X-Git-Url: https://git.sur5r.net/?a=blobdiff_plain;f=bacula%2Fsrc%2Fcats%2Fsqlite.c;h=856a769699b286687682bd39a620031024c2004e;hb=a2bbe5fe90fa7b488146142f1c56af3e4da56867;hp=e687da4b788528ebf012fc89cde84d32f034dacb;hpb=b5752d5d38754259dc2bb30e1461ae0431c2333d;p=bacula%2Fbacula diff --git a/bacula/src/cats/sqlite.c b/bacula/src/cats/sqlite.c index e687da4b78..856a769699 100644 --- a/bacula/src/cats/sqlite.c +++ b/bacula/src/cats/sqlite.c @@ -1,41 +1,49 @@ /* - * Bacula Catalog Database routines specific to SQLite - * - * Kern Sibbald, January 2002 - * - * Version $Id$ - */ + Bacula® - The Network Backup Solution -/* - Copyright (C) 2002 Kern Sibbald and John Walker + Copyright (C) 2000-2007 Free Software Foundation Europe e.V. - This program is free software; you can redistribute it and/or - modify it under the terms of the GNU General Public License as - published by the Free Software Foundation; either version 2 of - the License, or (at your option) any later version. + The main author of Bacula is Kern Sibbald, with contributions from + many others, a complete list can be found in the file AUTHORS. + This program is Free Software; you can redistribute it and/or + modify it under the terms of version two of the GNU General Public + License as published by the Free Software Foundation plus additions + that are listed in the file LICENSE. - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. - You should have received a copy of the GNU General Public - License along with this program; if not, write to the Free - Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, - MA 02111-1307, USA. + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + Bacula® is a registered trademark of John Walker. + The licensor of Bacula is the Free Software Foundation Europe + (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich, + Switzerland, email:ftf@fsfeurope.org. +*/ +/* + * Bacula Catalog Database routines specific to SQLite + * + * Kern Sibbald, January 2002 + * + * Version $Id$ */ + /* The following is necessary so that we do not include * the dummy external definition of DB. */ -#define __SQL_C /* indicate that this is sql.c */ +#define __SQL_C /* indicate that this is sql.c */ #include "bacula.h" #include "cats.h" -#ifdef HAVE_SQLITE +#if HAVE_SQLITE || HAVE_SQLITE3 /* ----------------------------------------------------------------------- * @@ -44,14 +52,41 @@ * ----------------------------------------------------------------------- */ -extern char *working_directory; - /* List of open databases */ static BQUEUE db_list = {&db_list, &db_list}; static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER; -int QueryDB(char *file, int line, B_DB *db, char *select_cmd); +int QueryDB(const char *file, int line, JCR *jcr, B_DB *db, char *select_cmd); + + +/* + * Retrieve database type + */ +const char * +db_get_type(void) +{ + return "SQLite"; +} + +/* + * When using mult_db_connections = 1, + * sqlite can be BUSY. We just need sleep a little in this case. + */ + +#ifdef HAVE_SQLITE3 +static int my_busy_handler(void *arg, int calls) +{ + bmicrosleep(0, 500); + return 1; +} +#else +static int my_busy_handler(void *arg, const char* p, int calls) +{ + bmicrosleep(0, 500); + return 1; +} +#endif /* @@ -59,30 +94,43 @@ int QueryDB(char *file, int line, B_DB *db, char *select_cmd); * never have errors, or it is really fatal. */ B_DB * -db_init_database(char *db_name, char *db_user, char *db_password) +db_init_database(JCR *jcr, const char *db_name, const char *db_user, const char *db_password, + const char *db_address, int db_port, const char *db_socket, + int mult_db_connections) { B_DB *mdb; - P(mutex); /* lock DB queue */ + P(mutex); /* lock DB queue */ /* Look to see if DB already open */ - for (mdb=NULL; (mdb=(B_DB *)qnext(&db_list, &mdb->bq)); ) { - if (strcmp(mdb->db_name, db_name) == 0) { - Dmsg2(100, "DB REopen %d %s\n", mdb->ref_count, db_name); - mdb->ref_count++; - V(mutex); - return mdb; /* already open */ + if (!mult_db_connections) { + for (mdb=NULL; (mdb=(B_DB *)qnext(&db_list, &mdb->bq)); ) { + if (bstrcmp(mdb->db_name, db_name) && + bstrcmp(mdb->db_address, db_address) && + mdb->db_port == db_port) { + Dmsg2(300, "DB REopen %d %s\n", mdb->ref_count, db_name); + mdb->ref_count++; + V(mutex); + return mdb; /* already open */ + } } } - Dmsg0(100, "db_open first time\n"); + Dmsg0(300, "db_open first time\n"); mdb = (B_DB *) malloc(sizeof(B_DB)); memset(mdb, 0, sizeof(B_DB)); mdb->db_name = bstrdup(db_name); - mdb->have_insert_id = TRUE; - mdb->errmsg = (char *) get_pool_memory(PM_EMSG); /* get error message buffer */ + mdb->have_insert_id = TRUE; + mdb->errmsg = get_pool_memory(PM_EMSG); /* get error message buffer */ *mdb->errmsg = 0; - mdb->cmd = (char *) get_pool_memory(PM_EMSG); /* get command buffer */ + mdb->cmd = get_pool_memory(PM_EMSG); /* get command buffer */ + mdb->cached_path = get_pool_memory(PM_FNAME); + mdb->cached_path_id = 0; mdb->ref_count = 1; - qinsert(&db_list, &mdb->bq); /* put db in list */ + mdb->fname = get_pool_memory(PM_FNAME); + mdb->path = get_pool_memory(PM_FNAME); + mdb->esc_name = get_pool_memory(PM_FNAME); + mdb->esc_path = get_pool_memory(PM_FNAME); + mdb->allow_transactions = mult_db_connections; + qinsert(&db_list, &mdb->bq); /* put db in list */ V(mutex); return mdb; } @@ -90,13 +138,16 @@ db_init_database(char *db_name, char *db_user, char *db_password) /* * Now actually open the database. This can generate errors, * which are returned in the errmsg + * + * DO NOT close the database or free(mdb) here !!!! */ int -db_open_database(B_DB *mdb) +db_open_database(JCR *jcr, B_DB *mdb) { char *db_name; int len; struct stat statbuf; + int errstat; P(mutex); if (mdb->connected) { @@ -104,66 +155,98 @@ db_open_database(B_DB *mdb) return 1; } mdb->connected = FALSE; - if (pthread_mutex_init(&mdb->mutex, NULL) != 0) { - Mmsg1(&mdb->errmsg, _("Unable to initialize DB mutex. ERR=%s\n"), strerror(errno)); + + if ((errstat=rwl_init(&mdb->lock)) != 0) { + Mmsg1(&mdb->errmsg, _("Unable to initialize DB lock. ERR=%s\n"), + strerror(errstat)); V(mutex); return 0; } /* open the database */ - len = strlen(working_directory) + strlen(mdb->db_name) + 5; + len = strlen(working_directory) + strlen(mdb->db_name) + 5; db_name = (char *)malloc(len); strcpy(db_name, working_directory); strcat(db_name, "/"); strcat(db_name, mdb->db_name); strcat(db_name, ".db"); if (stat(db_name, &statbuf) != 0) { - Mmsg1(&mdb->errmsg, _("Database %s does not exist, please create it.\n"), - db_name); + Mmsg1(&mdb->errmsg, _("Database %s does not exist, please create it.\n"), + db_name); free(db_name); V(mutex); return 0; } + +#ifdef HAVE_SQLITE3 + int stat = sqlite3_open(db_name, &mdb->db); + if (stat != SQLITE_OK) { + mdb->sqlite_errmsg = (char *)sqlite3_errmsg(mdb->db); + sqlite3_close(mdb->db); + mdb->db = NULL; + } else { + mdb->sqlite_errmsg = NULL; + } + +#else mdb->db = sqlite_open( - db_name, /* database name */ - 644, /* mode */ - &mdb->sqlite_errmsg); /* error message */ + db_name, /* database name */ + 644, /* mode */ + &mdb->sqlite_errmsg); /* error message */ +#endif + + Dmsg0(300, "sqlite_open\n"); - Dmsg0(50, "sqlite_open\n"); - if (mdb->db == NULL) { Mmsg2(&mdb->errmsg, _("Unable to open Database=%s. ERR=%s\n"), db_name, mdb->sqlite_errmsg ? mdb->sqlite_errmsg : _("unknown")); free(db_name); V(mutex); return 0; - } + } + mdb->connected = true; free(db_name); - if (!check_tables_version(mdb)) { + if (!check_tables_version(jcr, mdb)) { V(mutex); return 0; } - mdb->connected = TRUE; + /* set busy handler to wait when we use mult_db_connections = 1 */ +#ifdef HAVE_SQLITE3 + sqlite3_busy_handler(mdb->db, my_busy_handler, NULL); +#else + sqlite_busy_handler(mdb->db, my_busy_handler, NULL); +#endif + V(mutex); return 1; } void -db_close_database(B_DB *mdb) +db_close_database(JCR *jcr, B_DB *mdb) { + if (!mdb) { + return; + } + db_end_transaction(jcr, mdb); P(mutex); + sql_free_result(mdb); mdb->ref_count--; if (mdb->ref_count == 0) { qdchain(&mdb->bq); if (mdb->connected && mdb->db) { - sqlite_close(mdb->db); + sqlite_close(mdb->db); } - pthread_mutex_destroy(&mdb->mutex); + rwl_destroy(&mdb->lock); free_pool_memory(mdb->errmsg); free_pool_memory(mdb->cmd); + free_pool_memory(mdb->cached_path); + free_pool_memory(mdb->fname); + free_pool_memory(mdb->path); + free_pool_memory(mdb->esc_name); + free_pool_memory(mdb->esc_path); if (mdb->db_name) { - free(mdb->db_name); + free(mdb->db_name); } free(mdb); } @@ -172,48 +255,53 @@ db_close_database(B_DB *mdb) /* * Return the next unique index (auto-increment) for - * the given table. Return NULL on error. + * the given table. Return 0 on error. */ -char *db_next_index(B_DB *mdb, char *table) +int db_next_index(JCR *jcr, B_DB *mdb, char *table, char *index) { +#ifdef xxxx SQL_ROW row; - static char id[20]; - QUERY_DB(mdb, "BEGIN TRANSACTION"); - sql_free_result(mdb); + db_lock(mdb); - Mmsg(&mdb->cmd, + Mmsg(mdb->cmd, "SELECT id FROM NextId WHERE TableName=\"%s\"", table); - if (!QUERY_DB(mdb, mdb->cmd)) { - Mmsg(&mdb->errmsg, _("next_index query error: ERR=%s\n"), sql_strerror(mdb)); - QUERY_DB(mdb, "ROLLBACK"); - return NULL; + if (!QUERY_DB(jcr, mdb, mdb->cmd)) { + Mmsg(mdb->errmsg, _("next_index query error: ERR=%s\n"), sql_strerror(mdb)); + db_unlock(mdb); + return 0; } if ((row = sql_fetch_row(mdb)) == NULL) { - Mmsg(&mdb->errmsg, _("Error fetching index: ERR=%s\n"), sql_strerror(mdb)); - QUERY_DB(mdb, "ROLLBACK"); - return NULL; + Mmsg(mdb->errmsg, _("Error fetching index: ERR=%s\n"), sql_strerror(mdb)); + db_unlock(mdb); + return 0; } - strncpy(id, row[0], sizeof(id)); - id[sizeof(id)-1] = 0; + bstrncpy(index, row[0], 28); sql_free_result(mdb); - Mmsg(&mdb->cmd, + Mmsg(mdb->cmd, "UPDATE NextId SET id=id+1 WHERE TableName=\"%s\"", table); - if (!QUERY_DB(mdb, mdb->cmd)) { - Mmsg(&mdb->errmsg, _("next_index update error: ERR=%s\n"), sql_strerror(mdb)); - QUERY_DB(mdb, "ROLLBACK"); - return NULL; + if (!QUERY_DB(jcr, mdb, mdb->cmd)) { + Mmsg(mdb->errmsg, _("next_index update error: ERR=%s\n"), sql_strerror(mdb)); + db_unlock(mdb); + return 0; } sql_free_result(mdb); - QUERY_DB(mdb, "COMMIT"); - sql_free_result(mdb); - return id; -} - + db_unlock(mdb); +#endif + strcpy(index, "NULL"); + return 1; +} +/* + * Escape strings so that SQLite is happy + * + * NOTE! len is the length of the old string. Your new + * string must be long enough (max 2*old+1) to hold + * the escaped output. + */ void db_escape_string(char *snew, char *old, int len) { @@ -224,23 +312,18 @@ db_escape_string(char *snew, char *old, int len) while (len--) { switch (*o) { case '\'': - *n++ = '\\'; *n++ = '\''; - o++; - break; - case '"': - *n++ = '\\'; - *n++ = '"'; - o++; - break; + *n++ = '\''; + o++; + break; case 0: *n++ = '\\'; - *n++ = 0; - o++; - break; + *n++ = 0; + o++; + break; default: - *n++ = *o++; - break; + *n++ = *o++; + break; } } *n = 0; @@ -251,12 +334,12 @@ struct rh_data { void *ctx; }; -/* - * Convert SQLite's callback into Bacula DB callback +/* + * Convert SQLite's callback into Bacula DB callback */ static int sqlite_result(void *arh_data, int num_fields, char **rows, char **col_names) { - struct rh_data *rh_data = (struct rh_data *)arh_data; + struct rh_data *rh_data = (struct rh_data *)arh_data; if (rh_data->result_handler) { (*(rh_data->result_handler))(rh_data->ctx, num_fields, rows); @@ -268,42 +351,50 @@ static int sqlite_result(void *arh_data, int num_fields, char **rows, char **col * Submit a general SQL command (cmd), and for each row returned, * the sqlite_handler is called with the ctx. */ -int db_sql_query(B_DB *mdb, char *query, DB_RESULT_HANDLER *result_handler, void *ctx) +int db_sql_query(B_DB *mdb, const char *query, DB_RESULT_HANDLER *result_handler, void *ctx) { struct rh_data rh_data; int stat; - P(mdb->mutex); + db_lock(mdb); if (mdb->sqlite_errmsg) { +#ifdef HAVE_SQLITE3 + sqlite3_free(mdb->sqlite_errmsg); +#else actuallyfree(mdb->sqlite_errmsg); +#endif mdb->sqlite_errmsg = NULL; } rh_data.result_handler = result_handler; rh_data.ctx = ctx; stat = sqlite_exec(mdb->db, query, sqlite_result, (void *)&rh_data, &mdb->sqlite_errmsg); if (stat != 0) { - Mmsg(&mdb->errmsg, _("Query failed: %s: ERR=%s\n"), query, sql_strerror(mdb)); - V(mdb->mutex); + Mmsg(mdb->errmsg, _("Query failed: %s: ERR=%s\n"), query, sql_strerror(mdb)); + db_unlock(mdb); return 0; } - V(mdb->mutex); + db_unlock(mdb); return 1; } /* * Submit a sqlite query and retrieve all the data */ -int my_sqlite_query(B_DB *mdb, char *cmd) +int my_sqlite_query(B_DB *mdb, const char *cmd) { int stat; if (mdb->sqlite_errmsg) { +#ifdef HAVE_SQLITE3 + sqlite3_free(mdb->sqlite_errmsg); +#else actuallyfree(mdb->sqlite_errmsg); +#endif mdb->sqlite_errmsg = NULL; } - stat = sqlite_get_table(mdb->db, cmd, &mdb->result, &mdb->nrow, &mdb->ncolumn, - &mdb->sqlite_errmsg); - mdb->row = 0; /* row fetched */ + stat = sqlite_get_table(mdb->db, (char *)cmd, &mdb->result, &mdb->nrow, &mdb->ncolumn, + &mdb->sqlite_errmsg); + mdb->row = 0; /* row fetched */ return stat; } @@ -319,22 +410,22 @@ SQL_ROW my_sqlite_fetch_row(B_DB *mdb) void my_sqlite_free_table(B_DB *mdb) { - unsigned int i; + int i; if (mdb->fields_defined) { for (i=0; i < sql_num_fields(mdb); i++) { - free(mdb->fields[i]); + free(mdb->fields[i]); } free(mdb->fields); - mdb->fields_defined = FALSE; + mdb->fields_defined = false; } sqlite_free_table(mdb->result); - mdb->nrow = mdb->ncolumn = 0; + mdb->nrow = mdb->ncolumn = 0; } void my_sqlite_field_seek(B_DB *mdb, int field) { - unsigned int i, j; + int i, j; if (mdb->result == NULL) { return; } @@ -342,28 +433,28 @@ void my_sqlite_field_seek(B_DB *mdb, int field) if (!mdb->fields_defined && sql_num_fields(mdb) > 0) { mdb->fields = (SQL_FIELD **)malloc(sizeof(SQL_FIELD) * mdb->ncolumn); for (i=0; i < sql_num_fields(mdb); i++) { - mdb->fields[i] = (SQL_FIELD *)malloc(sizeof(SQL_FIELD)); - mdb->fields[i]->name = mdb->result[i]; - mdb->fields[i]->length = strlen(mdb->fields[i]->name); - mdb->fields[i]->max_length = mdb->fields[i]->length; - for (j=1; j <= (unsigned)mdb->nrow; j++) { - uint32_t len; - if (mdb->result[i + mdb->ncolumn *j]) { - len = (uint32_t)strlen(mdb->result[i + mdb->ncolumn * j]); - } else { - len = 0; - } - if (len > mdb->fields[i]->max_length) { - mdb->fields[i]->max_length = len; - } - } - mdb->fields[i]->type = 0; - mdb->fields[i]->flags = 1; /* not null */ + mdb->fields[i] = (SQL_FIELD *)malloc(sizeof(SQL_FIELD)); + mdb->fields[i]->name = mdb->result[i]; + mdb->fields[i]->length = cstrlen(mdb->fields[i]->name); + mdb->fields[i]->max_length = mdb->fields[i]->length; + for (j=1; j <= mdb->nrow; j++) { + int len; + if (mdb->result[i + mdb->ncolumn *j]) { + len = (uint32_t)cstrlen(mdb->result[i + mdb->ncolumn * j]); + } else { + len = 0; + } + if (len > mdb->fields[i]->max_length) { + mdb->fields[i]->max_length = len; + } + } + mdb->fields[i]->type = 0; + mdb->fields[i]->flags = 1; /* not null */ } mdb->fields_defined = TRUE; } - if (field > (int)sql_num_fields(mdb)) { - field = (int)sql_num_fields(mdb); + if (field > sql_num_fields(mdb)) { + field = sql_num_fields(mdb); } mdb->field = field; @@ -374,79 +465,16 @@ SQL_FIELD *my_sqlite_fetch_field(B_DB *mdb) return mdb->fields[mdb->field++]; } -static void -list_dashes(B_DB *mdb, DB_LIST_HANDLER *send, void *ctx) -{ - SQL_FIELD *field; - unsigned int i, j; - - sql_field_seek(mdb, 0); - send(ctx, "+"); - for (i = 0; i < sql_num_fields(mdb); i++) { - field = sql_fetch_field(mdb); - for (j = 0; j < field->max_length + 2; j++) - send(ctx, "-"); - send(ctx, "+"); - } - send(ctx, "\n"); -} +char *my_sqlite_batch_lock_query = "BEGIN"; +char *my_sqlite_batch_unlock_query = "COMMIT"; +char *my_sqlite_batch_fill_path_query = "INSERT INTO Path (Path) " + " SELECT DISTINCT Path FROM batch " + " EXCEPT SELECT Path FROM Path "; -void -list_result(B_DB *mdb, DB_LIST_HANDLER *send, void *ctx) -{ - SQL_FIELD *field; - SQL_ROW row; - unsigned int i, col_len; - char buf[2000], ewc[30]; +char *my_sqlite_batch_fill_filename_query = "INSERT INTO Filename (Name) " + " SELECT DISTINCT Name FROM batch " + " EXCEPT SELECT Name FROM Filename "; - if (mdb->result == NULL || mdb->nrow == 0) { - return; - } - /* determine column display widths */ - sql_field_seek(mdb, 0); - for (i = 0; i < sql_num_fields(mdb); i++) { - field = sql_fetch_field(mdb); - if (IS_NUM(field->type) && field->max_length > 0) { /* fixup for commas */ - field->max_length += (field->max_length - 1) / 3; - } - col_len = strlen(field->name); - if (col_len < field->max_length) - col_len = field->max_length; - if (col_len < 4 && !IS_NOT_NULL(field->flags)) - col_len = 4; /* 4 = length of the word "NULL" */ - field->max_length = col_len; /* reset column info */ - } - - list_dashes(mdb, send, ctx); - send(ctx, "|"); - sql_field_seek(mdb, 0); - for (i = 0; i < sql_num_fields(mdb); i++) { - field = sql_fetch_field(mdb); - sprintf(buf, " %-*s |", field->max_length, field->name); - send(ctx, buf); - } - send(ctx, "\n"); - list_dashes(mdb, send, ctx); - - while ((row = sql_fetch_row(mdb)) != NULL) { - sql_field_seek(mdb, 0); - send(ctx, "|"); - for (i = 0; i < sql_num_fields(mdb); i++) { - field = sql_fetch_field(mdb); - if (row[i] == NULL) { - sprintf(buf, " %-*s |", field->max_length, "NULL"); - } else if (IS_NUM(field->type)) { - sprintf(buf, " %*s |", field->max_length, - add_commas(row[i], ewc)); - } else { - sprintf(buf, " %-*s |", field->max_length, row[i]); - } - send(ctx, buf); - } - send(ctx, "\n"); - } - list_dashes(mdb, send, ctx); -} #endif /* HAVE_SQLITE */