/*
Bacula® - The Network Backup Solution
- Copyright (C) 2000-2007 Free Software Foundation Europe e.V.
+ Copyright (C) 2000-2011 Free Software Foundation Europe e.V.
The main author of Bacula is Kern Sibbald, with contributions from
many others, a complete list can be found in the file AUTHORS.
This program is Free Software; you can redistribute it and/or
- modify it under the terms of version two of the GNU General Public
+ modify it under the terms of version three of the GNU Affero General Public
License as published by the Free Software Foundation and included
in the file LICENSE.
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
General Public License for more details.
- You should have received a copy of the GNU General Public License
+ You should have received a copy of the GNU Affero General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
02110-1301, USA.
- Bacula® is a registered trademark of John Walker.
+ Bacula® is a registered trademark of Kern Sibbald.
The licensor of Bacula is the Free Software Foundation Europe
(FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
Switzerland, email:ftf@fsfeurope.org.
*
* Kern Sibbald, January 2002
*
- * Version $Id$
+ * Major rewrite by Marco van Wieringen, January 2010 for catalog refactoring.
*/
+#include "bacula.h"
+#if HAVE_SQLITE3
-/* The following is necessary so that we do not include
- * the dummy external definition of DB.
- */
-#define __SQL_C /* indicate that this is sql.c */
-
-#include "bacula.h"
#include "cats.h"
-
-#if HAVE_SQLITE || HAVE_SQLITE3
+#include "bdb_priv.h"
+#include <sqlite3.h>
+#include "bdb_sqlite.h"
/* -----------------------------------------------------------------------
*
* -----------------------------------------------------------------------
*/
-/* List of open databases */
-static BQUEUE db_list = {&db_list, &db_list};
-
-static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
-
-int QueryDB(const char *file, int line, JCR *jcr, B_DB *db, char *select_cmd);
-
-
/*
- * Retrieve database type
+ * List of open databases
*/
-const char *
-db_get_type(void)
-{
- return "SQLite";
-}
+static dlist *db_list = NULL;
+
+static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
/*
- * When using mult_db_connections = 1,
+ * When using mult_db_connections = true,
* sqlite can be BUSY. We just need sleep a little in this case.
*/
-
-#ifdef HAVE_SQLITE3
-static int my_busy_handler(void *arg, int calls)
+static int sqlite_busy_handler(void *arg, int calls)
{
bmicrosleep(0, 500);
return 1;
}
-#else
-static int my_busy_handler(void *arg, const char* p, int calls)
+
+B_DB_SQLITE::B_DB_SQLITE(JCR *jcr,
+ const char *db_driver,
+ const char *db_name,
+ const char *db_user,
+ const char *db_password,
+ const char *db_address,
+ int db_port,
+ const char *db_socket,
+ bool mult_db_connections,
+ bool disable_batch_insert)
{
- bmicrosleep(0, 500);
- return 1;
+ /*
+ * Initialize the parent class members.
+ */
+ m_db_interface_type = SQL_INTERFACE_TYPE_SQLITE3;
+ m_db_type = SQL_TYPE_SQLITE3;
+ m_db_driver = bstrdup("SQLite3");
+ m_db_name = bstrdup(db_name);
+ if (disable_batch_insert) {
+ m_disabled_batch_insert = true;
+ m_have_batch_insert = false;
+ } else {
+ m_disabled_batch_insert = false;
+#if defined(USE_BATCH_FILE_INSERT)
+#if defined(HAVE_SQLITE3_THREADSAFE)
+ m_have_batch_insert = sqlite3_threadsafe();
+#else
+ m_have_batch_insert = false;
+#endif /* HAVE_SQLITE3_THREADSAFE */
+#else
+ m_have_batch_insert = false;
+#endif /* USE_BATCH_FILE_INSERT */
+ }
+ errmsg = get_pool_memory(PM_EMSG); /* get error message buffer */
+ *errmsg = 0;
+ cmd = get_pool_memory(PM_EMSG); /* get command buffer */
+ cached_path = get_pool_memory(PM_FNAME);
+ cached_path_id = 0;
+ m_ref_count = 1;
+ fname = get_pool_memory(PM_FNAME);
+ path = get_pool_memory(PM_FNAME);
+ esc_name = get_pool_memory(PM_FNAME);
+ esc_path = get_pool_memory(PM_FNAME);
+ esc_obj = get_pool_memory(PM_FNAME);
+ m_allow_transactions = mult_db_connections;
+
+ /*
+ * Initialize the private members.
+ */
+ m_db_handle = NULL;
+ m_result = NULL;
+ m_sqlite_errmsg = NULL;
+
+ /*
+ * Put the db in the list.
+ */
+ if (db_list == NULL) {
+ db_list = New(dlist(this, &this->m_link));
+ }
+ db_list->append(this);
}
-#endif
-
-/*
- * Initialize database data structure. In principal this should
- * never have errors, or it is really fatal.
- */
-B_DB *
-db_init_database(JCR *jcr, const char *db_name, const char *db_user, const char *db_password,
- const char *db_address, int db_port, const char *db_socket,
- int mult_db_connections)
+B_DB_SQLITE::~B_DB_SQLITE()
{
- B_DB *mdb;
-
- P(mutex); /* lock DB queue */
- /* Look to see if DB already open */
- if (!mult_db_connections) {
- for (mdb=NULL; (mdb=(B_DB *)qnext(&db_list, &mdb->bq)); ) {
- if (bstrcmp(mdb->db_name, db_name) &&
- bstrcmp(mdb->db_address, db_address) &&
- mdb->db_port == db_port) {
- Dmsg2(300, "DB REopen %d %s\n", mdb->ref_count, db_name);
- mdb->ref_count++;
- V(mutex);
- return mdb; /* already open */
- }
- }
- }
- Dmsg0(300, "db_open first time\n");
- mdb = (B_DB *) malloc(sizeof(B_DB));
- memset(mdb, 0, sizeof(B_DB));
- mdb->db_name = bstrdup(db_name);
- mdb->have_insert_id = TRUE;
- mdb->errmsg = get_pool_memory(PM_EMSG); /* get error message buffer */
- *mdb->errmsg = 0;
- mdb->cmd = get_pool_memory(PM_EMSG); /* get command buffer */
- mdb->cached_path = get_pool_memory(PM_FNAME);
- mdb->cached_path_id = 0;
- mdb->ref_count = 1;
- mdb->fname = get_pool_memory(PM_FNAME);
- mdb->path = get_pool_memory(PM_FNAME);
- mdb->esc_name = get_pool_memory(PM_FNAME);
- mdb->esc_path = get_pool_memory(PM_FNAME);
- mdb->allow_transactions = mult_db_connections;
- qinsert(&db_list, &mdb->bq); /* put db in list */
- V(mutex);
- return mdb;
}
/*
* Now actually open the database. This can generate errors,
* which are returned in the errmsg
*
- * DO NOT close the database or free(mdb) here !!!!
+ * DO NOT close the database or delete mdb here !!!!
*/
-int
-db_open_database(JCR *jcr, B_DB *mdb)
+bool B_DB_SQLITE::db_open_database(JCR *jcr)
{
- char *db_name;
+ bool retval = false;
+ char *db_path;
int len;
struct stat statbuf;
+ int ret;
int errstat;
int retry = 0;
P(mutex);
- if (mdb->connected) {
- V(mutex);
- return 1;
+ if (m_connected) {
+ retval = true;
+ goto bail_out;
}
- mdb->connected = FALSE;
- if ((errstat=rwl_init(&mdb->lock)) != 0) {
- Mmsg1(&mdb->errmsg, _("Unable to initialize DB lock. ERR=%s\n"),
- strerror(errstat));
- V(mutex);
- return 0;
+ if ((errstat=rwl_init(&m_lock)) != 0) {
+ berrno be;
+ Mmsg1(&errmsg, _("Unable to initialize DB lock. ERR=%s\n"),
+ be.bstrerror(errstat));
+ goto bail_out;
}
- /* open the database */
- len = strlen(working_directory) + strlen(mdb->db_name) + 5;
- db_name = (char *)malloc(len);
- strcpy(db_name, working_directory);
- strcat(db_name, "/");
- strcat(db_name, mdb->db_name);
- strcat(db_name, ".db");
- if (stat(db_name, &statbuf) != 0) {
- Mmsg1(&mdb->errmsg, _("Database %s does not exist, please create it.\n"),
- db_name);
- free(db_name);
- V(mutex);
- return 0;
+ /*
+ * Open the database
+ */
+ len = strlen(working_directory) + strlen(m_db_name) + 5;
+ db_path = (char *)malloc(len);
+ strcpy(db_path, working_directory);
+ strcat(db_path, "/");
+ strcat(db_path, m_db_name);
+ strcat(db_path, ".db");
+ if (stat(db_path, &statbuf) != 0) {
+ Mmsg1(&errmsg, _("Database %s does not exist, please create it.\n"),
+ db_path);
+ free(db_path);
+ goto bail_out;
}
- for (mdb->db=NULL; !mdb->db && retry++ < 10; ) {
-#ifdef HAVE_SQLITE3
- int stat = sqlite3_open(db_name, &mdb->db);
- if (stat != SQLITE_OK) {
- mdb->sqlite_errmsg = (char *)sqlite3_errmsg(mdb->db);
- sqlite3_close(mdb->db);
- mdb->db = NULL;
+ for (m_db_handle = NULL; !m_db_handle && retry++ < 10; ) {
+ ret = sqlite3_open(db_path, &m_db_handle);
+ if (ret != SQLITE_OK) {
+ m_sqlite_errmsg = (char *)sqlite3_errmsg(m_db_handle);
+ sqlite3_close(m_db_handle);
+ m_db_handle = NULL;
} else {
- mdb->sqlite_errmsg = NULL;
+ m_sqlite_errmsg = NULL;
}
-#else
- mdb->db = sqlite_open(
- db_name, /* database name */
- 644, /* mode */
- &mdb->sqlite_errmsg); /* error message */
-#endif
Dmsg0(300, "sqlite_open\n");
- if (!mdb->db) {
+ if (!m_db_handle) {
bmicrosleep(1, 0);
}
}
- if (mdb->db == NULL) {
- Mmsg2(&mdb->errmsg, _("Unable to open Database=%s. ERR=%s\n"),
- db_name, mdb->sqlite_errmsg ? mdb->sqlite_errmsg : _("unknown"));
- free(db_name);
- V(mutex);
- return 0;
+ if (m_db_handle == NULL) {
+ Mmsg2(&errmsg, _("Unable to open Database=%s. ERR=%s\n"),
+ db_path, m_sqlite_errmsg ? m_sqlite_errmsg : _("unknown"));
+ free(db_path);
+ goto bail_out;
}
- mdb->connected = true;
- free(db_name);
+ m_connected = true;
+ free(db_path);
- /* set busy handler to wait when we use mult_db_connections = 1 */
-#ifdef HAVE_SQLITE3
- sqlite3_busy_handler(mdb->db, my_busy_handler, NULL);
-#else
- sqlite_busy_handler(mdb->db, my_busy_handler, NULL);
-#endif
+ /*
+ * Set busy handler to wait when we use mult_db_connections = true
+ */
+ sqlite3_busy_handler(m_db_handle, sqlite_busy_handler, NULL);
-#if defined(HAVE_SQLITE3) && defined(SQLITE3_INIT_QUERY)
- db_sql_query(mdb, SQLITE3_INIT_QUERY, NULL, NULL);
+#if defined(SQLITE3_INIT_QUERY)
+ sql_query(SQLITE3_INIT_QUERY);
#endif
- if (!check_tables_version(jcr, mdb)) {
- V(mutex);
- return 0;
+ if (!check_tables_version(jcr, this)) {
+ goto bail_out;
}
+ retval = true;
+bail_out:
V(mutex);
- return 1;
+ return retval;
}
-void
-db_close_database(JCR *jcr, B_DB *mdb)
+void B_DB_SQLITE::db_close_database(JCR *jcr)
{
- if (!mdb) {
- return;
- }
- db_end_transaction(jcr, mdb);
+ db_end_transaction(jcr);
P(mutex);
- sql_free_result(mdb);
- mdb->ref_count--;
- if (mdb->ref_count == 0) {
- qdchain(&mdb->bq);
- if (mdb->connected && mdb->db) {
- sqlite_close(mdb->db);
+ m_ref_count--;
+ if (m_ref_count == 0) {
+ sql_free_result();
+ db_list->remove(this);
+ if (m_connected && m_db_handle) {
+ sqlite3_close(m_db_handle);
+ }
+ rwl_destroy(&m_lock);
+ free_pool_memory(errmsg);
+ free_pool_memory(cmd);
+ free_pool_memory(cached_path);
+ free_pool_memory(fname);
+ free_pool_memory(path);
+ free_pool_memory(esc_name);
+ free_pool_memory(esc_path);
+ free_pool_memory(esc_obj);
+ if (m_db_driver) {
+ free(m_db_driver);
}
- rwl_destroy(&mdb->lock);
- free_pool_memory(mdb->errmsg);
- free_pool_memory(mdb->cmd);
- free_pool_memory(mdb->cached_path);
- free_pool_memory(mdb->fname);
- free_pool_memory(mdb->path);
- free_pool_memory(mdb->esc_name);
- free_pool_memory(mdb->esc_path);
- if (mdb->db_name) {
- free(mdb->db_name);
+ if (m_db_name) {
+ free(m_db_name);
+ }
+ delete this;
+ if (db_list->size() == 0) {
+ delete db_list;
+ db_list = NULL;
}
- free(mdb);
}
V(mutex);
}
-void db_thread_cleanup()
+void B_DB_SQLITE::db_thread_cleanup(void)
{
-#ifdef HAVE_SQLITE3
sqlite3_thread_cleanup();
-#endif
-}
-
-/*
- * Return the next unique index (auto-increment) for
- * the given table. Return 0 on error.
- */
-int db_next_index(JCR *jcr, B_DB *mdb, char *table, char *index)
-{
- strcpy(index, "NULL");
- return 1;
}
-
/*
* Escape strings so that SQLite is happy
*
* string must be long enough (max 2*old+1) to hold
* the escaped output.
*/
-void
-db_escape_string(JCR *jcr, B_DB *db, char *snew, char *old, int len)
+void B_DB_SQLITE::db_escape_string(JCR *jcr, char *snew, char *old, int len)
{
char *n, *o;
*n = 0;
}
+/*
+ * Escape binary object so that SQLite is happy
+ * Memory is stored in B_DB struct, no need to free it
+ *
+ * TODO: this should be implemented (escape \0)
+ */
+char *B_DB_SQLITE::db_escape_object(JCR *jcr, char *old, int len)
+{
+ int l;
+ int max = len*2; /* TODO: too big, should be *4/3 */
+
+ esc_obj = check_pool_memory_size(esc_obj, max);
+ l = bin_to_base64(esc_obj, max, old, len, true);
+ esc_obj[l] = 0;
+ ASSERT(l < max); /* TODO: add check for l */
+
+ return esc_obj;
+}
+
+/*
+ * Unescape binary object so that SQLIte is happy
+ *
+ * TODO: need to be implemented (escape \0)
+ */
+
+void B_DB_SQLITE::db_unescape_object(JCR *jcr, char *from, int32_t expected_len,
+ POOLMEM **dest, int32_t *dest_len)
+{
+ if (!from) {
+ *dest[0] = 0;
+ *dest_len = 0;
+ return;
+ }
+ *dest = check_pool_memory_size(*dest, expected_len+1);
+ base64_to_bin(*dest, expected_len+1, from, strlen(from));
+ *dest_len = expected_len;
+ (*dest)[expected_len]=0;
+}
+
+/*
+ * Start a transaction. This groups inserts and makes things
+ * much more efficient. Usually started when inserting
+ * file attributes.
+ */
+void B_DB_SQLITE::db_start_transaction(JCR *jcr)
+{
+ if (!jcr->attr) {
+ jcr->attr = get_pool_memory(PM_FNAME);
+ }
+ if (!jcr->ar) {
+ jcr->ar = (ATTR_DBR *)malloc(sizeof(ATTR_DBR));
+ }
+
+ if (!m_allow_transactions) {
+ return;
+ }
+
+ db_lock(this);
+ /*
+ * Allow only 10,000 changes per transaction
+ */
+ if (m_transaction && changes > 10000) {
+ db_end_transaction(jcr);
+ }
+ if (!m_transaction) {
+ sql_query("BEGIN"); /* begin transaction */
+ Dmsg0(400, "Start SQLite transaction\n");
+ m_transaction = true;
+ }
+ db_unlock(this);
+}
+
+void B_DB_SQLITE::db_end_transaction(JCR *jcr)
+{
+ if (jcr && jcr->cached_attribute) {
+ Dmsg0(400, "Flush last cached attribute.\n");
+ if (!db_create_attributes_record(jcr, this, jcr->ar)) {
+ Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
+ }
+ jcr->cached_attribute = false;
+ }
+
+ if (!m_allow_transactions) {
+ return;
+ }
+
+ db_lock(this);
+ if (m_transaction) {
+ sql_query("COMMIT"); /* end transaction */
+ m_transaction = false;
+ Dmsg1(400, "End SQLite transaction changes=%d\n", changes);
+ }
+ changes = 0;
+ db_unlock(this);
+}
+
struct rh_data {
+ B_DB_SQLITE *mdb;
DB_RESULT_HANDLER *result_handler;
void *ctx;
+ bool initialized;
};
/*
* Convert SQLite's callback into Bacula DB callback
*/
-static int sqlite_result(void *arh_data, int num_fields, char **rows, char **col_names)
+static int sqlite_result_handler(void *arh_data, int num_fields, char **rows, char **col_names)
{
struct rh_data *rh_data = (struct rh_data *)arh_data;
+ /* The db_sql_query doesn't have access to m_results, so if we wan't to get
+ * fields information, we need to use col_names
+ */
+ if (!rh_data->initialized) {
+ rh_data->mdb->set_column_names(col_names, num_fields);
+ rh_data->initialized = true;
+ }
if (rh_data->result_handler) {
(*(rh_data->result_handler))(rh_data->ctx, num_fields, rows);
}
+
return 0;
}
/*
* Submit a general SQL command (cmd), and for each row returned,
- * the sqlite_handler is called with the ctx.
+ * the result_handler is called with the ctx.
*/
-int db_sql_query(B_DB *mdb, const char *query, DB_RESULT_HANDLER *result_handler, void *ctx)
+bool B_DB_SQLITE::db_sql_query(const char *query, DB_RESULT_HANDLER *result_handler, void *ctx)
{
- struct rh_data rh_data;
+ bool retval = false;
int stat;
+ struct rh_data rh_data;
- db_lock(mdb);
- if (mdb->sqlite_errmsg) {
-#ifdef HAVE_SQLITE3
- sqlite3_free(mdb->sqlite_errmsg);
-#else
- actuallyfree(mdb->sqlite_errmsg);
-#endif
- mdb->sqlite_errmsg = NULL;
+ Dmsg1(500, "db_sql_query starts with '%s'\n", query);
+
+ db_lock(this);
+ if (m_sqlite_errmsg) {
+ sqlite3_free(m_sqlite_errmsg);
+ m_sqlite_errmsg = NULL;
}
- rh_data.result_handler = result_handler;
+ sql_free_result();
+
rh_data.ctx = ctx;
- stat = sqlite_exec(mdb->db, query, sqlite_result, (void *)&rh_data, &mdb->sqlite_errmsg);
- if (stat != 0) {
- Mmsg(mdb->errmsg, _("Query failed: %s: ERR=%s\n"), query, sql_strerror(mdb));
- db_unlock(mdb);
- return 0;
+ rh_data.mdb = this;
+ rh_data.initialized = false;
+ rh_data.result_handler = result_handler;
+
+ stat = sqlite3_exec(m_db_handle, query, sqlite_result_handler,
+ (void *)&rh_data, &m_sqlite_errmsg);
+
+ if (stat != SQLITE_OK) {
+ Mmsg(errmsg, _("Query failed: %s: ERR=%s\n"), query, sql_strerror());
+ Dmsg0(500, "db_sql_query finished\n");
+ goto bail_out;
}
- db_unlock(mdb);
- return 1;
+ Dmsg0(500, "db_sql_query finished\n");
+ sql_free_result();
+ retval = true;
+
+bail_out:
+ db_unlock(this);
+ return retval;
}
/*
* Submit a sqlite query and retrieve all the data
*/
-int my_sqlite_query(B_DB *mdb, const char *cmd)
+bool B_DB_SQLITE::sql_query(const char *query, int flags)
{
int stat;
+ bool retval = false;
- my_sqlite_free_table(mdb);
- if (mdb->sqlite_errmsg) {
-#ifdef HAVE_SQLITE3
- sqlite3_free(mdb->sqlite_errmsg);
-#else
- actuallyfree(mdb->sqlite_errmsg);
-#endif
- mdb->sqlite_errmsg = NULL;
+ Dmsg1(500, "sql_query starts with '%s'\n", query);
+
+ sql_free_result();
+ if (m_sqlite_errmsg) {
+ sqlite3_free(m_sqlite_errmsg);
+ m_sqlite_errmsg = NULL;
+ }
+
+ stat = sqlite3_get_table(m_db_handle, (char *)query, &m_result,
+ &m_num_rows, &m_num_fields, &m_sqlite_errmsg);
+
+ m_row_number = 0; /* no row fetched */
+ if (stat != 0) { /* something went wrong */
+ m_num_rows = m_num_fields = 0;
+ Dmsg0(500, "sql_query finished\n");
+ } else {
+ Dmsg0(500, "sql_query finished\n");
+ retval = true;
}
- stat = sqlite_get_table(mdb->db, (char *)cmd, &mdb->result, &mdb->nrow, &mdb->ncolumn,
- &mdb->sqlite_errmsg);
- mdb->row = 0; /* row fetched */
- return stat;
+ return retval;
}
-/* Fetch one row at a time */
-SQL_ROW my_sqlite_fetch_row(B_DB *mdb)
+void B_DB_SQLITE::sql_free_result(void)
+{
+ db_lock(this);
+ if (m_fields) {
+ free(m_fields);
+ m_fields = NULL;
+ }
+ if (m_result) {
+ sqlite3_free_table(m_result);
+ m_result = NULL;
+ }
+ m_col_names = NULL;
+ m_num_rows = m_num_fields = 0;
+ db_unlock(this);
+}
+
+/*
+ * Fetch one row at a time
+ */
+SQL_ROW B_DB_SQLITE::sql_fetch_row(void)
{
- if (mdb->row >= mdb->nrow) {
+ if (!m_result || (m_row_number >= m_num_rows)) {
return NULL;
}
- mdb->row++;
- return &mdb->result[mdb->ncolumn * mdb->row];
+ m_row_number++;
+ return &m_result[m_num_fields * m_row_number];
}
-void my_sqlite_free_table(B_DB *mdb)
+const char *B_DB_SQLITE::sql_strerror(void)
{
- int i;
+ return m_sqlite_errmsg ? m_sqlite_errmsg : "unknown";
+}
- if (mdb->fields_defined) {
- for (i=0; i < sql_num_fields(mdb); i++) {
- free(mdb->fields[i]);
- }
- free(mdb->fields);
- mdb->fields_defined = false;
+void B_DB_SQLITE::sql_data_seek(int row)
+{
+ /*
+ * Set the row number to be returned on the next call to sql_fetch_row
+ */
+ m_row_number = row;
+}
+
+int B_DB_SQLITE::sql_affected_rows(void)
+{
+ return sqlite3_changes(m_db_handle);
+}
+
+uint64_t B_DB_SQLITE::sql_insert_autokey_record(const char *query, const char *table_name)
+{
+ /*
+ * First execute the insert query and then retrieve the currval.
+ */
+ if (!sql_query(query)) {
+ return 0;
}
- if (mdb->result) {
- sqlite_free_table(mdb->result);
- mdb->result = NULL;
+
+ m_num_rows = sql_affected_rows();
+ if (m_num_rows != 1) {
+ return 0;
}
- mdb->nrow = mdb->ncolumn = 0;
+
+ changes++;
+
+ return sqlite3_last_insert_rowid(m_db_handle);
}
-void my_sqlite_field_seek(B_DB *mdb, int field)
+SQL_FIELD *B_DB_SQLITE::sql_fetch_field(void)
{
- int i, j;
- if (mdb->result == NULL) {
- return;
+ int i, j, len;
+
+ /* We are in the middle of a db_sql_query and we want to get fields info */
+ if (m_col_names != NULL) {
+ if (m_num_fields > m_field_number) {
+ m_sql_field.name = m_col_names[m_field_number];
+ /* We don't have the maximum field length, so we can use 80 as
+ * estimation.
+ */
+ len = MAX(cstrlen(m_sql_field.name), 80/m_num_fields);
+ m_sql_field.max_length = len;
+
+ m_field_number++;
+ m_sql_field.type = 0; /* not numeric */
+ m_sql_field.flags = 1; /* not null */
+ return &m_sql_field;
+ } else { /* too much fetch_field() */
+ return NULL;
+ }
}
- /* On first call, set up the fields */
- if (!mdb->fields_defined && sql_num_fields(mdb) > 0) {
- mdb->fields = (SQL_FIELD **)malloc(sizeof(SQL_FIELD) * mdb->ncolumn);
- for (i=0; i < sql_num_fields(mdb); i++) {
- mdb->fields[i] = (SQL_FIELD *)malloc(sizeof(SQL_FIELD));
- mdb->fields[i]->name = mdb->result[i];
- mdb->fields[i]->length = cstrlen(mdb->fields[i]->name);
- mdb->fields[i]->max_length = mdb->fields[i]->length;
- for (j=1; j <= mdb->nrow; j++) {
- int len;
- if (mdb->result[i + mdb->ncolumn *j]) {
- len = (uint32_t)cstrlen(mdb->result[i + mdb->ncolumn * j]);
+
+ /* We are after a sql_query() that stores the result in m_results */
+ if (!m_fields || m_fields_size < m_num_fields) {
+ if (m_fields) {
+ free(m_fields);
+ m_fields = NULL;
+ }
+ Dmsg1(500, "allocating space for %d fields\n", m_num_fields);
+ m_fields = (SQL_FIELD *)malloc(sizeof(SQL_FIELD) * m_num_fields);
+ m_fields_size = m_num_fields;
+
+ for (i = 0; i < m_num_fields; i++) {
+ Dmsg1(500, "filling field %d\n", i);
+ m_fields[i].name = m_result[i];
+ m_fields[i].max_length = cstrlen(m_fields[i].name);
+ for (j = 1; j <= m_num_rows; j++) {
+ if (m_result[i + m_num_fields * j]) {
+ len = (uint32_t)cstrlen(m_result[i + m_num_fields * j]);
} else {
len = 0;
}
- if (len > mdb->fields[i]->max_length) {
- mdb->fields[i]->max_length = len;
+ if (len > m_fields[i].max_length) {
+ m_fields[i].max_length = len;
}
}
- mdb->fields[i]->type = 0;
- mdb->fields[i]->flags = 1; /* not null */
+ m_fields[i].type = 0;
+ m_fields[i].flags = 1; /* not null */
+
+ Dmsg4(500, "sql_fetch_field finds field '%s' has length='%d' type='%d' and IsNull=%d\n",
+ m_fields[i].name, m_fields[i].max_length, m_fields[i].type, m_fields[i].flags);
}
- mdb->fields_defined = TRUE;
}
- if (field > sql_num_fields(mdb)) {
- field = sql_num_fields(mdb);
- }
- mdb->field = field;
+ /*
+ * Increment field number for the next time around
+ */
+ return &m_fields[m_field_number++];
+}
+
+bool B_DB_SQLITE::sql_field_is_not_null(int field_type)
+{
+ switch (field_type) {
+ case 1:
+ return true;
+ default:
+ return false;
+ }
+}
+
+bool B_DB_SQLITE::sql_field_is_numeric(int field_type)
+{
+ switch (field_type) {
+ case 1:
+ return true;
+ default:
+ return false;
+ }
}
-SQL_FIELD *my_sqlite_fetch_field(B_DB *mdb)
+/*
+ * Returns true if OK
+ * false if failed
+ */
+bool B_DB_SQLITE::sql_batch_start(JCR *jcr)
+{
+ bool retval;
+
+ db_lock(this);
+ retval = sql_query("CREATE TEMPORARY TABLE batch ("
+ "FileIndex integer,"
+ "JobId integer,"
+ "Path blob,"
+ "Name blob,"
+ "LStat tinyblob,"
+ "MD5 tinyblob,"
+ "DeltaSeq integer)");
+ db_unlock(this);
+
+ return retval;
+}
+
+/* set error to something to abort operation */
+/*
+ * Returns true if OK
+ * false if failed
+ */
+bool B_DB_SQLITE::sql_batch_end(JCR *jcr, const char *error)
{
- return mdb->fields[mdb->field++];
+ m_status = 0;
+
+ return true;
}
-#ifdef HAVE_BATCH_FILE_INSERT
-const char *my_sqlite_batch_lock_query = "BEGIN";
-const char *my_sqlite_batch_unlock_query = "COMMIT";
+/*
+ * Returns true if OK
+ * false if failed
+ */
+bool B_DB_SQLITE::sql_batch_insert(JCR *jcr, ATTR_DBR *ar)
+{
+ size_t len;
+ const char *digest;
+ char ed1[50];
+
+ esc_name = check_pool_memory_size(esc_name, fnl*2+1);
+ db_escape_string(jcr, esc_name, fname, fnl);
+
+ esc_path = check_pool_memory_size(esc_path, pnl*2+1);
+ db_escape_string(jcr, esc_path, path, pnl);
-const char *my_sqlite_batch_fill_path_query =
- "INSERT INTO Path (Path)"
- " SELECT DISTINCT Path FROM batch"
- " EXCEPT SELECT Path FROM Path";
+ if (ar->Digest == NULL || ar->Digest[0] == 0) {
+ digest = "0";
+ } else {
+ digest = ar->Digest;
+ }
+
+ len = Mmsg(cmd, "INSERT INTO batch VALUES "
+ "(%u,%s,'%s','%s','%s','%s',%u)",
+ ar->FileIndex, edit_int64(ar->JobId,ed1), esc_path,
+ esc_name, ar->attr, digest, ar->DeltaSeq);
+
+ return sql_query(cmd);
+}
+
+/*
+ * Initialize database data structure. In principal this should
+ * never have errors, or it is really fatal.
+ */
+B_DB *db_init_database(JCR *jcr, const char *db_driver, const char *db_name,
+ const char *db_user, const char *db_password,
+ const char *db_address, int db_port,
+ const char *db_socket, bool mult_db_connections,
+ bool disable_batch_insert)
+{
+ B_DB *mdb = NULL;
-const char *my_sqlite_batch_fill_filename_query =
- "INSERT INTO Filename (Name)"
- " SELECT DISTINCT Name FROM batch "
- " EXCEPT SELECT Name FROM Filename";
-#endif /* HAVE_BATCH_FILE_INSERT */
+ P(mutex); /* lock DB queue */
+ /*
+ * Look to see if DB already open
+ */
+ if (db_list && !mult_db_connections) {
+ foreach_dlist(mdb, db_list) {
+ if (mdb->db_match_database(db_driver, db_name, db_address, db_port)) {
+ Dmsg1(300, "DB REopen %s\n", db_name);
+ mdb->increment_refcount();
+ goto bail_out;
+ }
+ }
+ }
+ Dmsg0(300, "db_init_database first time\n");
+ mdb = New(B_DB_SQLITE(jcr, db_driver, db_name, db_user, db_password,
+ db_address, db_port, db_socket, mult_db_connections,
+ disable_batch_insert));
+bail_out:
+ V(mutex);
+ return mdb;
+}
-#endif /* HAVE_SQLITE */
+#endif /* HAVE_SQLITE3 */
projects / bacula / bacula / blobdiff