2 * Bacula Catalog Database interface routines
4 * Almost generic set of SQL database interface routines
5 * (with a little more work)
7 * Kern Sibbald, March 2000
13 Copyright (C) 2000-2005 Kern Sibbald
15 This program is free software; you can redistribute it and/or
16 modify it under the terms of the GNU General Public License as
17 published by the Free Software Foundation; either version 2 of
18 the License, or (at your option) any later version.
20 This program is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
23 General Public License for more details.
25 You should have received a copy of the GNU General Public
26 License along with this program; if not, write to the Free
27 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
32 /* The following is necessary so that we do not include
33 * the dummy external definition of B_DB.
35 #define __SQL_C /* indicate that this is sql.c */
40 #if HAVE_SQLITE3 || HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL
42 uint32_t bacula_db_version = 0;
44 /* Forward referenced subroutines */
45 void print_dashes(B_DB *mdb);
46 void print_result(B_DB *mdb);
49 * Called here to retrieve an integer from the database
51 static int int_handler(void *ctx, int num_fields, char **row)
53 uint32_t *val = (uint32_t *)ctx;
55 Dmsg1(800, "int_handler starts with row pointing at %x\n", row);
58 Dmsg1(800, "int_handler finds '%s'\n", row[0]);
59 *val = str_to_int64(row[0]);
61 Dmsg0(800, "int_handler finds zero\n");
64 Dmsg0(800, "int_handler finishes\n");
70 /* NOTE!!! The following routines expect that the
71 * calling subroutine sets and clears the mutex
74 /* Check that the tables correspond to the version we want */
75 int check_tables_version(JCR *jcr, B_DB *mdb)
77 const char *query = "SELECT VersionId FROM Version";
79 bacula_db_version = 0;
80 db_sql_query(mdb, query, int_handler, (void *)&bacula_db_version);
81 if (bacula_db_version != BDB_VERSION) {
82 Mmsg(mdb->errmsg, "Version error for database \"%s\". Wanted %d, got %d\n",
83 mdb->db_name, BDB_VERSION, bacula_db_version);
84 Jmsg(jcr, M_FATAL, 0, "%s", mdb->errmsg);
90 /* Utility routine for queries. The database MUST be locked before calling here. */
92 QueryDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
95 if ((status=sql_query(mdb, cmd)) != 0) {
96 m_msg(file, line, &mdb->errmsg, _("query %s failed:\n%s\n"), cmd, sql_strerror(mdb));
97 j_msg(file, line, jcr, M_FATAL, 0, "%s", mdb->errmsg);
99 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
104 mdb->result = sql_store_result(mdb);
106 return mdb->result != NULL;
110 * Utility routine to do inserts
111 * Returns: 0 on failure
115 InsertDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
117 if (sql_query(mdb, cmd)) {
118 m_msg(file, line, &mdb->errmsg, _("insert %s failed:\n%s\n"), cmd, sql_strerror(mdb));
119 j_msg(file, line, jcr, M_FATAL, 0, "%s", mdb->errmsg);
121 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
125 if (mdb->have_insert_id) {
126 mdb->num_rows = sql_affected_rows(mdb);
130 if (mdb->num_rows != 1) {
132 m_msg(file, line, &mdb->errmsg, _("Insertion problem: affected_rows=%s\n"),
133 edit_uint64(mdb->num_rows, ed1));
135 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
143 /* Utility routine for updates.
144 * Returns: 0 on failure
148 UpdateDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
151 if (sql_query(mdb, cmd)) {
152 m_msg(file, line, &mdb->errmsg, _("update %s failed:\n%s\n"), cmd, sql_strerror(mdb));
153 j_msg(file, line, jcr, M_ERROR, 0, "%s", mdb->errmsg);
155 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
159 mdb->num_rows = sql_affected_rows(mdb);
160 if (mdb->num_rows < 1) {
162 m_msg(file, line, &mdb->errmsg, _("Update problem: affected_rows=%s\n"),
163 edit_uint64(mdb->num_rows, ed1));
165 // j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
173 /* Utility routine for deletes
175 * Returns: -1 on error
176 * n number of rows affected
179 DeleteDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
182 if (sql_query(mdb, cmd)) {
183 m_msg(file, line, &mdb->errmsg, _("delete %s failed:\n%s\n"), cmd, sql_strerror(mdb));
184 j_msg(file, line, jcr, M_ERROR, 0, "%s", mdb->errmsg);
186 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
191 return sql_affected_rows(mdb);
196 * Get record max. Query is already in mdb->cmd
199 * Returns: -1 on failure
202 int get_sql_record_max(JCR *jcr, B_DB *mdb)
207 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
208 if ((row = sql_fetch_row(mdb)) == NULL) {
209 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
212 stat = str_to_int64(row[0]);
214 sql_free_result(mdb);
216 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
223 * Return pre-edited error message
225 char *db_strerror(B_DB *mdb)
231 * Lock database, this can be called multiple times by the same
232 * thread without blocking, but must be unlocked the number of
233 * times it was locked.
235 void _db_lock(const char *file, int line, B_DB *mdb)
238 if ((errstat=rwl_writelock(&mdb->lock)) != 0) {
240 e_msg(file, line, M_ABORT, 0, "rwl_writelock failure. ERR=%s\n",
241 be.strerror(errstat));
246 * Unlock the database. This can be called multiple times by the
247 * same thread up to the number of times that thread called
250 void _db_unlock(const char *file, int line, B_DB *mdb)
253 if ((errstat=rwl_writeunlock(&mdb->lock)) != 0) {
255 e_msg(file, line, M_ABORT, 0, "rwl_writeunlock failure. ERR=%s\n",
256 be.strerror(errstat));
261 * Start a transaction. This groups inserts and makes things
262 * much more efficient. Usually started when inserting
265 void db_start_transaction(JCR *jcr, B_DB *mdb)
268 jcr->attr = get_pool_memory(PM_FNAME);
271 if (!mdb->allow_transactions) {
275 /* Allow only 10,000 changes per transaction */
276 if (mdb->transaction && mdb->changes > 10000) {
277 db_end_transaction(jcr, mdb);
279 if (!mdb->transaction) {
280 my_sqlite_query(mdb, "BEGIN"); /* begin transaction */
281 Dmsg0(400, "Start SQLite transaction\n");
282 mdb->transaction = 1;
288 * This is turned off because transactions break
289 * if multiple simultaneous jobs are run.
291 #ifdef HAVE_POSTGRESQL
292 if (!mdb->allow_transactions) {
296 /* Allow only 25,000 changes per transaction */
297 if (mdb->transaction && mdb->changes > 25000) {
298 db_end_transaction(jcr, mdb);
300 if (!mdb->transaction) {
301 db_sql_query(mdb, "BEGIN", NULL, NULL); /* begin transaction */
302 Dmsg0(400, "Start PosgreSQL transaction\n");
303 mdb->transaction = 1;
309 void db_end_transaction(JCR *jcr, B_DB *mdb)
312 * This can be called during thread cleanup and
313 * the db may already be closed. So simply return.
318 if (jcr->cached_attribute) {
319 if (!db_create_file_attributes_record(jcr, jcr->db, &jcr->ar)) {
320 Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
322 jcr->cached_attribute = false;
325 free_pool_memory(jcr->attr);
328 if (!mdb->allow_transactions) {
332 if (mdb->transaction) {
333 my_sqlite_query(mdb, "COMMIT"); /* end transaction */
334 mdb->transaction = 0;
335 Dmsg1(400, "End SQLite transaction changes=%d\n", mdb->changes);
341 #ifdef HAVE_POSTGRESQL
342 if (!mdb->allow_transactions) {
346 if (mdb->transaction) {
347 db_sql_query(mdb, "COMMIT", NULL, NULL); /* end transaction */
348 mdb->transaction = 0;
349 Dmsg1(400, "End PostgreSQL transaction changes=%d\n", mdb->changes);
357 * Given a full filename, split it into its path
358 * and filename parts. They are returned in pool memory
359 * in the mdb structure.
361 void split_path_and_file(JCR *jcr, B_DB *mdb, const char *fname)
365 /* Find path without the filename.
366 * I.e. everything after the last / is a "filename".
367 * OK, maybe it is a directory name, but we treat it like
368 * a filename. If we don't find a / then the whole name
369 * must be a path name (e.g. c:).
371 for (p=f=fname; *p; p++) {
373 f = p; /* set pos of last slash */
376 if (*f == '/') { /* did we find a slash? */
377 f++; /* yes, point to filename */
378 } else { /* no, whole thing must be path name */
382 /* If filename doesn't exist (i.e. root directory), we
383 * simply create a blank name consisting of a single
384 * space. This makes handling zero length filenames
389 mdb->fname = check_pool_memory_size(mdb->fname, mdb->fnl+1);
390 memcpy(mdb->fname, f, mdb->fnl); /* copy filename */
391 mdb->fname[mdb->fnl] = 0;
397 mdb->pnl = f - fname;
399 mdb->path = check_pool_memory_size(mdb->path, mdb->pnl+1);
400 memcpy(mdb->path, fname, mdb->pnl);
401 mdb->path[mdb->pnl] = 0;
403 Mmsg1(&mdb->errmsg, _("Path length is zero. File=%s\n"), fname);
404 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
409 Dmsg2(500, "split path=%s file=%s\n", mdb->path, mdb->fname);
413 * List dashes as part of header for listing SQL results in a table
416 list_dashes(B_DB *mdb, DB_LIST_HANDLER *send, void *ctx)
421 sql_field_seek(mdb, 0);
423 for (i = 0; i < sql_num_fields(mdb); i++) {
424 field = sql_fetch_field(mdb);
425 for (j = 0; j < (int)field->max_length + 2; j++) {
434 * If full_list is set, we list vertically, otherwise, we
435 * list on one line horizontally.
438 list_result(JCR *jcr, B_DB *mdb, DB_LIST_HANDLER *send, void *ctx, e_list_type type)
442 int i, col_len, max_len = 0;
443 char buf[2000], ewc[30];
445 Dmsg0(800, "list_result starts\n");
446 if (mdb->result == NULL || sql_num_rows(mdb) == 0) {
447 send(ctx, _("No results to list.\n"));
451 Dmsg1(800, "list_result starts looking at %d fields\n", sql_num_fields(mdb));
452 /* determine column display widths */
453 sql_field_seek(mdb, 0);
454 for (i = 0; i < sql_num_fields(mdb); i++) {
455 Dmsg1(800, "list_result processing field %d\n", i);
456 field = sql_fetch_field(mdb);
457 col_len = cstrlen(field->name);
458 if (type == VERT_LIST) {
459 if (col_len > max_len) {
463 if (IS_NUM(field->type) && (int)field->max_length > 0) { /* fixup for commas */
464 field->max_length += (field->max_length - 1) / 3;
466 if (col_len < (int)field->max_length) {
467 col_len = field->max_length;
469 if (col_len < 4 && !IS_NOT_NULL(field->flags)) {
470 col_len = 4; /* 4 = length of the word "NULL" */
472 field->max_length = col_len; /* reset column info */
476 Dmsg0(800, "list_result finished first loop\n");
477 if (type == VERT_LIST) {
481 Dmsg1(800, "list_result starts second loop looking at %d fields\n", sql_num_fields(mdb));
482 list_dashes(mdb, send, ctx);
484 sql_field_seek(mdb, 0);
485 for (i = 0; i < sql_num_fields(mdb); i++) {
486 Dmsg1(800, "list_result looking at field %d\n", i);
487 field = sql_fetch_field(mdb);
488 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, field->name);
492 list_dashes(mdb, send, ctx);
494 Dmsg1(800, "list_result starts third loop looking at %d fields\n", sql_num_fields(mdb));
495 while ((row = sql_fetch_row(mdb)) != NULL) {
496 sql_field_seek(mdb, 0);
498 for (i = 0; i < sql_num_fields(mdb); i++) {
499 field = sql_fetch_field(mdb);
500 if (row[i] == NULL) {
501 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, "NULL");
502 } else if (IS_NUM(field->type) && !jcr->gui && is_an_integer(row[i])) {
503 bsnprintf(buf, sizeof(buf), " %*s |", (int)field->max_length,
504 add_commas(row[i], ewc));
506 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, row[i]);
512 list_dashes(mdb, send, ctx);
517 Dmsg1(800, "list_result starts vertical list at %d fields\n", sql_num_fields(mdb));
518 while ((row = sql_fetch_row(mdb)) != NULL) {
519 sql_field_seek(mdb, 0);
520 for (i = 0; i < sql_num_fields(mdb); i++) {
521 field = sql_fetch_field(mdb);
522 if (row[i] == NULL) {
523 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name, "NULL");
524 } else if (IS_NUM(field->type) && !jcr->gui && is_an_integer(row[i])) {
525 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name,
526 add_commas(row[i], ewc));
528 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name, row[i]);
538 #endif /* HAVE_SQLITE3 || HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL*/