2 * Bacula Catalog Database interface routines
4 * Almost generic set of SQL database interface routines
5 * (with a little more work)
7 * Kern Sibbald, March 2000
13 Copyright (C) 2000-2004 Kern Sibbald and John Walker
15 This program is free software; you can redistribute it and/or
16 modify it under the terms of the GNU General Public License as
17 published by the Free Software Foundation; either version 2 of
18 the License, or (at your option) any later version.
20 This program is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
23 General Public License for more details.
25 You should have received a copy of the GNU General Public
26 License along with this program; if not, write to the Free
27 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
32 /* The following is necessary so that we do not include
33 * the dummy external definition of B_DB.
35 #define __SQL_C /* indicate that this is sql.c */
40 #if HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL
42 uint32_t bacula_db_version = 0;
44 /* Forward referenced subroutines */
45 void print_dashes(B_DB *mdb);
46 void print_result(B_DB *mdb);
49 * Called here to retrieve an integer from the database
51 static int int_handler(void *ctx, int num_fields, char **row)
53 uint32_t *val = (uint32_t *)ctx;
55 Dmsg1(800, "int_handler starts with row pointing at %x\n", row);
58 Dmsg1(800, "int_handler finds '%s'\n", row[0]);
61 Dmsg0(800, "int_handler finds zero\n");
64 Dmsg0(800, "int_handler finishes\n");
70 /* NOTE!!! The following routines expect that the
71 * calling subroutine sets and clears the mutex
74 /* Check that the tables correspond to the version we want */
75 int check_tables_version(JCR *jcr, B_DB *mdb)
77 const char *query = "SELECT VersionId FROM Version";
79 bacula_db_version = 0;
80 db_sql_query(mdb, query, int_handler, (void *)&bacula_db_version);
81 if (bacula_db_version != BDB_VERSION) {
82 Mmsg(mdb->errmsg, "Version error for database \"%s\". Wanted %d, got %d\n",
83 mdb->db_name, BDB_VERSION, bacula_db_version);
84 Jmsg(jcr, M_FATAL, 0, "%s", mdb->errmsg);
90 /* Utility routine for queries. The database MUST be locked before calling here. */
92 QueryDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
95 if ((status=sql_query(mdb, cmd)) != 0) {
96 m_msg(file, line, &mdb->errmsg, _("query %s failed:\n%s\n"), cmd, sql_strerror(mdb));
97 j_msg(file, line, jcr, M_FATAL, 0, "%s", mdb->errmsg);
99 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
104 mdb->result = sql_store_result(mdb);
106 return mdb->result != NULL;
110 * Utility routine to do inserts
111 * Returns: 0 on failure
115 InsertDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
117 if (sql_query(mdb, cmd)) {
118 m_msg(file, line, &mdb->errmsg, _("insert %s failed:\n%s\n"), cmd, sql_strerror(mdb));
119 j_msg(file, line, jcr, M_FATAL, 0, "%s", mdb->errmsg);
121 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
125 if (mdb->have_insert_id) {
126 mdb->num_rows = sql_affected_rows(mdb);
130 if (mdb->num_rows != 1) {
132 m_msg(file, line, &mdb->errmsg, _("Insertion problem: affected_rows=%s\n"),
133 edit_uint64(mdb->num_rows, ed1));
135 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
143 /* Utility routine for updates.
144 * Returns: 0 on failure
148 UpdateDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
151 if (sql_query(mdb, cmd)) {
152 m_msg(file, line, &mdb->errmsg, _("update %s failed:\n%s\n"), cmd, sql_strerror(mdb));
153 j_msg(file, line, jcr, M_ERROR, 0, "%s", mdb->errmsg);
155 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
159 mdb->num_rows = sql_affected_rows(mdb);
160 if (mdb->num_rows < 1) {
162 m_msg(file, line, &mdb->errmsg, _("Update problem: affected_rows=%s\n"),
163 edit_uint64(mdb->num_rows, ed1));
165 // j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
173 /* Utility routine for deletes
175 * Returns: -1 on error
176 * n number of rows affected
179 DeleteDB(const char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
182 if (sql_query(mdb, cmd)) {
183 m_msg(file, line, &mdb->errmsg, _("delete %s failed:\n%s\n"), cmd, sql_strerror(mdb));
184 j_msg(file, line, jcr, M_ERROR, 0, "%s", mdb->errmsg);
186 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
191 return sql_affected_rows(mdb);
196 * Get record max. Query is already in mdb->cmd
199 * Returns: -1 on failure
202 int get_sql_record_max(JCR *jcr, B_DB *mdb)
207 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
208 if ((row = sql_fetch_row(mdb)) == NULL) {
209 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
214 sql_free_result(mdb);
216 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
223 * Return pre-edited error message
225 char *db_strerror(B_DB *mdb)
231 * Lock database, this can be called multiple times by the same
232 * thread without blocking, but must be unlocked the number of
233 * times it was locked.
235 void _db_lock(const char *file, int line, B_DB *mdb)
238 if ((errstat=rwl_writelock(&mdb->lock)) != 0) {
240 e_msg(file, line, M_ABORT, 0, "rwl_writelock failure. ERR=%s\n",
241 be.strerror(errstat));
246 * Unlock the database. This can be called multiple times by the
247 * same thread up to the number of times that thread called
250 void _db_unlock(const char *file, int line, B_DB *mdb)
253 if ((errstat=rwl_writeunlock(&mdb->lock)) != 0) {
255 e_msg(file, line, M_ABORT, 0, "rwl_writeunlock failure. ERR=%s\n",
256 be.strerror(errstat));
261 * Start a transaction. This groups inserts and makes things
262 * much more efficient. Usually started when inserting
265 void db_start_transaction(JCR *jcr, B_DB *mdb)
268 if (!mdb->allow_transactions) {
272 /* Allow only 10,000 changes per transaction */
273 if (mdb->transaction && mdb->changes > 10000) {
274 db_end_transaction(jcr, mdb);
276 if (!mdb->transaction) {
277 my_sqlite_query(mdb, "BEGIN"); /* begin transaction */
278 Dmsg0(400, "Start SQLite transaction\n");
279 mdb->transaction = 1;
285 * This is turned off because transactions break
286 * if multiple simultaneous jobs are run.
288 #ifdef HAVE_POSTGRESQL
289 if (!mdb->allow_transactions) {
293 /* Allow only 25,000 changes per transaction */
294 if (mdb->transaction && mdb->changes > 25000) {
295 db_end_transaction(jcr, mdb);
297 if (!mdb->transaction) {
298 db_sql_query(mdb, "BEGIN", NULL, NULL); /* begin transaction */
299 Dmsg0(400, "Start PosgreSQL transaction\n");
300 mdb->transaction = 1;
306 void db_end_transaction(JCR *jcr, B_DB *mdb)
309 * This can be called during thread cleanup and
310 * the db may already be closed. So simply return.
316 if (!mdb->allow_transactions) {
320 if (mdb->transaction) {
321 my_sqlite_query(mdb, "COMMIT"); /* end transaction */
322 mdb->transaction = 0;
323 Dmsg1(400, "End SQLite transaction changes=%d\n", mdb->changes);
329 #ifdef HAVE_POSTGRESQL
330 if (!mdb->allow_transactions) {
334 if (mdb->transaction) {
335 db_sql_query(mdb, "COMMIT", NULL, NULL); /* end transaction */
336 mdb->transaction = 0;
337 Dmsg1(400, "End PostgreSQL transaction changes=%d\n", mdb->changes);
345 * Given a full filename, split it into its path
346 * and filename parts. They are returned in pool memory
347 * in the mdb structure.
349 void split_path_and_file(JCR *jcr, B_DB *mdb, const char *fname)
353 /* Find path without the filename.
354 * I.e. everything after the last / is a "filename".
355 * OK, maybe it is a directory name, but we treat it like
356 * a filename. If we don't find a / then the whole name
357 * must be a path name (e.g. c:).
359 for (p=f=fname; *p; p++) {
361 f = p; /* set pos of last slash */
364 if (*f == '/') { /* did we find a slash? */
365 f++; /* yes, point to filename */
366 } else { /* no, whole thing must be path name */
370 /* If filename doesn't exist (i.e. root directory), we
371 * simply create a blank name consisting of a single
372 * space. This makes handling zero length filenames
377 mdb->fname = check_pool_memory_size(mdb->fname, mdb->fnl+1);
378 memcpy(mdb->fname, f, mdb->fnl); /* copy filename */
379 mdb->fname[mdb->fnl] = 0;
385 mdb->pnl = f - fname;
387 mdb->path = check_pool_memory_size(mdb->path, mdb->pnl+1);
388 memcpy(mdb->path, fname, mdb->pnl);
389 mdb->path[mdb->pnl] = 0;
391 Mmsg1(&mdb->errmsg, _("Path length is zero. File=%s\n"), fname);
392 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
397 Dmsg2(500, "split path=%s file=%s\n", mdb->path, mdb->fname);
401 * List dashes as part of header for listing SQL results in a table
404 list_dashes(B_DB *mdb, DB_LIST_HANDLER *send, void *ctx)
409 sql_field_seek(mdb, 0);
411 for (i = 0; i < sql_num_fields(mdb); i++) {
412 field = sql_fetch_field(mdb);
413 for (j = 0; j < (int)field->max_length + 2; j++) {
422 * If full_list is set, we list vertically, otherwise, we
423 * list on one line horizontally.
426 list_result(JCR *jcr, B_DB *mdb, DB_LIST_HANDLER *send, void *ctx, e_list_type type)
430 int i, col_len, max_len = 0;
431 char buf[2000], ewc[30];
433 Dmsg0(800, "list_result starts\n");
434 if (mdb->result == NULL || sql_num_rows(mdb) == 0) {
435 send(ctx, _("No results to list.\n"));
439 Dmsg1(800, "list_result starts looking at %d fields\n", sql_num_fields(mdb));
440 /* determine column display widths */
441 sql_field_seek(mdb, 0);
442 for (i = 0; i < sql_num_fields(mdb); i++) {
443 Dmsg1(800, "list_result processing field %d\n", i);
444 field = sql_fetch_field(mdb);
445 col_len = strlen(field->name);
446 if (type == VERT_LIST) {
447 if (col_len > max_len) {
451 if (IS_NUM(field->type) && (int)field->max_length > 0) { /* fixup for commas */
452 field->max_length += (field->max_length - 1) / 3;
454 if (col_len < (int)field->max_length) {
455 col_len = field->max_length;
457 if (col_len < 4 && !IS_NOT_NULL(field->flags)) {
458 col_len = 4; /* 4 = length of the word "NULL" */
460 field->max_length = col_len; /* reset column info */
464 Dmsg0(800, "list_result finished first loop\n");
465 if (type == VERT_LIST) {
469 Dmsg1(800, "list_result starts second loop looking at %d fields\n", sql_num_fields(mdb));
470 list_dashes(mdb, send, ctx);
472 sql_field_seek(mdb, 0);
473 for (i = 0; i < sql_num_fields(mdb); i++) {
474 Dmsg1(800, "list_result looking at field %d\n", i);
475 field = sql_fetch_field(mdb);
476 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, field->name);
480 list_dashes(mdb, send, ctx);
482 Dmsg1(800, "list_result starts third loop looking at %d fields\n", sql_num_fields(mdb));
483 while ((row = sql_fetch_row(mdb)) != NULL) {
484 sql_field_seek(mdb, 0);
486 for (i = 0; i < sql_num_fields(mdb); i++) {
487 field = sql_fetch_field(mdb);
488 if (row[i] == NULL) {
489 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, "NULL");
490 } else if (IS_NUM(field->type) && !jcr->gui && is_an_integer(row[i])) {
491 bsnprintf(buf, sizeof(buf), " %*s |", (int)field->max_length,
492 add_commas(row[i], ewc));
494 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, row[i]);
500 list_dashes(mdb, send, ctx);
505 Dmsg1(800, "list_result starts vertical list at %d fields\n", sql_num_fields(mdb));
506 while ((row = sql_fetch_row(mdb)) != NULL) {
507 sql_field_seek(mdb, 0);
508 for (i = 0; i < sql_num_fields(mdb); i++) {
509 field = sql_fetch_field(mdb);
510 if (row[i] == NULL) {
511 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name, "NULL");
512 } else if (IS_NUM(field->type) && !jcr->gui && is_an_integer(row[i])) {
513 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name,
514 add_commas(row[i], ewc));
516 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name, row[i]);
526 #endif /* HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL */