2 * Bacula Catalog Database interface routines
4 * Almost generic set of SQL database interface routines
5 * (with a little more work)
7 * Kern Sibbald, March 2000
13 Copyright (C) 2000-2004 Kern Sibbald and John Walker
15 This program is free software; you can redistribute it and/or
16 modify it under the terms of the GNU General Public License as
17 published by the Free Software Foundation; either version 2 of
18 the License, or (at your option) any later version.
20 This program is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
23 General Public License for more details.
25 You should have received a copy of the GNU General Public
26 License along with this program; if not, write to the Free
27 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
32 /* The following is necessary so that we do not include
33 * the dummy external definition of B_DB.
35 #define __SQL_C /* indicate that this is sql.c */
40 #if HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL
42 uint32_t bacula_db_version = 0;
44 /* Forward referenced subroutines */
45 void print_dashes(B_DB *mdb);
46 void print_result(B_DB *mdb);
49 * Called here to retrieve an integer from the database
51 static int int_handler(void *ctx, int num_fields, char **row)
53 uint32_t *val = (uint32_t *)ctx;
55 Dmsg1(800, "int_handler starts with row pointing at %x\n", row);
58 Dmsg1(800, "int_handler finds '%s'\n", row[0]);
61 Dmsg0(800, "int_handler finds zero\n");
64 Dmsg0(800, "int_handler finishes\n");
70 /* NOTE!!! The following routines expect that the
71 * calling subroutine sets and clears the mutex
74 /* Check that the tables correspond to the version we want */
75 int check_tables_version(JCR *jcr, B_DB *mdb)
77 char *query = "SELECT VersionId FROM Version";
79 bacula_db_version = 0;
80 db_sql_query(mdb, query, int_handler, (void *)&bacula_db_version);
81 if (bacula_db_version != BDB_VERSION) {
82 Mmsg(&mdb->errmsg, "Version error for database \"%s\". Wanted %d, got %d\n",
83 mdb->db_name, BDB_VERSION, bacula_db_version);
84 Jmsg(jcr, M_FATAL, 0, "%s", mdb->errmsg);
90 /* Utility routine for queries. The database MUST be locked before calling here. */
92 QueryDB(char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
95 if ((status=sql_query(mdb, cmd)) != 0) {
96 m_msg(file, line, &mdb->errmsg, _("query %s failed:\n%s\n"), cmd, sql_strerror(mdb));
97 j_msg(file, line, jcr, M_FATAL, 0, "%s", mdb->errmsg);
99 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
104 mdb->result = sql_store_result(mdb);
106 return mdb->result != NULL;
110 * Utility routine to do inserts
111 * Returns: 0 on failure
115 InsertDB(char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
117 if (sql_query(mdb, cmd)) {
118 m_msg(file, line, &mdb->errmsg, _("insert %s failed:\n%s\n"), cmd, sql_strerror(mdb));
119 j_msg(file, line, jcr, M_FATAL, 0, "%s", mdb->errmsg);
121 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
125 if (mdb->have_insert_id) {
126 mdb->num_rows = sql_affected_rows(mdb);
130 if (mdb->num_rows != 1) {
132 m_msg(file, line, &mdb->errmsg, _("Insertion problem: affected_rows=%s\n"),
133 edit_uint64(mdb->num_rows, ed1));
135 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
143 /* Utility routine for updates.
144 * Returns: 0 on failure
148 UpdateDB(char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
151 if (sql_query(mdb, cmd)) {
152 m_msg(file, line, &mdb->errmsg, _("update %s failed:\n%s\n"), cmd, sql_strerror(mdb));
153 j_msg(file, line, jcr, M_ERROR, 0, "%s", mdb->errmsg);
155 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
159 mdb->num_rows = sql_affected_rows(mdb);
160 if (mdb->num_rows < 1) {
162 m_msg(file, line, &mdb->errmsg, _("Update problem: affected_rows=%s\n"),
163 edit_uint64(mdb->num_rows, ed1));
165 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
173 /* Utility routine for deletes
175 * Returns: -1 on error
176 * n number of rows affected
179 DeleteDB(char *file, int line, JCR *jcr, B_DB *mdb, char *cmd)
182 if (sql_query(mdb, cmd)) {
183 m_msg(file, line, &mdb->errmsg, _("delete %s failed:\n%s\n"), cmd, sql_strerror(mdb));
184 j_msg(file, line, jcr, M_ERROR, 0, "%s", mdb->errmsg);
186 j_msg(file, line, jcr, M_INFO, 0, "%s\n", cmd);
191 return sql_affected_rows(mdb);
196 * Get record max. Query is already in mdb->cmd
199 * Returns: -1 on failure
202 int get_sql_record_max(JCR *jcr, B_DB *mdb)
207 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
208 if ((row = sql_fetch_row(mdb)) == NULL) {
209 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
214 sql_free_result(mdb);
216 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
223 * Return pre-edited error message
225 char *db_strerror(B_DB *mdb)
231 * Lock database, this can be called multiple times by the same
232 * thread without blocking, but must be unlocked the number of
233 * times it was locked.
235 void _db_lock(char *file, int line, B_DB *mdb)
238 if ((errstat=rwl_writelock(&mdb->lock)) != 0) {
239 e_msg(file, line, M_ABORT, 0, "rwl_writelock failure. ERR=%s\n",
245 * Unlock the database. This can be called multiple times by the
246 * same thread up to the number of times that thread called
249 void _db_unlock(char *file, int line, B_DB *mdb)
252 if ((errstat=rwl_writeunlock(&mdb->lock)) != 0) {
253 e_msg(file, line, M_ABORT, 0, "rwl_writeunlock failure. ERR=%s\n",
259 * Start a transaction. This groups inserts and makes things
260 * much more efficient. Usually started when inserting
263 void db_start_transaction(JCR *jcr, B_DB *mdb)
267 /* Allow only 10,000 changes per transaction */
268 if (mdb->transaction && mdb->changes > 10000) {
269 db_end_transaction(jcr, mdb);
271 if (!mdb->transaction) {
272 my_sqlite_query(mdb, "BEGIN"); /* begin transaction */
273 Dmsg0(400, "Start SQLite transaction\n");
274 mdb->transaction = 1;
280 * This is turned off because transactions break
281 * if multiple simultaneous jobs are run.
283 #ifdef xAVE_POSTGRESQL
285 /* Allow only 25,000 changes per transaction */
286 if (mdb->transaction && mdb->changes > 25000) {
287 db_end_transaction(jcr, mdb);
289 if (!mdb->transaction) {
290 db_sql_query(mdb, "BEGIN", NULL, NULL); /* begin transaction */
291 Dmsg0(400, "Start PosgreSQL transaction\n");
292 mdb->transaction = 1;
298 void db_end_transaction(JCR *jcr, B_DB *mdb)
302 if (mdb->transaction) {
303 my_sqlite_query(mdb, "COMMIT"); /* end transaction */
304 mdb->transaction = 0;
305 Dmsg1(400, "End SQLite transaction changes=%d\n", mdb->changes);
311 #ifdef xAVE_POSTGRESQL
313 if (mdb->transaction) {
314 db_sql_query(mdb, "COMMIT", NULL, NULL); /* end transaction */
315 mdb->transaction = 0;
316 Dmsg1(400, "End PostgreSQL transaction changes=%d\n", mdb->changes);
324 * Given a full filename, split it into its path
325 * and filename parts. They are returned in pool memory
326 * in the mdb structure.
328 void split_path_and_file(JCR *jcr, B_DB *mdb, const char *fname)
332 /* Find path without the filename.
333 * I.e. everything after the last / is a "filename".
334 * OK, maybe it is a directory name, but we treat it like
335 * a filename. If we don't find a / then the whole name
336 * must be a path name (e.g. c:).
338 for (p=f=fname; *p; p++) {
340 f = p; /* set pos of last slash */
343 if (*f == '/') { /* did we find a slash? */
344 f++; /* yes, point to filename */
345 } else { /* no, whole thing must be path name */
349 /* If filename doesn't exist (i.e. root directory), we
350 * simply create a blank name consisting of a single
351 * space. This makes handling zero length filenames
356 mdb->fname = check_pool_memory_size(mdb->fname, mdb->fnl+1);
357 memcpy(mdb->fname, f, mdb->fnl); /* copy filename */
358 mdb->fname[mdb->fnl] = 0;
360 mdb->fname[0] = ' '; /* blank filename */
365 mdb->pnl = f - fname;
367 mdb->path = check_pool_memory_size(mdb->path, mdb->pnl+1);
368 memcpy(mdb->path, fname, mdb->pnl);
369 mdb->path[mdb->pnl] = 0;
371 Mmsg1(&mdb->errmsg, _("Path length is zero. File=%s\n"), fname);
372 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
378 Dmsg2(500, "split path=%s file=%s\n", mdb->path, mdb->fname);
382 * List dashes as part of header for listing SQL results in a table
385 list_dashes(B_DB *mdb, DB_LIST_HANDLER *send, void *ctx)
390 sql_field_seek(mdb, 0);
392 for (i = 0; i < sql_num_fields(mdb); i++) {
393 field = sql_fetch_field(mdb);
394 for (j = 0; j < (int)field->max_length + 2; j++) {
403 * If full_list is set, we list vertically, otherwise, we
404 * list on one line horizontally.
407 list_result(JCR *jcr, B_DB *mdb, DB_LIST_HANDLER *send, void *ctx, e_list_type type)
411 int i, col_len, max_len = 0;
412 char buf[2000], ewc[30];
414 Dmsg0(800, "list_result starts\n");
415 if (mdb->result == NULL || sql_num_rows(mdb) == 0) {
416 send(ctx, _("No results to list.\n"));
420 Dmsg1(800, "list_result starts looking at %d fields\n", sql_num_fields(mdb));
421 /* determine column display widths */
422 sql_field_seek(mdb, 0);
423 for (i = 0; i < sql_num_fields(mdb); i++) {
424 Dmsg1(800, "list_result processing field %d\n", i);
425 field = sql_fetch_field(mdb);
426 col_len = strlen(field->name);
427 if (type == VERT_LIST) {
428 if (col_len > max_len) {
432 if (IS_NUM(field->type) && (int)field->max_length > 0) { /* fixup for commas */
433 field->max_length += (field->max_length - 1) / 3;
435 if (col_len < (int)field->max_length) {
436 col_len = field->max_length;
438 if (col_len < 4 && !IS_NOT_NULL(field->flags)) {
439 col_len = 4; /* 4 = length of the word "NULL" */
441 field->max_length = col_len; /* reset column info */
445 Dmsg0(800, "list_result finished first loop\n");
446 if (type == VERT_LIST) {
450 Dmsg1(800, "list_result starts second loop looking at %d fields\n", sql_num_fields(mdb));
451 list_dashes(mdb, send, ctx);
453 sql_field_seek(mdb, 0);
454 for (i = 0; i < sql_num_fields(mdb); i++) {
455 Dmsg1(800, "list_result looking at field %d\n", i);
456 field = sql_fetch_field(mdb);
457 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, field->name);
461 list_dashes(mdb, send, ctx);
463 Dmsg1(800, "list_result starts third loop looking at %d fields\n", sql_num_fields(mdb));
464 while ((row = sql_fetch_row(mdb)) != NULL) {
465 sql_field_seek(mdb, 0);
467 for (i = 0; i < sql_num_fields(mdb); i++) {
468 field = sql_fetch_field(mdb);
469 if (row[i] == NULL) {
470 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, "NULL");
471 } else if (IS_NUM(field->type) && !jcr->gui) {
472 bsnprintf(buf, sizeof(buf), " %*s |", (int)field->max_length,
473 add_commas(row[i], ewc));
475 bsnprintf(buf, sizeof(buf), " %-*s |", (int)field->max_length, row[i]);
481 list_dashes(mdb, send, ctx);
486 Dmsg1(800, "list_result starts vertical list at %d fields\n", sql_num_fields(mdb));
487 while ((row = sql_fetch_row(mdb)) != NULL) {
488 sql_field_seek(mdb, 0);
489 for (i = 0; i < sql_num_fields(mdb); i++) {
490 field = sql_fetch_field(mdb);
491 if (row[i] == NULL) {
492 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name, "NULL");
493 } else if (IS_NUM(field->type) && !jcr->gui) {
494 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name,
495 add_commas(row[i], ewc));
497 bsnprintf(buf, sizeof(buf), " %*s: %s\n", max_len, field->name, row[i]);
507 #endif /* HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL */