2 * Bacula Catalog Database routines specific to PostgreSQL
3 * These are PostgreSQL specific routines
5 * Dan Langille, December 2003
6 * based upon work done by Kern Sibbald, March 2000
12 Copyright (C) 2003-2004 Kern Sibbald and John Walker
14 This program is free software; you can redistribute it and/or
15 modify it under the terms of the GNU General Public License as
16 published by the Free Software Foundation; either version 2 of
17 the License, or (at your option) any later version.
19 This program is distributed in the hope that it will be useful,
20 but WITHOUT ANY WARRANTY; without even the implied warranty of
21 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
22 General Public License for more details.
24 You should have received a copy of the GNU General Public
25 License along with this program; if not, write to the Free
26 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
32 /* The following is necessary so that we do not include
33 * the dummy external definition of DB.
35 #define __SQL_C /* indicate that this is sql.c */
40 #ifdef HAVE_POSTGRESQL
42 #include "postgres_ext.h" /* needed for NAMEDATALEN */
44 /* -----------------------------------------------------------------------
46 * PostgreSQL dependent defines and subroutines
48 * -----------------------------------------------------------------------
51 /* List of open databases */
52 static BQUEUE db_list = {&db_list, &db_list};
54 static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
57 * Initialize database data structure. In principal this should
58 * never have errors, or it is really fatal.
61 db_init_database(JCR *jcr, const char *db_name, const char *db_user, const char *db_password,
62 const char *db_address, int db_port, const char *db_socket,
63 int mult_db_connections)
68 Jmsg(jcr, M_FATAL, 0, _("A user name for PostgreSQL must be supplied.\n"));
71 P(mutex); /* lock DB queue */
72 if (!mult_db_connections) {
73 /* Look to see if DB already open */
74 for (mdb=NULL; (mdb=(B_DB *)qnext(&db_list, &mdb->bq)); ) {
75 if (strcmp(mdb->db_name, db_name) == 0) {
76 Dmsg2(100, "DB REopen %d %s\n", mdb->ref_count, db_name);
79 return mdb; /* already open */
83 Dmsg0(100, "db_open first time\n");
84 mdb = (B_DB *)malloc(sizeof(B_DB));
85 memset(mdb, 0, sizeof(B_DB));
86 mdb->db_name = bstrdup(db_name);
87 mdb->db_user = bstrdup(db_user);
89 mdb->db_password = bstrdup(db_password);
92 mdb->db_address = bstrdup(db_address);
95 mdb->db_socket = bstrdup(db_socket);
97 mdb->db_port = db_port;
98 mdb->have_insert_id = TRUE;
99 mdb->errmsg = get_pool_memory(PM_EMSG); /* get error message buffer */
101 mdb->cmd = get_pool_memory(PM_EMSG); /* get command buffer */
102 mdb->cached_path = get_pool_memory(PM_FNAME);
103 mdb->cached_path_id = 0;
105 mdb->fname = get_pool_memory(PM_FNAME);
106 mdb->path = get_pool_memory(PM_FNAME);
107 mdb->esc_name = get_pool_memory(PM_FNAME);
108 mdb->allow_transactions = mult_db_connections;
109 qinsert(&db_list, &mdb->bq); /* put db in list */
115 * Now actually open the database. This can generate errors,
116 * which are returned in the errmsg
118 * DO NOT close the database or free(mdb) here !!!!
121 db_open_database(JCR *jcr, B_DB *mdb)
127 if (mdb->connected) {
131 mdb->connected = false;
133 if ((errstat=rwl_init(&mdb->lock)) != 0) {
134 Mmsg1(&mdb->errmsg, _("Unable to initialize DB lock. ERR=%s\n"),
141 bsnprintf(buf, sizeof(buf), "%d", mdb->db_port);
147 /* If connection fails, try at 5 sec intervals for 30 seconds. */
148 for (int retry=0; retry < 6; retry++) {
149 /* connect to the database */
150 mdb->db = PQsetdbLogin(
151 mdb->db_address, /* default = localhost */
152 port, /* default port */
153 NULL, /* pg options */
154 NULL, /* tty, ignored */
155 mdb->db_name, /* database name */
156 mdb->db_user, /* login name */
157 mdb->db_password); /* password */
159 /* If no connect, try once more in case it is a timing problem */
160 if (PQstatus(mdb->db) == CONNECTION_OK) {
166 Dmsg0(50, "pg_real_connect done\n");
167 Dmsg3(50, "db_user=%s db_name=%s db_password=%s\n", mdb->db_user, mdb->db_name,
168 mdb->db_password==NULL?"(NULL)":mdb->db_password);
170 if (PQstatus(mdb->db) != CONNECTION_OK) {
171 Mmsg2(&mdb->errmsg, _("Unable to connect to PostgreSQL server.\n"
172 "Database=%s User=%s\n"
173 "It is probably not running or your password is incorrect.\n"),
174 mdb->db_name, mdb->db_user);
179 if (!check_tables_version(jcr, mdb)) {
184 mdb->connected = true;
190 db_close_database(JCR *jcr, B_DB *mdb)
197 if (mdb->ref_count == 0) {
199 if (mdb->connected && mdb->db) {
202 rwl_destroy(&mdb->lock);
203 free_pool_memory(mdb->errmsg);
204 free_pool_memory(mdb->cmd);
205 free_pool_memory(mdb->cached_path);
206 free_pool_memory(mdb->fname);
207 free_pool_memory(mdb->path);
208 free_pool_memory(mdb->esc_name);
215 if (mdb->db_password) {
216 free(mdb->db_password);
218 if (mdb->db_address) {
219 free(mdb->db_address);
221 if (mdb->db_socket) {
222 free(mdb->db_socket);
224 my_postgresql_free_result(mdb);
231 * Return the next unique index (auto-increment) for
232 * the given table. Return NULL on error.
234 * For PostgreSQL, NULL causes the auto-increment value
237 int db_next_index(JCR *jcr, B_DB *mdb, char *table, char *index)
239 strcpy(index, "NULL");
245 * Escape strings so that PostgreSQL is happy
247 * NOTE! len is the length of the old string. Your new
248 * string must be long enough (max 2*old+1) to hold
249 * the escaped output.
252 db_escape_string(char *snew, char *old, int len)
254 PQescapeString(snew, old, len);
258 * Submit a general SQL command (cmd), and for each row returned,
259 * the sqlite_handler is called with the ctx.
261 int db_sql_query(B_DB *mdb, const char *query, DB_RESULT_HANDLER *result_handler, void *ctx)
265 Dmsg0(500, "db_sql_query started\n");
268 if (sql_query(mdb, query) != 0) {
269 Mmsg(mdb->errmsg, _("Query failed: %s: ERR=%s\n"), query, sql_strerror(mdb));
271 Dmsg0(500, "db_sql_query failed\n");
274 Dmsg0(500, "db_sql_query succeeded. checking handler\n");
276 if (result_handler != NULL) {
277 Dmsg0(500, "db_sql_query invoking handler\n");
278 if ((mdb->result = sql_store_result(mdb)) != NULL) {
279 int num_fields = sql_num_fields(mdb);
281 Dmsg0(500, "db_sql_query sql_store_result suceeded\n");
282 while ((row = sql_fetch_row(mdb)) != NULL) {
284 Dmsg0(500, "db_sql_query sql_fetch_row worked\n");
285 if (result_handler(ctx, num_fields, row))
289 sql_free_result(mdb);
294 Dmsg0(500, "db_sql_query finished\n");
301 POSTGRESQL_ROW my_postgresql_fetch_row(B_DB *mdb)
304 POSTGRESQL_ROW row = NULL; // by default, return NULL
306 Dmsg0(500, "my_postgresql_fetch_row start\n");
308 if (mdb->row_number == -1 || mdb->row == NULL) {
309 Dmsg1(500, "we have need space of %d bytes\n", sizeof(char *) * mdb->num_fields);
311 if (mdb->row != NULL) {
312 Dmsg0(500, "my_postgresql_fetch_row freeing space\n");
317 mdb->row = (POSTGRESQL_ROW) malloc(sizeof(char *) * mdb->num_fields);
319 // now reset the row_number now that we have the space allocated
323 // if still within the result set
324 if (mdb->row_number < mdb->num_rows) {
325 Dmsg2(500, "my_postgresql_fetch_row row number '%d' is acceptable (0..%d)\n", mdb->row_number, mdb->num_rows);
326 // get each value from this row
327 for (j = 0; j < mdb->num_fields; j++) {
328 mdb->row[j] = PQgetvalue(mdb->result, mdb->row_number, j);
329 Dmsg2(500, "my_postgresql_fetch_row field '%d' has value '%s'\n", j, mdb->row[j]);
331 // increment the row number for the next call
336 Dmsg2(500, "my_postgresql_fetch_row row number '%d' is NOT acceptable (0..%d)\n", mdb->row_number, mdb->num_rows);
339 Dmsg1(500, "my_postgresql_fetch_row finishes returning %x\n", row);
344 int my_postgresql_max_length(B_DB *mdb, int field_num) {
346 // for a given column, find the max length
353 for (i = 0; i < mdb->num_rows; i++) {
354 if (PQgetisnull(mdb->result, i, field_num)) {
355 this_length = 4; // "NULL"
357 this_length = strlen(PQgetvalue(mdb->result, i, field_num));
360 if (max_length < this_length) {
361 max_length = this_length;
368 POSTGRESQL_FIELD * my_postgresql_fetch_field(B_DB *mdb)
372 Dmsg0(500, "my_postgresql_fetch_field starts\n");
373 if (mdb->fields == NULL) {
374 Dmsg1(500, "allocating space for %d fields\n", mdb->num_fields);
375 mdb->fields = (POSTGRESQL_FIELD *)malloc(sizeof(POSTGRESQL_FIELD) * mdb->num_fields);
377 for (i = 0; i < mdb->num_fields; i++) {
378 Dmsg1(500, "filling field %d\n", i);
379 mdb->fields[i].name = PQfname(mdb->result, i);
380 mdb->fields[i].max_length = my_postgresql_max_length(mdb, i);
381 mdb->fields[i].type = PQftype(mdb->result, i);
382 mdb->fields[i].flags = 0;
384 Dmsg4(500, "my_postgresql_fetch_field finds field '%s' has length='%d' type='%d' and IsNull=%d\n",
385 mdb->fields[i].name, mdb->fields[i].max_length, mdb->fields[i].type,
386 mdb->fields[i].flags);
390 // increment field number for the next time around
392 Dmsg0(500, "my_postgresql_fetch_field finishes\n");
393 return &mdb->fields[mdb->field_number++];
396 void my_postgresql_data_seek(B_DB *mdb, int row)
398 // set the row number to be returned on the next call
399 // to my_postgresql_fetch_row
400 mdb->row_number = row;
403 void my_postgresql_field_seek(B_DB *mdb, int field)
405 mdb->field_number = field;
409 * Note, if this routine returns 1 (failure), Bacula expects
410 * that no result has been stored.
412 int my_postgresql_query(B_DB *mdb, const char *query) {
413 Dmsg0(500, "my_postgresql_query started\n");
414 // We are starting a new query. reset everything.
416 mdb->row_number = -1;
417 mdb->field_number = -1;
419 if (mdb->result != NULL) {
420 PQclear(mdb->result); /* hmm, someone forgot to free?? */
423 Dmsg1(500, "my_postgresql_query starts with '%s'\n", query);
424 mdb->result = PQexec(mdb->db, query);
425 mdb->status = PQresultStatus(mdb->result);
426 if (mdb->status == PGRES_TUPLES_OK || mdb->status == PGRES_COMMAND_OK) {
427 Dmsg1(500, "we have a result\n", query);
429 // how many fields in the set?
430 mdb->num_fields = (int) PQnfields(mdb->result);
431 Dmsg1(500, "we have %d fields\n", mdb->num_fields);
433 mdb->num_rows = PQntuples(mdb->result);
434 Dmsg1(500, "we have %d rows\n", mdb->num_rows);
438 Dmsg1(500, "we failed\n", query);
442 Dmsg0(500, "my_postgresql_query finishing\n");
447 void my_postgresql_free_result (B_DB *mdb)
450 PQclear(mdb->result);
465 int my_postgresql_currval(B_DB *mdb, char *table_name)
467 // Obtain the current value of the sequence that
468 // provides the serial value for primary key of the table.
470 // currval is local to our session. It is not affected by
471 // other transactions.
473 // Determine the name of the sequence.
474 // PostgreSQL automatically creates a sequence using
475 // <table>_<column>_seq.
476 // At the time of writing, all tables used this format for
477 // for their primary key: <table>id
478 // Except for basefiles which has a primary key on baseid.
479 // Therefore, we need to special case that one table.
481 // everything else can use the PostgreSQL formula.
483 char sequence[NAMEDATALEN-1];
484 char query [NAMEDATALEN+50];
488 if (strcasecmp(table_name, "basefiles") == 0) {
489 bstrncpy(sequence, "basefiles_baseid", sizeof(sequence));
491 bstrncpy(sequence, table_name, sizeof(sequence));
492 bstrncat(sequence, "_", sizeof(sequence));
493 bstrncat(sequence, table_name, sizeof(sequence));
494 bstrncat(sequence, "id", sizeof(sequence));
497 bstrncat(sequence, "_seq", sizeof(sequence));
498 bsnprintf(query, sizeof(query), "SELECT currval('%s')", sequence);
500 // Mmsg(query, "SELECT currval('%s')", sequence);
501 Dmsg1(500, "my_postgresql_currval invoked with '%s'\n", query);
502 result = PQexec(mdb->db, query);
504 Dmsg0(500, "exec done");
506 if (PQresultStatus(result) == PGRES_TUPLES_OK) {
507 Dmsg0(500, "getting value");
508 id = atoi(PQgetvalue(result, 0, 0));
509 Dmsg2(500, "got value '%s' which became %d\n", PQgetvalue(result, 0, 0), id);
511 Mmsg1(&mdb->errmsg, _("error fetching currval: %s\n"), PQerrorMessage(mdb->db));
520 #endif /* HAVE_POSTGRESQL */