2 * Bacula Catalog Database Create record interface routines
4 * Kern Sibbald, March 2000
10 Copyright (C) 2000-2003 Kern Sibbald and John Walker
12 This program is free software; you can redistribute it and/or
13 modify it under the terms of the GNU General Public License as
14 published by the Free Software Foundation; either version 2 of
15 the License, or (at your option) any later version.
17 This program is distributed in the hope that it will be useful,
18 but WITHOUT ANY WARRANTY; without even the implied warranty of
19 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 General Public License for more details.
22 You should have received a copy of the GNU General Public
23 License along with this program; if not, write to the Free
24 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
29 /* The following is necessary so that we do not include
30 * the dummy external definition of DB.
32 #define __SQL_C /* indicate that this is sql.c */
37 #if HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL
39 /* -----------------------------------------------------------------------
41 * Generic Routines (or almost generic)
43 * -----------------------------------------------------------------------
46 /* Forward referenced subroutines */
47 static int db_create_file_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar);
48 static int db_create_filename_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar);
49 static int db_create_path_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar);
52 /* Imported subroutines */
53 extern void print_dashes(B_DB *mdb);
54 extern void print_result(B_DB *mdb);
55 extern int QueryDB(const char *file, int line, JCR *jcr, B_DB *db, char *select_cmd);
56 extern int InsertDB(const char *file, int line, JCR *jcr, B_DB *db, char *select_cmd);
57 extern int UpdateDB(const char *file, int line, JCR *jcr, B_DB *db, char *update_cmd);
58 extern void split_path_and_file(JCR *jcr, B_DB *mdb, const char *fname);
61 /* Create a new record for the Job
62 * Returns: 0 on failure
66 db_create_job_record(JCR *jcr, B_DB *mdb, JOB_DBR *jr)
68 char dt[MAX_TIME_LENGTH];
77 stime = jr->SchedTime;
80 localtime_r(&stime, &tm);
81 strftime(dt, sizeof(dt), "%Y-%m-%d %T", &tm);
82 JobTDate = (utime_t)stime;
86 "INSERT INTO Job (Job,Name,Type,Level,JobStatus,SchedTime,JobTDate) VALUES "
87 "('%s','%s','%c','%c','%c','%s',%s)",
88 jr->Job, jr->Name, (char)(jr->JobType), (char)(jr->JobLevel),
89 (char)(jr->JobStatus), dt, edit_uint64(JobTDate, ed1));
91 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
92 Mmsg2(&mdb->errmsg, _("Create DB Job record %s failed. ERR=%s\n"),
93 mdb->cmd, sql_strerror(mdb));
97 jr->JobId = sql_insert_id(mdb, _("Job"));
104 /* Create a JobMedia record for medium used this job
105 * Returns: false on failure
109 db_create_jobmedia_record(JCR *jcr, B_DB *mdb, JOBMEDIA_DBR *jm)
116 /* Now get count for VolIndex */
117 Mmsg(mdb->cmd, "SELECT count(*) from JobMedia");
118 count = get_sql_record_max(jcr, mdb);
125 "INSERT INTO JobMedia (JobId,MediaId,FirstIndex,LastIndex,"
126 "StartFile,EndFile,StartBlock,EndBlock,VolIndex) "
127 "VALUES (%u,%u,%u,%u,%u,%u,%u,%u,%u)",
128 jm->JobId, jm->MediaId, jm->FirstIndex, jm->LastIndex,
129 jm->StartFile, jm->EndFile, jm->StartBlock, jm->EndBlock,count);
131 Dmsg0(300, mdb->cmd);
132 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
133 Mmsg2(&mdb->errmsg, _("Create JobMedia record %s failed: ERR=%s\n"), mdb->cmd,
137 /* Worked, now update the Media record with the EndFile and EndBlock */
139 "UPDATE Media SET EndFile=%u, EndBlock=%u WHERE MediaId=%u",
140 jm->EndFile, jm->EndBlock, jm->MediaId);
141 if (!UPDATE_DB(jcr, mdb, mdb->cmd)) {
142 Mmsg2(&mdb->errmsg, _("Update Media record %s failed: ERR=%s\n"), mdb->cmd,
148 Dmsg0(300, "Return from JobMedia\n");
154 /* Create Unique Pool record
155 * Returns: 0 on failure
159 db_create_pool_record(JCR *jcr, B_DB *mdb, POOL_DBR *pr)
162 char ed1[30], ed2[30], ed3[50];
164 Dmsg0(200, "In create pool\n");
166 Mmsg(mdb->cmd, "SELECT PoolId,Name FROM Pool WHERE Name='%s'", pr->Name);
167 Dmsg1(200, "selectpool: %s\n", mdb->cmd);
169 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
170 mdb->num_rows = sql_num_rows(mdb);
171 if (mdb->num_rows > 0) {
172 Mmsg1(&mdb->errmsg, _("pool record %s already exists\n"), pr->Name);
173 sql_free_result(mdb);
177 sql_free_result(mdb);
182 "INSERT INTO Pool (Name,NumVols,MaxVols,UseOnce,UseCatalog,"
183 "AcceptAnyVolume,AutoPrune,Recycle,VolRetention,VolUseDuration,"
184 "MaxVolJobs,MaxVolFiles,MaxVolBytes,PoolType,LabelFormat) "
185 "VALUES ('%s',%u,%u,%d,%d,%d,%d,%d,%s,%s,%u,%u,%s,'%s','%s')",
187 pr->NumVols, pr->MaxVols,
188 pr->UseOnce, pr->UseCatalog,
190 pr->AutoPrune, pr->Recycle,
191 edit_uint64(pr->VolRetention, ed1),
192 edit_uint64(pr->VolUseDuration, ed2),
193 pr->MaxVolJobs, pr->MaxVolFiles,
194 edit_uint64(pr->MaxVolBytes, ed3),
195 pr->PoolType, pr->LabelFormat);
196 Dmsg1(200, "Create Pool: %s\n", mdb->cmd);
197 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
198 Mmsg2(&mdb->errmsg, _("Create db Pool record %s failed: ERR=%s\n"),
199 mdb->cmd, sql_strerror(mdb));
203 pr->PoolId = sql_insert_id(mdb, _("Pool"));
213 * Create Media record. VolumeName and non-zero Slot must be unique
215 * Returns: 0 on failure
219 db_create_media_record(JCR *jcr, B_DB *mdb, MEDIA_DBR *mr)
222 char ed1[30], ed2[30], ed3[30], ed4[30], ed5[30], ed6[50], ed7[50];
226 Mmsg(mdb->cmd, "SELECT MediaId FROM Media WHERE VolumeName='%s'",
228 Dmsg1(300, "selectpool: %s\n", mdb->cmd);
230 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
231 mdb->num_rows = sql_num_rows(mdb);
232 if (mdb->num_rows > 0) {
233 Mmsg1(&mdb->errmsg, _("Volume \"%s\" already exists.\n"), mr->VolumeName);
234 sql_free_result(mdb);
238 sql_free_result(mdb);
243 "INSERT INTO Media (VolumeName,MediaType,PoolId,MaxVolBytes,VolCapacityBytes,"
244 "Recycle,VolRetention,VolUseDuration,MaxVolJobs,MaxVolFiles,"
245 "VolStatus,Slot,VolBytes,InChanger,VolReadTime,VolWriteTime,VolParts,"
247 "VALUES ('%s','%s',%u,%s,%s,%d,%s,%s,%u,%u,'%s',%d,%s,%d,%s,%s,%d,0,0)",
249 mr->MediaType, mr->PoolId,
250 edit_uint64(mr->MaxVolBytes,ed1),
251 edit_uint64(mr->VolCapacityBytes, ed2),
253 edit_uint64(mr->VolRetention, ed3),
254 edit_uint64(mr->VolUseDuration, ed4),
259 edit_uint64(mr->VolBytes, ed5),
261 edit_uint64(mr->VolReadTime, ed6),
262 edit_uint64(mr->VolWriteTime, ed7),
267 Dmsg1(500, "Create Volume: %s\n", mdb->cmd);
268 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
269 Mmsg2(&mdb->errmsg, _("Create DB Media record %s failed. ERR=%s\n"),
270 mdb->cmd, sql_strerror(mdb));
273 mr->MediaId = sql_insert_id(mdb, _("Media"));
276 char dt[MAX_TIME_LENGTH];
277 localtime_r(&mr->LabelDate, &tm);
278 strftime(dt, sizeof(dt), "%Y-%m-%d %T", &tm);
279 Mmsg(mdb->cmd, "UPDATE Media SET LabelDate='%s' "
280 "WHERE MediaId=%d", dt, mr->MediaId);
281 stat = UPDATE_DB(jcr, mdb, mdb->cmd);
286 * Make sure that if InChanger is non-zero any other identical slot
287 * has InChanger zero.
289 db_make_inchanger_unique(jcr, mdb, mr);
298 * Create a Unique record for the client -- no duplicates
299 * Returns: 0 on failure
300 * 1 on success with id in cr->ClientId
302 int db_create_client_record(JCR *jcr, B_DB *mdb, CLIENT_DBR *cr)
306 char ed1[30], ed2[30];
309 Mmsg(mdb->cmd, "SELECT ClientId,Uname FROM Client WHERE Name='%s'", cr->Name);
312 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
313 mdb->num_rows = sql_num_rows(mdb);
314 /* If more than one, report error, but return first row */
315 if (mdb->num_rows > 1) {
316 Mmsg1(&mdb->errmsg, _("More than one Client!: %d\n"), (int)(mdb->num_rows));
317 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
319 if (mdb->num_rows >= 1) {
320 if ((row = sql_fetch_row(mdb)) == NULL) {
321 Mmsg1(&mdb->errmsg, _("error fetching Client row: %s\n"), sql_strerror(mdb));
322 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
323 sql_free_result(mdb);
327 cr->ClientId = atoi(row[0]);
329 bstrncpy(cr->Uname, row[1], sizeof(cr->Uname));
331 cr->Uname[0] = 0; /* no name */
333 sql_free_result(mdb);
337 sql_free_result(mdb);
341 Mmsg(mdb->cmd, "INSERT INTO Client (Name, Uname, AutoPrune, "
342 "FileRetention, JobRetention) VALUES "
343 "('%s', '%s', %d, %s, %s)", cr->Name, cr->Uname, cr->AutoPrune,
344 edit_uint64(cr->FileRetention, ed1),
345 edit_uint64(cr->JobRetention, ed2));
347 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
348 Mmsg2(&mdb->errmsg, _("Create DB Client record %s failed. ERR=%s\n"),
349 mdb->cmd, sql_strerror(mdb));
350 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
354 cr->ClientId = sql_insert_id(mdb, _("Client"));
363 * Create a Unique record for the counter -- no duplicates
364 * Returns: 0 on failure
365 * 1 on success with counter filled in
367 int db_create_counter_record(JCR *jcr, B_DB *mdb, COUNTER_DBR *cr)
373 memset(&mcr, 0, sizeof(mcr));
374 bstrncpy(mcr.Counter, cr->Counter, sizeof(mcr.Counter));
375 if (db_get_counter_record(jcr, mdb, &mcr)) {
376 memcpy(cr, &mcr, sizeof(COUNTER_DBR));
382 Mmsg(mdb->cmd, "INSERT INTO Counters (Counter,MinValue,MaxValue,CurrentValue,"
383 "WrapCounter) VALUES ('%s','%d','%d','%d','%s')",
384 cr->Counter, cr->MinValue, cr->MaxValue, cr->CurrentValue,
387 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
388 Mmsg2(&mdb->errmsg, _("Create DB Counters record %s failed. ERR=%s\n"),
389 mdb->cmd, sql_strerror(mdb));
390 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
401 * Create a FileSet record. This record is unique in the
402 * name and the MD5 signature of the include/exclude sets.
403 * Returns: 0 on failure
404 * 1 on success with FileSetId in record
406 int db_create_fileset_record(JCR *jcr, B_DB *mdb, FILESET_DBR *fsr)
413 fsr->created = false;
414 Mmsg(mdb->cmd, "SELECT FileSetId,CreateTime FROM FileSet WHERE "
415 "FileSet='%s' AND MD5='%s'", fsr->FileSet, fsr->MD5);
418 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
419 mdb->num_rows = sql_num_rows(mdb);
420 if (mdb->num_rows > 1) {
421 Mmsg1(&mdb->errmsg, _("More than one FileSet!: %d\n"), (int)(mdb->num_rows));
422 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
424 if (mdb->num_rows >= 1) {
425 if ((row = sql_fetch_row(mdb)) == NULL) {
426 Mmsg1(&mdb->errmsg, _("error fetching FileSet row: ERR=%s\n"), sql_strerror(mdb));
427 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
428 sql_free_result(mdb);
432 fsr->FileSetId = atoi(row[0]);
433 if (row[1] == NULL) {
434 fsr->cCreateTime[0] = 0;
436 bstrncpy(fsr->cCreateTime, row[1], sizeof(fsr->cCreateTime));
438 sql_free_result(mdb);
442 sql_free_result(mdb);
445 if (fsr->CreateTime == 0 && fsr->cCreateTime[0] == 0) {
446 fsr->CreateTime = time(NULL);
448 localtime_r(&fsr->CreateTime, &tm);
449 strftime(fsr->cCreateTime, sizeof(fsr->cCreateTime), "%Y-%m-%d %T", &tm);
452 Mmsg(mdb->cmd, "INSERT INTO FileSet (FileSet,MD5,CreateTime) "
453 "VALUES ('%s','%s','%s')", fsr->FileSet, fsr->MD5, fsr->cCreateTime);
455 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
456 Mmsg2(&mdb->errmsg, _("Create DB FileSet record %s failed. ERR=%s\n"),
457 mdb->cmd, sql_strerror(mdb));
458 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
462 fsr->FileSetId = sql_insert_id(mdb, _("FileSet"));
475 * dev_t st_dev; * device *
476 * ino_t st_ino; * inode *
477 * mode_t st_mode; * protection *
478 * nlink_t st_nlink; * number of hard links *
479 * uid_t st_uid; * user ID of owner *
480 * gid_t st_gid; * group ID of owner *
481 * dev_t st_rdev; * device type (if inode device) *
482 * off_t st_size; * total size, in bytes *
483 * unsigned long st_blksize; * blocksize for filesystem I/O *
484 * unsigned long st_blocks; * number of blocks allocated *
485 * time_t st_atime; * time of last access *
486 * time_t st_mtime; * time of last modification *
487 * time_t st_ctime; * time of last inode change *
494 * Create File record in B_DB
496 * In order to reduce database size, we store the File attributes,
497 * the FileName, and the Path separately. In principle, there
498 * is a single FileName record and a single Path record, no matter
499 * how many times it occurs. This is this subroutine, we separate
500 * the file and the path and create three database records.
502 int db_create_file_attributes_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
506 Dmsg1(300, "Fname=%s\n", ar->fname);
507 Dmsg0(500, "put_file_into_catalog\n");
509 * Make sure we have an acceptable attributes record.
511 if (!(ar->Stream == STREAM_UNIX_ATTRIBUTES ||
512 ar->Stream == STREAM_UNIX_ATTRIBUTES_EX)) {
513 Mmsg0(&mdb->errmsg, _("Attempt to put non-attributes into catalog\n"));
514 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
519 split_path_and_file(jcr, mdb, ar->fname);
521 if (!db_create_filename_record(jcr, mdb, ar)) {
524 Dmsg1(500, "db_create_filename_record: %s\n", mdb->esc_name);
527 if (!db_create_path_record(jcr, mdb, ar)) {
530 Dmsg1(500, "db_create_path_record: %s\n", mdb->esc_name);
532 /* Now create master File record */
533 if (!db_create_file_record(jcr, mdb, ar)) {
536 Dmsg0(500, "db_create_file_record OK\n");
538 Dmsg3(300, "CreateAttributes Path=%s File=%s FilenameId=%d\n", mdb->path, mdb->fname, ar->FilenameId);
548 * This is the master File entry containing the attributes.
549 * The filename and path records have already been created.
551 static int db_create_file_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
557 ASSERT(ar->FilenameId);
561 "INSERT INTO File (FileIndex,JobId,PathId,FilenameId,"
562 "LStat,MD5) VALUES (%u,%u,%u,%u,'%s','0')",
563 ar->FileIndex, ar->JobId, ar->PathId, ar->FilenameId,
566 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
567 Mmsg2(&mdb->errmsg, _("Create db File record %s failed. ERR=%s"),
568 mdb->cmd, sql_strerror(mdb));
569 Jmsg(jcr, M_FATAL, 0, "%s", mdb->errmsg);
573 ar->FileId = sql_insert_id(mdb, _("File"));
579 /* Create a Unique record for the Path -- no duplicates */
580 static int db_create_path_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
585 mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->pnl+2);
586 db_escape_string(mdb->esc_name, mdb->path, mdb->pnl);
588 if (mdb->cached_path_id != 0 && mdb->cached_path_len == mdb->pnl &&
589 strcmp(mdb->cached_path, mdb->path) == 0) {
590 ar->PathId = mdb->cached_path_id;
594 Mmsg(mdb->cmd, "SELECT PathId FROM Path WHERE Path='%s'", mdb->esc_name);
596 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
597 mdb->num_rows = sql_num_rows(mdb);
598 if (mdb->num_rows > 1) {
600 Mmsg2(&mdb->errmsg, _("More than one Path!: %s for path: %s\n"),
601 edit_uint64(mdb->num_rows, ed1), mdb->path);
602 Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
604 /* Even if there are multiple paths, take the first one */
605 if (mdb->num_rows >= 1) {
606 if ((row = sql_fetch_row(mdb)) == NULL) {
607 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
608 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
609 sql_free_result(mdb);
614 ar->PathId = atoi(row[0]);
615 sql_free_result(mdb);
617 if (ar->PathId != mdb->cached_path_id) {
618 mdb->cached_path_id = ar->PathId;
619 mdb->cached_path_len = mdb->pnl;
620 pm_strcpy(mdb->cached_path, mdb->path);
625 sql_free_result(mdb);
628 Mmsg(mdb->cmd, "INSERT INTO Path (Path) VALUES ('%s')", mdb->esc_name);
630 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
631 Mmsg2(&mdb->errmsg, _("Create db Path record %s failed. ERR=%s\n"),
632 mdb->cmd, sql_strerror(mdb));
633 Jmsg(jcr, M_FATAL, 0, "%s", mdb->errmsg);
637 ar->PathId = sql_insert_id(mdb, _("Path"));
642 if (stat && ar->PathId != mdb->cached_path_id) {
643 mdb->cached_path_id = ar->PathId;
644 mdb->cached_path_len = mdb->pnl;
645 pm_strcpy(mdb->cached_path, mdb->path);
650 /* Create a Unique record for the filename -- no duplicates */
651 static int db_create_filename_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
655 mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->fnl+2);
656 db_escape_string(mdb->esc_name, mdb->fname, mdb->fnl);
658 Mmsg(mdb->cmd, "SELECT FilenameId FROM Filename WHERE Name='%s'", mdb->esc_name);
660 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
661 mdb->num_rows = sql_num_rows(mdb);
662 if (mdb->num_rows > 1) {
664 Mmsg2(&mdb->errmsg, _("More than one Filename! %s for file: %s\n"),
665 edit_uint64(mdb->num_rows, ed1), mdb->fname);
666 Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
668 if (mdb->num_rows >= 1) {
669 if ((row = sql_fetch_row(mdb)) == NULL) {
670 Mmsg2(&mdb->errmsg, _("Error fetching row for file=%s: ERR=%s\n"),
671 mdb->fname, sql_strerror(mdb));
672 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
675 ar->FilenameId = atoi(row[0]);
677 sql_free_result(mdb);
678 return ar->FilenameId > 0;
680 sql_free_result(mdb);
683 Mmsg(mdb->cmd, "INSERT INTO Filename (Name) VALUES ('%s')", mdb->esc_name);
685 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
686 Mmsg2(&mdb->errmsg, _("Create db Filename record %s failed. ERR=%s\n"),
687 mdb->cmd, sql_strerror(mdb));
688 Jmsg(jcr, M_FATAL, 0, "%s", mdb->errmsg);
691 ar->FilenameId = sql_insert_id(mdb, _("Filename"));
693 return ar->FilenameId > 0;
696 #endif /* HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL */