4 * Bacula Catalog Database Create record interface routines
6 * Kern Sibbald, March 2000
12 Copyright (C) 2000-2003 Kern Sibbald and John Walker
14 This program is free software; you can redistribute it and/or
15 modify it under the terms of the GNU General Public License as
16 published by the Free Software Foundation; either version 2 of
17 the License, or (at your option) any later version.
19 This program is distributed in the hope that it will be useful,
20 but WITHOUT ANY WARRANTY; without even the implied warranty of
21 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
22 General Public License for more details.
24 You should have received a copy of the GNU General Public
25 License along with this program; if not, write to the Free
26 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
31 /* The following is necessary so that we do not include
32 * the dummy external definition of DB.
34 #define __SQL_C /* indicate that this is sql.c */
39 #if HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL
41 /* -----------------------------------------------------------------------
43 * Generic Routines (or almost generic)
45 * -----------------------------------------------------------------------
48 /* Forward referenced subroutines */
49 static int db_create_file_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar);
50 static int db_create_filename_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar);
51 static int db_create_path_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar);
54 /* Imported subroutines */
55 extern void print_dashes(B_DB *mdb);
56 extern void print_result(B_DB *mdb);
57 extern int QueryDB(char *file, int line, JCR *jcr, B_DB *db, char *select_cmd);
58 extern int InsertDB(char *file, int line, JCR *jcr, B_DB *db, char *select_cmd);
59 extern void split_path_and_filename(JCR *jcr, B_DB *mdb, char *fname);
62 /* Create a new record for the Job
63 * Returns: 0 on failure
67 db_create_job_record(JCR *jcr, B_DB *mdb, JOB_DBR *jr)
69 char dt[MAX_TIME_LENGTH];
79 stime = jr->SchedTime;
82 localtime_r(&stime, &tm);
83 strftime(dt, sizeof(dt), "%Y-%m-%d %T", &tm);
84 JobTDate = (utime_t)stime;
86 if (!db_next_index(jcr, mdb, "Job", JobId)) {
93 "INSERT INTO Job (JobId,Job,Name,Type,Level,JobStatus,SchedTime,JobTDate) VALUES \
94 (%s,'%s','%s','%c','%c','%c','%s',%s)",
95 JobId, jr->Job, jr->Name, (char)(jr->Type), (char)(jr->Level),
96 (char)(jr->JobStatus), dt, edit_uint64(JobTDate, ed1));
98 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
99 Mmsg2(&mdb->errmsg, _("Create DB Job record %s failed. ERR=%s\n"),
100 mdb->cmd, sql_strerror(mdb));
104 jr->JobId = sql_insert_id(mdb);
111 /* Create a JobMedia record for medium used this job
112 * Returns: 0 on failure
116 db_create_jobmedia_record(JCR *jcr, B_DB *mdb, JOBMEDIA_DBR *jm)
122 #ifdef not_used_in_new_code
123 Mmsg(&mdb->cmd, "SELECT JobId, MediaId FROM JobMedia WHERE \
124 JobId=%d AND MediaId=%d", jm->JobId, jm->MediaId);
127 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
128 mdb->num_rows = sql_num_rows(mdb);
129 if (mdb->num_rows > 0) {
130 Mmsg0(&mdb->errmsg, _("Create JobMedia failed. Record already exists.\n"));
131 sql_free_result(mdb);
133 Dmsg0(0, "Already have JobMedia record\n");
136 sql_free_result(mdb);
140 /* Now get count for VolIndex */
141 Mmsg(&mdb->cmd, "SELECT count(*) from JobMedia");
142 count = get_sql_record_max(jcr, mdb);
150 "INSERT INTO JobMedia (JobId,MediaId,FirstIndex,LastIndex,\
151 StartFile,EndFile,StartBlock,EndBlock,VolIndex) \
152 VALUES (%u,%u,%u,%u,%u,%u,%u,%u,%u)",
153 jm->JobId, jm->MediaId, jm->FirstIndex, jm->LastIndex,
154 jm->StartFile, jm->EndFile, jm->StartBlock, jm->EndBlock,count);
157 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
158 Mmsg2(&mdb->errmsg, _("Create db JobMedia record %s failed. ERR=%s\n"), mdb->cmd,
165 Dmsg0(30, "Return from JobMedia\n");
171 /* Create Unique Pool record
172 * Returns: 0 on failure
176 db_create_pool_record(JCR *jcr, B_DB *mdb, POOL_DBR *pr)
179 char ed1[30], ed2[30], ed3[50];
181 Dmsg0(200, "In create pool\n");
183 Mmsg(&mdb->cmd, "SELECT PoolId,Name FROM Pool WHERE Name='%s'", pr->Name);
184 Dmsg1(200, "selectpool: %s\n", mdb->cmd);
186 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
188 mdb->num_rows = sql_num_rows(mdb);
190 if (mdb->num_rows > 0) {
191 Mmsg1(&mdb->errmsg, _("pool record %s already exists\n"), pr->Name);
192 sql_free_result(mdb);
196 sql_free_result(mdb);
201 "INSERT INTO Pool (Name,NumVols,MaxVols,UseOnce,UseCatalog,\
202 AcceptAnyVolume,AutoPrune,Recycle,VolRetention,VolUseDuration,\
203 MaxVolJobs,MaxVolFiles,MaxVolBytes,PoolType,LabelFormat) \
204 VALUES ('%s',%u,%u,%d,%d,%d,%d,%d,%s,%s,%u,%u,%s,'%s','%s')",
206 pr->NumVols, pr->MaxVols,
207 pr->UseOnce, pr->UseCatalog,
209 pr->AutoPrune, pr->Recycle,
210 edit_uint64(pr->VolRetention, ed1),
211 edit_uint64(pr->VolUseDuration, ed2),
212 pr->MaxVolJobs, pr->MaxVolFiles,
213 edit_uint64(pr->MaxVolBytes, ed3),
214 pr->PoolType, pr->LabelFormat);
215 Dmsg1(200, "Create Pool: %s\n", mdb->cmd);
216 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
217 Mmsg2(&mdb->errmsg, _("Create db Pool record %s failed: ERR=%s\n"),
218 mdb->cmd, sql_strerror(mdb));
222 pr->PoolId = sql_insert_id(mdb);
232 * Create Media record. VolumeName and non-zero Slot must be unique
234 * Returns: 0 on failure
238 db_create_media_record(JCR *jcr, B_DB *mdb, MEDIA_DBR *mr)
241 char ed1[30], ed2[30], ed3[30], ed4[30], ed5[30];
242 char dt[MAX_TIME_LENGTH];
246 Mmsg(&mdb->cmd, "SELECT MediaId FROM Media WHERE VolumeName='%s'",
248 Dmsg1(110, "selectpool: %s\n", mdb->cmd);
250 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
251 mdb->num_rows = sql_num_rows(mdb);
252 if (mdb->num_rows > 0) {
253 Mmsg1(&mdb->errmsg, _("Volume \"%s\" already exists.\n"), mr->VolumeName);
254 sql_free_result(mdb);
258 sql_free_result(mdb);
261 /* Make sure that if InChanger is non-zero any other identical slot
262 * has InChanger zero.
264 db_make_inchanger_unique(jcr, mdb, mr);
268 localtime_r(&mr->LabelDate, &tm);
269 strftime(dt, sizeof(dt), "%Y-%m-%d %T", &tm);
271 bstrncpy(dt, "0000-00-00 00:00:00", sizeof(dt));
274 "INSERT INTO Media (VolumeName,MediaType,PoolId,MaxVolBytes,VolCapacityBytes,"
275 "Recycle,VolRetention,VolUseDuration,MaxVolJobs,MaxVolFiles,"
276 "VolStatus,LabelDate,Slot,VolBytes,Drive,InChanger) "
277 "VALUES ('%s','%s',%u,%s,%s,%d,%s,%s,%u,%u,'%s','%s',%d,%s,%d,%d)",
279 mr->MediaType, mr->PoolId,
280 edit_uint64(mr->MaxVolBytes,ed1),
281 edit_uint64(mr->VolCapacityBytes, ed2),
283 edit_uint64(mr->VolRetention, ed3),
284 edit_uint64(mr->VolUseDuration, ed4),
289 edit_uint64(mr->VolBytes, ed5),
293 Dmsg1(500, "Create Volume: %s\n", mdb->cmd);
294 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
295 Mmsg2(&mdb->errmsg, _("Create DB Media record %s failed. ERR=%s\n"),
296 mdb->cmd, sql_strerror(mdb));
299 mr->MediaId = sql_insert_id(mdb);
309 * Create a Unique record for the client -- no duplicates
310 * Returns: 0 on failure
311 * 1 on success with id in cr->ClientId
313 int db_create_client_record(JCR *jcr, B_DB *mdb, CLIENT_DBR *cr)
317 char ed1[30], ed2[30];
320 Mmsg(&mdb->cmd, "SELECT ClientId,Uname FROM Client WHERE Name='%s'", cr->Name);
323 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
325 mdb->num_rows = sql_num_rows(mdb);
327 /* If more than one, report error, but return first row */
328 if (mdb->num_rows > 1) {
329 Mmsg1(&mdb->errmsg, _("More than one Client!: %d\n"), (int)(mdb->num_rows));
330 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
332 if (mdb->num_rows >= 1) {
333 if ((row = sql_fetch_row(mdb)) == NULL) {
334 Mmsg1(&mdb->errmsg, _("error fetching Client row: %s\n"), sql_strerror(mdb));
335 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
336 sql_free_result(mdb);
340 cr->ClientId = atoi(row[0]);
342 bstrncpy(cr->Uname, row[1], sizeof(cr->Uname));
344 cr->Uname[0] = 0; /* no name */
346 sql_free_result(mdb);
350 sql_free_result(mdb);
354 Mmsg(&mdb->cmd, "INSERT INTO Client (Name, Uname, AutoPrune, \
355 FileRetention, JobRetention) VALUES \
356 ('%s', '%s', %d, %s, %s)", cr->Name, cr->Uname, cr->AutoPrune,
357 edit_uint64(cr->FileRetention, ed1),
358 edit_uint64(cr->JobRetention, ed2));
360 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
361 Mmsg2(&mdb->errmsg, _("Create DB Client record %s failed. ERR=%s\n"),
362 mdb->cmd, sql_strerror(mdb));
363 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
367 cr->ClientId = sql_insert_id(mdb);
376 * Create a Unique record for the counter -- no duplicates
377 * Returns: 0 on failure
378 * 1 on success with counter filled in
380 int db_create_counter_record(JCR *jcr, B_DB *mdb, COUNTER_DBR *cr)
386 memset(&mcr, 0, sizeof(mcr));
387 bstrncpy(mcr.Counter, cr->Counter, sizeof(mcr.Counter));
388 if (db_get_counter_record(jcr, mdb, &mcr)) {
389 memcpy(cr, &mcr, sizeof(COUNTER_DBR));
395 Mmsg(&mdb->cmd, "INSERT INTO Counters (Counter,MinValue,MaxValue,CurrentValue,"
396 "WrapCounter) VALUES ('%s','%d','%d','%d','%s')",
397 cr->Counter, cr->MinValue, cr->MaxValue, cr->CurrentValue,
400 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
401 Mmsg2(&mdb->errmsg, _("Create DB Counters record %s failed. ERR=%s\n"),
402 mdb->cmd, sql_strerror(mdb));
403 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
414 * Create a FileSet record. This record is unique in the
415 * name and the MD5 signature of the include/exclude sets.
416 * Returns: 0 on failure
417 * 1 on success with FileSetId in record
419 int db_create_fileset_record(JCR *jcr, B_DB *mdb, FILESET_DBR *fsr)
426 fsr->created = false;
427 Mmsg(&mdb->cmd, "SELECT FileSetId,CreateTime FROM FileSet WHERE "
428 "FileSet='%s' AND MD5='%s'", fsr->FileSet, fsr->MD5);
431 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
433 mdb->num_rows = sql_num_rows(mdb);
435 if (mdb->num_rows > 1) {
436 Mmsg1(&mdb->errmsg, _("More than one FileSet!: %d\n"), (int)(mdb->num_rows));
437 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
439 if (mdb->num_rows >= 1) {
440 if ((row = sql_fetch_row(mdb)) == NULL) {
441 Mmsg1(&mdb->errmsg, _("error fetching FileSet row: ERR=%s\n"), sql_strerror(mdb));
442 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
443 sql_free_result(mdb);
447 fsr->FileSetId = atoi(row[0]);
448 if (row[1] == NULL) {
449 fsr->cCreateTime[0] = 0;
451 bstrncpy(fsr->cCreateTime, row[1], sizeof(fsr->cCreateTime));
453 sql_free_result(mdb);
457 sql_free_result(mdb);
460 if (fsr->CreateTime == 0 && fsr->cCreateTime[0] == 0) {
461 fsr->CreateTime = time(NULL);
463 localtime_r(&fsr->CreateTime, &tm);
464 strftime(fsr->cCreateTime, sizeof(fsr->cCreateTime), "%Y-%m-%d %T", &tm);
467 Mmsg(&mdb->cmd, "INSERT INTO FileSet (FileSet,MD5,CreateTime) "
468 "VALUES ('%s','%s','%s')", fsr->FileSet, fsr->MD5, fsr->cCreateTime);
470 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
471 Mmsg2(&mdb->errmsg, _("Create DB FileSet record %s failed. ERR=%s\n"),
472 mdb->cmd, sql_strerror(mdb));
473 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
477 fsr->FileSetId = sql_insert_id(mdb);
490 * dev_t st_dev; * device *
491 * ino_t st_ino; * inode *
492 * mode_t st_mode; * protection *
493 * nlink_t st_nlink; * number of hard links *
494 * uid_t st_uid; * user ID of owner *
495 * gid_t st_gid; * group ID of owner *
496 * dev_t st_rdev; * device type (if inode device) *
497 * off_t st_size; * total size, in bytes *
498 * unsigned long st_blksize; * blocksize for filesystem I/O *
499 * unsigned long st_blocks; * number of blocks allocated *
500 * time_t st_atime; * time of last access *
501 * time_t st_mtime; * time of last modification *
502 * time_t st_ctime; * time of last inode change *
509 * Create File record in B_DB
511 * In order to reduce database size, we store the File attributes,
512 * the FileName, and the Path separately. In principle, there
513 * is a single FileName record and a single Path record, no matter
514 * how many times it occurs. This is this subroutine, we separate
515 * the file and the path and create three database records.
517 int db_create_file_attributes_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
520 Dmsg1(100, "Fname=%s\n", ar->fname);
521 Dmsg0(50, "put_file_into_catalog\n");
523 * Make sure we have an acceptable attributes record.
525 if (!(ar->Stream == STREAM_UNIX_ATTRIBUTES ||
526 ar->Stream == STREAM_UNIX_ATTRIBUTES_EX)) {
527 Mmsg0(&mdb->errmsg, _("Attempt to put non-attributes into catalog\n"));
528 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
534 split_path_and_filename(jcr, mdb, ar->fname);
536 if (!db_create_filename_record(jcr, mdb, ar)) {
540 Dmsg1(500, "db_create_filename_record: %s\n", mdb->esc_name);
543 if (!db_create_path_record(jcr, mdb, ar)) {
547 Dmsg1(500, "db_create_path_record: %s\n", mdb->esc_name);
549 /* Now create master File record */
550 if (!db_create_file_record(jcr, mdb, ar)) {
554 Dmsg0(500, "db_create_file_record OK\n");
556 Dmsg3(100, "CreateAttributes Path=%s File=%s FilenameId=%d\n", mdb->path, mdb->fname, ar->FilenameId);
562 * This is the master File entry containing the attributes.
563 * The filename and path records have already been created.
565 static int db_create_file_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
571 ASSERT(ar->FilenameId);
575 "INSERT INTO File (FileIndex,JobId,PathId,FilenameId,"
576 "LStat,MD5) VALUES (%u,%u,%u,%u,'%s','0')",
577 ar->FileIndex, ar->JobId, ar->PathId, ar->FilenameId,
580 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
581 Mmsg2(&mdb->errmsg, _("Create db File record %s failed. ERR=%s"),
582 mdb->cmd, sql_strerror(mdb));
583 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
587 ar->FileId = sql_insert_id(mdb);
593 /* Create a Unique record for the Path -- no duplicates */
594 static int db_create_path_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
599 mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->pnl+2);
600 db_escape_string(mdb->esc_name, mdb->path, mdb->pnl);
602 if (mdb->cached_path_id != 0 && mdb->cached_path_len == mdb->pnl &&
603 strcmp(mdb->cached_path, mdb->path) == 0) {
604 ar->PathId = mdb->cached_path_id;
608 Mmsg(&mdb->cmd, "SELECT PathId FROM Path WHERE Path='%s'", mdb->esc_name);
610 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
611 mdb->num_rows = sql_num_rows(mdb);
612 if (mdb->num_rows > 1) {
614 Mmsg2(&mdb->errmsg, _("More than one Path!: %s for path: %s\n"),
615 edit_uint64(mdb->num_rows, ed1), mdb->path);
616 Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
618 /* Even if there are multiple paths, take the first one */
619 if (mdb->num_rows >= 1) {
620 if ((row = sql_fetch_row(mdb)) == NULL) {
621 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
622 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
623 sql_free_result(mdb);
628 ar->PathId = atoi(row[0]);
629 sql_free_result(mdb);
631 if (ar->PathId != mdb->cached_path_id) {
632 mdb->cached_path_id = ar->PathId;
633 mdb->cached_path_len = mdb->pnl;
634 pm_strcpy(&mdb->cached_path, mdb->path);
640 sql_free_result(mdb);
643 Mmsg(&mdb->cmd, "INSERT INTO Path (Path) VALUES ('%s')", mdb->esc_name);
645 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
646 Mmsg2(&mdb->errmsg, _("Create db Path record %s failed. ERR=%s\n"),
647 mdb->cmd, sql_strerror(mdb));
648 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
652 ar->PathId = sql_insert_id(mdb);
657 if (stat && ar->PathId != mdb->cached_path_id) {
658 mdb->cached_path_id = ar->PathId;
659 mdb->cached_path_len = mdb->pnl;
660 pm_strcpy(&mdb->cached_path, mdb->path);
665 /* Create a Unique record for the filename -- no duplicates */
666 static int db_create_filename_record(JCR *jcr, B_DB *mdb, ATTR_DBR *ar)
670 mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->fnl+2);
671 db_escape_string(mdb->esc_name, mdb->fname, mdb->fnl);
673 Mmsg(&mdb->cmd, "SELECT FilenameId FROM Filename WHERE Name='%s'", mdb->esc_name);
675 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
676 mdb->num_rows = sql_num_rows(mdb);
677 if (mdb->num_rows > 1) {
679 Mmsg2(&mdb->errmsg, _("More than one Filename! %s for file: %s\n"),
680 edit_uint64(mdb->num_rows, ed1), mdb->fname);
681 Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
683 if (mdb->num_rows >= 1) {
684 if ((row = sql_fetch_row(mdb)) == NULL) {
685 Mmsg2(&mdb->errmsg, _("Error fetching row for file=%s: ERR=%s\n"),
686 mdb->fname, sql_strerror(mdb));
687 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
690 ar->FilenameId = atoi(row[0]);
692 sql_free_result(mdb);
693 return ar->FilenameId > 0;
695 sql_free_result(mdb);
698 Mmsg(&mdb->cmd, "INSERT INTO Filename (Name) VALUES ('%s')", mdb->esc_name);
700 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
701 Mmsg2(&mdb->errmsg, _("Create db Filename record %s failed. ERR=%s\n"),
702 mdb->cmd, sql_strerror(mdb));
703 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
706 ar->FilenameId = sql_insert_id(mdb);
708 return ar->FilenameId > 0;
711 #endif /* HAVE_MYSQL || HAVE_SQLITE || HAVE_POSTGRESQL */