2 * Bacula Catalog Database Create record interface routines
4 * Kern Sibbald, March 2000
10 Copyright (C) 2000-2003 Kern Sibbald and John Walker
12 This program is free software; you can redistribute it and/or
13 modify it under the terms of the GNU General Public License as
14 published by the Free Software Foundation; either version 2 of
15 the License, or (at your option) any later version.
17 This program is distributed in the hope that it will be useful,
18 but WITHOUT ANY WARRANTY; without even the implied warranty of
19 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 General Public License for more details.
22 You should have received a copy of the GNU General Public
23 License along with this program; if not, write to the Free
24 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
29 /* The following is necessary so that we do not include
30 * the dummy external definition of DB.
32 #define __SQL_C /* indicate that this is sql.c */
37 #if HAVE_MYSQL || HAVE_SQLITE
39 /* -----------------------------------------------------------------------
41 * Generic Routines (or almost generic)
43 * -----------------------------------------------------------------------
46 /* Forward referenced subroutines */
47 static int db_create_file_record(void *jcr, B_DB *mdb, ATTR_DBR *ar);
48 static int db_create_filename_record(void *jcr, B_DB *mdb, ATTR_DBR *ar);
49 static int db_create_path_record(void *jcr, B_DB *mdb, ATTR_DBR *ar);
52 /* Imported subroutines */
53 extern void print_dashes(B_DB *mdb);
54 extern void print_result(B_DB *mdb);
55 extern int QueryDB(char *file, int line, void *jcr, B_DB *db, char *select_cmd);
56 extern int InsertDB(char *file, int line, void *jcr, B_DB *db, char *select_cmd);
57 extern void split_path_and_filename(void *jcr, B_DB *mdb, char *fname);
60 /* Create a new record for the Job
61 * Returns: 0 on failure
65 db_create_job_record(void *jcr, B_DB *mdb, JOB_DBR *jr)
67 char dt[MAX_TIME_LENGTH];
75 stime = jr->SchedTime;
77 localtime_r(&stime, &tm);
78 strftime(dt, sizeof(dt), "%Y-%m-%d %T", &tm);
79 JobTDate = (utime_t)stime;
82 if (!db_next_index(jcr, mdb, "Job", JobId)) {
89 "INSERT INTO Job (JobId,Job,Name,Type,Level,JobStatus,SchedTime,JobTDate) VALUES \
90 (%s,'%s','%s','%c','%c','%c','%s',%s)",
91 JobId, jr->Job, jr->Name, (char)(jr->Type), (char)(jr->Level),
92 (char)(jr->JobStatus), dt, edit_uint64(JobTDate, ed1));
94 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
95 Mmsg2(&mdb->errmsg, _("Create DB Job record %s failed. ERR=%s\n"),
96 mdb->cmd, sql_strerror(mdb));
100 jr->JobId = sql_insert_id(mdb);
107 /* Create a JobMedia record for medium used this job
108 * Returns: 0 on failure
112 db_create_jobmedia_record(void *jcr, B_DB *mdb, JOBMEDIA_DBR *jm)
117 Mmsg(&mdb->cmd, "SELECT JobId, MediaId FROM JobMedia WHERE \
118 JobId=%d AND MediaId=%d", jm->JobId, jm->MediaId);
121 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
122 mdb->num_rows = sql_num_rows(mdb);
123 if (mdb->num_rows > 0) {
124 Mmsg0(&mdb->errmsg, _("Create JobMedia failed. Record already exists.\n"));
125 sql_free_result(mdb);
127 Dmsg0(0, "Already have JobMedia record\n");
130 sql_free_result(mdb);
135 "INSERT INTO JobMedia (JobId,MediaId,FirstIndex,LastIndex,\
136 StartFile,EndFile,StartBlock,EndBlock) \
137 VALUES (%u,%u,%u,%u,%u,%u,%u,%u)",
138 jm->JobId, jm->MediaId, jm->FirstIndex, jm->LastIndex,
139 jm->StartFile, jm->EndFile, jm->StartBlock, jm->EndBlock);
142 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
143 Mmsg2(&mdb->errmsg, _("Create db JobMedia record %s failed. ERR=%s\n"), mdb->cmd,
150 Dmsg0(30, "Return from JobMedia\n");
156 /* Create Unique Pool record
157 * Returns: 0 on failure
161 db_create_pool_record(void *jcr, B_DB *mdb, POOL_DBR *pr)
164 char ed1[30], ed2[30], ed3[50];
166 Dmsg0(200, "In create pool\n");
168 Mmsg(&mdb->cmd, "SELECT PoolId,Name FROM Pool WHERE Name='%s'", pr->Name);
169 Dmsg1(200, "selectpool: %s\n", mdb->cmd);
171 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
173 mdb->num_rows = sql_num_rows(mdb);
175 if (mdb->num_rows > 0) {
176 Mmsg1(&mdb->errmsg, _("pool record %s already exists\n"), pr->Name);
177 sql_free_result(mdb);
181 sql_free_result(mdb);
186 "INSERT INTO Pool (Name,NumVols,MaxVols,UseOnce,UseCatalog,\
187 AcceptAnyVolume,AutoPrune,Recycle,VolRetention,VolUseDuration,\
188 MaxVolJobs,MaxVolFiles,MaxVolBytes,PoolType,LabelFormat) \
189 VALUES ('%s',%u,%u,%d,%d,%d,%d,%d,%s,%s,%u,%u,%s,'%s','%s')",
191 pr->NumVols, pr->MaxVols,
192 pr->UseOnce, pr->UseCatalog,
194 pr->AutoPrune, pr->Recycle,
195 edit_uint64(pr->VolRetention, ed1),
196 edit_uint64(pr->VolUseDuration, ed2),
197 pr->MaxVolJobs, pr->MaxVolFiles,
198 edit_uint64(pr->MaxVolBytes, ed3),
199 pr->PoolType, pr->LabelFormat);
200 Dmsg1(200, "Create Pool: %s\n", mdb->cmd);
201 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
202 Mmsg2(&mdb->errmsg, _("Create db Pool record %s failed: ERR=%s\n"),
203 mdb->cmd, sql_strerror(mdb));
207 pr->PoolId = sql_insert_id(mdb);
217 * Create Unique Media record
218 * Returns: 0 on failure
222 db_create_media_record(void *jcr, B_DB *mdb, MEDIA_DBR *mr)
225 char ed1[30], ed2[30], ed3[30], ed4[30];
226 char dt[MAX_TIME_LENGTH];
230 Mmsg(&mdb->cmd, "SELECT MediaId FROM Media WHERE VolumeName='%s'",
232 Dmsg1(110, "selectpool: %s\n", mdb->cmd);
234 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
235 mdb->num_rows = sql_num_rows(mdb);
236 if (mdb->num_rows > 0) {
237 Mmsg1(&mdb->errmsg, _("Media record %s already exists\n"), mr->VolumeName);
238 sql_free_result(mdb);
242 sql_free_result(mdb);
247 localtime_r(&mr->LabelDate, &tm);
248 strftime(dt, sizeof(dt), "%Y-%m-%d %T", &tm);
250 strcpy(dt, "0000-00-00 00:00:00");
253 "INSERT INTO Media (VolumeName,MediaType,PoolId,MaxVolBytes,VolCapacityBytes,"
254 "Recycle,VolRetention,VolUseDuration,VolStatus,LabelDate,Slot) "
255 "VALUES ('%s','%s',%u,%s,%s,%d,%s,%s,'%s','%s',%d)",
257 mr->MediaType, mr->PoolId,
258 edit_uint64(mr->MaxVolBytes,ed1),
259 edit_uint64(mr->VolCapacityBytes, ed2),
261 edit_uint64(mr->VolRetention, ed3),
262 edit_uint64(mr->VolUseDuration, ed4),
266 Dmsg1(500, "Create Volume: %s\n", mdb->cmd);
267 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
268 Mmsg2(&mdb->errmsg, _("Create DB Media record %s failed. ERR=%s\n"),
269 mdb->cmd, sql_strerror(mdb));
272 mr->MediaId = sql_insert_id(mdb);
282 * Create a Unique record for the client -- no duplicates
283 * Returns: 0 on failure
284 * 1 on success with id in cr->ClientId
286 int db_create_client_record(void *jcr, B_DB *mdb, CLIENT_DBR *cr)
290 char ed1[30], ed2[30];
293 Mmsg(&mdb->cmd, "SELECT ClientId,Uname FROM Client WHERE Name='%s'", cr->Name);
296 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
298 mdb->num_rows = sql_num_rows(mdb);
300 /* If more than one, report error, but return first row */
301 if (mdb->num_rows > 1) {
302 Mmsg1(&mdb->errmsg, _("More than one Client!: %d\n"), (int)(mdb->num_rows));
303 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
305 if (mdb->num_rows >= 1) {
306 if ((row = sql_fetch_row(mdb)) == NULL) {
307 Mmsg1(&mdb->errmsg, _("error fetching Client row: %s\n"), sql_strerror(mdb));
308 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
309 sql_free_result(mdb);
313 cr->ClientId = atoi(row[0]);
315 bstrncpy(cr->Uname, row[1], sizeof(cr->Uname));
317 cr->Uname[0] = 0; /* no name */
319 sql_free_result(mdb);
323 sql_free_result(mdb);
327 Mmsg(&mdb->cmd, "INSERT INTO Client (Name, Uname, AutoPrune, \
328 FileRetention, JobRetention) VALUES \
329 ('%s', '%s', %d, %s, %s)", cr->Name, cr->Uname, cr->AutoPrune,
330 edit_uint64(cr->FileRetention, ed1),
331 edit_uint64(cr->JobRetention, ed2));
333 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
334 Mmsg2(&mdb->errmsg, _("Create DB Client record %s failed. ERR=%s\n"),
335 mdb->cmd, sql_strerror(mdb));
336 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
340 cr->ClientId = sql_insert_id(mdb);
349 * Create a FileSet record. This record is unique in the
350 * name and the MD5 signature of the include/exclude sets.
351 * Returns: 0 on failure
352 * 1 on success with FileSetId in record
354 int db_create_fileset_record(void *jcr, B_DB *mdb, FILESET_DBR *fsr)
360 Mmsg(&mdb->cmd, "SELECT FileSetId FROM FileSet WHERE \
361 FileSet='%s' and MD5='%s'", fsr->FileSet, fsr->MD5);
364 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
366 mdb->num_rows = sql_num_rows(mdb);
368 if (mdb->num_rows > 1) {
369 Mmsg1(&mdb->errmsg, _("More than one FileSet!: %d\n"), (int)(mdb->num_rows));
370 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
372 if (mdb->num_rows >= 1) {
373 if ((row = sql_fetch_row(mdb)) == NULL) {
374 Mmsg1(&mdb->errmsg, _("error fetching FileSet row: ERR=%s\n"), sql_strerror(mdb));
375 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
376 sql_free_result(mdb);
380 fsr->FileSetId = atoi(row[0]);
381 sql_free_result(mdb);
385 sql_free_result(mdb);
389 Mmsg(&mdb->cmd, "INSERT INTO FileSet (FileSet, MD5) VALUES \
390 ('%s', '%s')", fsr->FileSet, fsr->MD5);
392 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
393 Mmsg2(&mdb->errmsg, _("Create DB FileSet record %s failed. ERR=%s\n"),
394 mdb->cmd, sql_strerror(mdb));
395 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
399 fsr->FileSetId = sql_insert_id(mdb);
411 * dev_t st_dev; * device *
412 * ino_t st_ino; * inode *
413 * mode_t st_mode; * protection *
414 * nlink_t st_nlink; * number of hard links *
415 * uid_t st_uid; * user ID of owner *
416 * gid_t st_gid; * group ID of owner *
417 * dev_t st_rdev; * device type (if inode device) *
418 * off_t st_size; * total size, in bytes *
419 * unsigned long st_blksize; * blocksize for filesystem I/O *
420 * unsigned long st_blocks; * number of blocks allocated *
421 * time_t st_atime; * time of last access *
422 * time_t st_mtime; * time of last modification *
423 * time_t st_ctime; * time of last inode change *
430 * Create File record in B_DB
432 * In order to reduce database size, we store the File attributes,
433 * the FileName, and the Path separately. In principle, there
434 * is a single FileName record and a single Path record, no matter
435 * how many times it occurs. This is this subroutine, we separate
436 * the file and the path and create three database records.
438 int db_create_file_attributes_record(void *jcr, B_DB *mdb, ATTR_DBR *ar)
441 Dmsg1(100, "Fname=%s\n", ar->fname);
442 Dmsg0(50, "put_file_into_catalog\n");
444 * Make sure we have an acceptable attributes record.
446 if (!(ar->Stream == STREAM_UNIX_ATTRIBUTES || ar->Stream == STREAM_WIN32_ATTRIBUTES)) {
447 Mmsg0(&mdb->errmsg, _("Attempt to put non-attributes into catalog\n"));
448 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
454 split_path_and_filename(jcr, mdb, ar->fname);
456 if (!db_create_filename_record(jcr, mdb, ar)) {
460 Dmsg1(100, "db_create_filename_record: %s\n", mdb->esc_name);
463 if (!db_create_path_record(jcr, mdb, ar)) {
467 Dmsg1(100, "db_create_path_record\n", mdb->esc_name);
469 /* Now create master File record */
470 if (!db_create_file_record(jcr, mdb, ar)) {
474 Dmsg0(50, "db_create_file_record\n");
476 Dmsg3(100, "Path=%s File=%s FilenameId=%d\n", mdb->path, mdb->fname, ar->FilenameId);
482 * This is the master File entry containing the attributes.
483 * The filename and path records have already been created.
485 static int db_create_file_record(void *jcr, B_DB *mdb, ATTR_DBR *ar)
491 ASSERT(ar->FilenameId);
495 "INSERT INTO File (FileIndex, JobId, PathId, FilenameId, \
496 LStat, MD5) VALUES (%u, %u, %u, %u, '%s', '0')",
497 ar->FileIndex, ar->JobId, ar->PathId, ar->FilenameId,
500 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
501 Mmsg2(&mdb->errmsg, _("Create db File record %s failed. ERR=%s"),
502 mdb->cmd, sql_strerror(mdb));
503 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
507 ar->FileId = sql_insert_id(mdb);
513 /* Create a Unique record for the Path -- no duplicates */
514 static int db_create_path_record(void *jcr, B_DB *mdb, ATTR_DBR *ar)
519 mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->pnl+2);
520 db_escape_string(mdb->esc_name, mdb->path, mdb->pnl);
522 if (mdb->cached_path_id != 0 && mdb->cached_path_len == mdb->pnl &&
523 strcmp(mdb->cached_path, mdb->path) == 0) {
524 ar->PathId = mdb->cached_path_id;
528 Mmsg(&mdb->cmd, "SELECT PathId FROM Path WHERE Path='%s'", mdb->esc_name);
530 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
531 mdb->num_rows = sql_num_rows(mdb);
532 if (mdb->num_rows > 1) {
534 Mmsg2(&mdb->errmsg, _("More than one Path!: %s for path: %s\n"),
535 edit_uint64(mdb->num_rows, ed1), mdb->path);
536 Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
538 /* Even if there are multiple paths, take the first one */
539 if (mdb->num_rows >= 1) {
540 if ((row = sql_fetch_row(mdb)) == NULL) {
541 Mmsg1(&mdb->errmsg, _("error fetching row: %s\n"), sql_strerror(mdb));
542 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
543 sql_free_result(mdb);
548 ar->PathId = atoi(row[0]);
549 sql_free_result(mdb);
551 if (ar->PathId != mdb->cached_path_id) {
552 mdb->cached_path_id = ar->PathId;
553 mdb->cached_path_len = mdb->pnl;
554 pm_strcpy(&mdb->cached_path, mdb->path);
560 sql_free_result(mdb);
563 Mmsg(&mdb->cmd, "INSERT INTO Path (Path) VALUES ('%s')", mdb->esc_name);
565 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
566 Mmsg2(&mdb->errmsg, _("Create db Path record %s failed. ERR=%s\n"),
567 mdb->cmd, sql_strerror(mdb));
568 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
572 ar->PathId = sql_insert_id(mdb);
577 if (stat && ar->PathId != mdb->cached_path_id) {
578 mdb->cached_path_id = ar->PathId;
579 mdb->cached_path_len = mdb->pnl;
580 pm_strcpy(&mdb->cached_path, mdb->path);
585 /* Create a Unique record for the filename -- no duplicates */
586 static int db_create_filename_record(void *jcr, B_DB *mdb, ATTR_DBR *ar)
590 mdb->esc_name = check_pool_memory_size(mdb->esc_name, 2*mdb->fnl+2);
591 db_escape_string(mdb->esc_name, mdb->fname, mdb->fnl);
593 Mmsg(&mdb->cmd, "SELECT FilenameId FROM Filename WHERE Name='%s'", mdb->esc_name);
595 if (QUERY_DB(jcr, mdb, mdb->cmd)) {
596 mdb->num_rows = sql_num_rows(mdb);
597 if (mdb->num_rows > 1) {
599 Mmsg2(&mdb->errmsg, _("More than one Filename! %s for file: %s\n"),
600 edit_uint64(mdb->num_rows, ed1), mdb->fname);
601 Jmsg(jcr, M_WARNING, 0, "%s", mdb->errmsg);
603 if (mdb->num_rows >= 1) {
604 if ((row = sql_fetch_row(mdb)) == NULL) {
605 Mmsg2(&mdb->errmsg, _("Error fetching row for file=%s: ERR=%s\n"),
606 mdb->fname, sql_strerror(mdb));
607 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
610 ar->FilenameId = atoi(row[0]);
612 sql_free_result(mdb);
613 return ar->FilenameId > 0;
615 sql_free_result(mdb);
618 Mmsg(&mdb->cmd, "INSERT INTO Filename (Name) VALUES ('%s')", mdb->esc_name);
620 if (!INSERT_DB(jcr, mdb, mdb->cmd)) {
621 Mmsg2(&mdb->errmsg, _("Create db Filename record %s failed. ERR=%s\n"),
622 mdb->cmd, sql_strerror(mdb));
623 Jmsg(jcr, M_ERROR, 0, "%s", mdb->errmsg);
626 ar->FilenameId = sql_insert_id(mdb);
628 return ar->FilenameId > 0;
631 #endif /* HAVE_MYSQL || HAVE_SQLITE */