3 * Program to scan a Bacula Volume and compare it with
4 * the catalog and optionally synchronize the catalog
7 * Kern E. Sibbald, December 2001
13 Copyright (C) 2001, 2002 Kern Sibbald and John Walker
15 This program is free software; you can redistribute it and/or
16 modify it under the terms of the GNU General Public License as
17 published by the Free Software Foundation; either version 2 of
18 the License, or (at your option) any later version.
20 This program is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
23 General Public License for more details.
25 You should have received a copy of the GNU General Public
26 License along with this program; if not, write to the Free
27 Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
34 #include "findlib/find.h"
35 #include "cats/cats.h"
37 /* Forward referenced functions */
38 static void do_scan(void);
39 static void record_cb(JCR *jcr, DEVICE *dev, DEV_BLOCK *block, DEV_RECORD *rec);
40 static int create_file_attributes_record(B_DB *db, JCR *mjcr,
41 char *fname, char *lname, int type,
42 char *ap, DEV_RECORD *rec);
43 static int create_media_record(B_DB *db, MEDIA_DBR *mr, VOLUME_LABEL *vl);
44 static int update_media_record(B_DB *db, MEDIA_DBR *mr);
45 static int create_pool_record(B_DB *db, POOL_DBR *pr);
46 static JCR *create_job_record(B_DB *db, JOB_DBR *mr, SESSION_LABEL *label, DEV_RECORD *rec);
47 static int update_job_record(B_DB *db, JOB_DBR *mr, SESSION_LABEL *elabel,
49 static int create_client_record(B_DB *db, CLIENT_DBR *cr);
50 static int create_fileset_record(B_DB *db, FILESET_DBR *fsr);
51 static int create_jobmedia_record(B_DB *db, JCR *jcr);
52 static JCR *create_jcr(JOB_DBR *jr, DEV_RECORD *rec, uint32_t JobId);
53 static int update_SIG_record(B_DB *db, char *SIGbuf, DEV_RECORD *rec, int type);
56 /* Global variables */
58 static DEVICE *dev = NULL;
60 static JCR *bjcr; /* jcr for bscan */
61 static BSR *bsr = NULL;
62 static struct stat statp;
64 static long record_file_index;
65 static POOLMEM *fname; /* original file name */
66 static POOLMEM *ofile; /* output name with prefix */
67 static POOLMEM *lname; /* link name */
72 static FILESET_DBR fsr;
75 static SESSION_LABEL label;
76 static SESSION_LABEL elabel;
78 static time_t lasttime = 0;
80 static char *db_name = "bacula";
81 static char *db_user = "bacula";
82 static char *db_password = "";
83 static char *wd = NULL;
84 static int verbose = 0;
85 static int update_db = 0;
86 static int update_vol_info = 0;
87 static int list_records = 0;
88 static int ignored_msgs = 0;
90 #define CONFIG_FILE "bacula-sd.conf"
98 "\nVersion: " VERSION " (" BDATE ")\n\n"
99 "Usage: bscan [-d debug_level] <bacula-archive>\n"
100 " -b bootstrap specify a bootstrap file\n"
101 " -c <file> specify configuration file\n"
102 " -dnn set debug level to nn\n"
103 " -m update media info in database\n"
104 " -n name specify the database name (default bacula)\n"
105 " -u user specify database user name (default bacula)\n"
106 " -p password specify database password (default none)\n"
108 " -s synchronize or store in database\n"
110 " -V specify Volume names (separated by |)\n"
111 " -w dir specify working directory (default from conf file)\n"
112 " -? print this message\n\n"));
116 int main (int argc, char *argv[])
119 struct stat stat_buf;
120 char *VolumeName = NULL;
122 my_name_is(argc, argv, "bscan");
123 init_msg(NULL, NULL);
126 while ((ch = getopt(argc, argv, "b:c:d:mn:p:rsu:vw:?")) != -1) {
129 bsr = parse_bsr(NULL, optarg);
132 case 'c': /* specify config file */
133 if (configfile != NULL) {
136 configfile = bstrdup(optarg);
139 case 'd': /* debug level */
140 debug_level = atoi(optarg);
141 if (debug_level <= 0)
158 db_password = optarg;
173 case 'V': /* Volume name */
191 Pmsg0(0, _("Wrong number of arguments: \n"));
195 if (configfile == NULL) {
196 configfile = bstrdup(CONFIG_FILE);
199 parse_config(configfile);
201 me = (STORES *)GetNextRes(R_STORAGE, NULL);
204 Emsg1(M_ERROR_TERM, 0, _("No Storage resource defined in %s. Cannot continue.\n"),
208 /* Check if -w option given, otherwise use resource for working directory */
210 working_directory = wd;
211 } else if (!me->working_directory) {
212 Emsg1(M_ERROR_TERM, 0, _("No Working Directory defined in %s. Cannot continue.\n"),
215 working_directory = me->working_directory;
218 /* Check that working directory is good */
219 if (stat(working_directory, &stat_buf) != 0) {
220 Emsg1(M_ERROR_TERM, 0, _("Working Directory: %s not found. Cannot continue.\n"),
223 if (!S_ISDIR(stat_buf.st_mode)) {
224 Emsg1(M_ERROR_TERM, 0, _("Working Directory: %s is not a directory. Cannot continue.\n"),
228 bjcr = setup_jcr("bscan", argv[0], bsr, VolumeName);
229 dev = setup_to_access_device(bjcr, 1); /* read device */
234 if ((db=db_init_database(NULL, db_name, db_user, db_password, NULL, 0, NULL)) == NULL) {
235 Emsg0(M_ERROR_TERM, 0, _("Could not init Bacula database\n"));
237 if (!db_open_database(NULL, db)) {
238 Emsg0(M_ERROR_TERM, 0, db_strerror(db));
240 Dmsg0(200, "Database opened\n");
242 Pmsg2(000, _("Using Database: %s, User: %s\n"), db_name, db_user);
252 static void do_scan()
254 fname = get_pool_memory(PM_FNAME);
255 ofile = get_pool_memory(PM_FNAME);
256 lname = get_pool_memory(PM_FNAME);
258 memset(&ar, 0, sizeof(ar));
259 memset(&pr, 0, sizeof(pr));
260 memset(&jr, 0, sizeof(jr));
261 memset(&cr, 0, sizeof(cr));
262 memset(&fsr, 0, sizeof(fsr));
263 memset(&fr, 0, sizeof(fr));
265 detach_jcr_from_device(dev, bjcr);
267 read_records(bjcr, dev, record_cb, mount_next_read_volume);
268 release_device(bjcr, dev);
270 free_pool_memory(fname);
271 free_pool_memory(ofile);
272 free_pool_memory(lname);
276 static void record_cb(JCR *bjcr, DEVICE *dev, DEV_BLOCK *block, DEV_RECORD *rec)
281 if (rec->data_len > 0) {
282 mr.VolBytes += rec->data_len + WRITE_RECHDR_LENGTH; /* Accumulate Volume bytes */
285 Pmsg5(000, _("Record: SessId=%u SessTim=%u FileIndex=%d Stream=%d len=%u\n"),
286 rec->VolSessionId, rec->VolSessionTime, rec->FileIndex,
287 rec->Stream, rec->data_len);
290 * Check for Start or End of Session Record
293 if (rec->FileIndex < 0) {
294 int save_update_db = update_db;
297 dump_label_record(dev, rec, 1);
299 switch (rec->FileIndex) {
301 Pmsg0(000, _("Volume is prelabeled. This tape cannot be scanned.\n"));
305 unser_volume_label(dev, rec);
306 /* Check Pool info */
307 strcpy(pr.Name, dev->VolHdr.PoolName);
308 strcpy(pr.PoolType, dev->VolHdr.PoolType);
309 if (db_get_pool_record(bjcr, db, &pr)) {
311 Pmsg1(000, _("Pool record for %s found in DB.\n"), pr.Name);
315 Pmsg1(000, _("VOL_LABEL: Pool record not found for Pool: %s\n"),
318 create_pool_record(db, &pr);
320 if (strcmp(pr.PoolType, dev->VolHdr.PoolType) != 0) {
321 Pmsg2(000, _("VOL_LABEL: PoolType mismatch. DB=%s Vol=%s\n"),
322 pr.PoolType, dev->VolHdr.PoolType);
324 } else if (verbose) {
325 Pmsg1(000, _("Pool type \"%s\" is OK.\n"), pr.PoolType);
328 /* Check Media Info */
329 memset(&mr, 0, sizeof(mr));
330 strcpy(mr.VolumeName, dev->VolHdr.VolName);
331 mr.PoolId = pr.PoolId;
332 if (db_get_media_record(bjcr, db, &mr)) {
334 Pmsg1(000, _("Media record for %s found in DB.\n"), mr.VolumeName);
336 /* Clear out some volume statistics that will be updated */
337 mr.VolJobs = mr.VolFiles = mr.VolBlocks = 0;
338 mr.VolBytes = rec->data_len + 20;
341 Pmsg1(000, _("VOL_LABEL: Media record not found for Volume: %s\n"),
344 strcpy(mr.MediaType, dev->VolHdr.MediaType);
345 create_media_record(db, &mr, &dev->VolHdr);
347 if (strcmp(mr.MediaType, dev->VolHdr.MediaType) != 0) {
348 Pmsg2(000, _("VOL_LABEL: MediaType mismatch. DB=%s Vol=%s\n"),
349 mr.MediaType, dev->VolHdr.MediaType);
351 } else if (verbose) {
352 Pmsg1(000, _("Media type \"%s\" is OK.\n"), mr.MediaType);
354 /* Reset some JCR variables */
355 for (mjcr=NULL; (mjcr=next_attached_jcr(dev, mjcr)); ) {
356 mjcr->VolFirstFile = mjcr->FileIndex = 0;
357 mjcr->StartBlock = mjcr->EndBlock = 0;
358 mjcr->StartFile = mjcr->EndFile = 0;
361 Pmsg1(000, _("VOL_LABEL: OK for Volume: %s\n"), mr.VolumeName);
365 if (ignored_msgs > 0) {
366 Pmsg1(000, _("%d \"errors\" ignored before first Start of Session record.\n"),
370 unser_session_label(&label, rec);
371 memset(&jr, 0, sizeof(jr));
372 jr.JobId = label.JobId;
373 if (db_get_job_record(bjcr, db, &jr)) {
374 /* Job record already exists in DB */
375 update_db = 0; /* don't change db in create_job_record */
377 Pmsg1(000, _("SOS_LABEL: Found Job record for JobId: %d\n"), jr.JobId);
380 /* Must create a Job record in DB */
382 Pmsg1(000, _("SOS_LABEL: Job record not found for JobId: %d\n"),
386 /* Create Client record if not already there */
387 strcpy(cr.Name, label.ClientName);
388 create_client_record(db, &cr);
389 jr.ClientId = cr.ClientId;
391 /* process label, if Job record exists don't update db */
392 mjcr = create_job_record(db, &jr, &label, rec);
393 update_db = save_update_db;
395 jr.PoolId = pr.PoolId;
396 /* Set start positions into JCR */
397 if (dev->state & ST_TAPE) {
398 mjcr->StartBlock = dev->block_num;
399 mjcr->StartFile = dev->file;
401 mjcr->StartBlock = (uint32_t)dev->file_addr;
402 mjcr->StartFile = (uint32_t)(dev->file_addr >> 32);
404 mjcr->start_time = jr.StartTime;
405 mjcr->JobLevel = jr.Level;
407 mjcr->client_name = get_pool_memory(PM_FNAME);
408 pm_strcpy(&mjcr->client_name, label.ClientName);
409 mjcr->pool_type = get_pool_memory(PM_FNAME);
410 pm_strcpy(&mjcr->pool_type, label.PoolType);
411 mjcr->fileset_name = get_pool_memory(PM_FNAME);
412 pm_strcpy(&mjcr->fileset_name, label.FileSetName);
413 mjcr->pool_name = get_pool_memory(PM_FNAME);
414 pm_strcpy(&mjcr->pool_name, label.PoolName);
416 if (rec->VolSessionId != jr.VolSessionId) {
417 Pmsg3(000, _("SOS_LABEL: VolSessId mismatch for JobId=%u. DB=%d Vol=%d\n"),
419 jr.VolSessionId, rec->VolSessionId);
422 if (rec->VolSessionTime != jr.VolSessionTime) {
423 Pmsg3(000, _("SOS_LABEL: VolSessTime mismatch for JobId=%u. DB=%d Vol=%d\n"),
425 jr.VolSessionTime, rec->VolSessionTime);
428 if (jr.PoolId != pr.PoolId) {
429 Pmsg3(000, _("SOS_LABEL: PoolId mismatch for JobId=%u. DB=%d Vol=%d\n"),
431 jr.PoolId, pr.PoolId);
436 unser_session_label(&elabel, rec);
438 /* Create FileSet record */
439 strcpy(fsr.FileSet, label.FileSetName);
440 strcpy(fsr.MD5, label.FileSetMD5);
441 create_fileset_record(db, &fsr);
442 jr.FileSetId = fsr.FileSetId;
444 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
446 Pmsg2(000, _("Could not find SessId=%d SessTime=%d for EOS record.\n"),
447 rec->VolSessionId, rec->VolSessionTime);
451 /* Do the final update to the Job record */
452 update_job_record(db, &jr, &elabel, rec);
454 mjcr->end_time = jr.EndTime;
455 mjcr->JobStatus = JS_Terminated;
457 /* Create JobMedia record */
458 create_jobmedia_record(db, mjcr);
459 detach_jcr_from_device(dev, mjcr);
465 case EOT_LABEL: /* end of all tapes */
467 * Wiffle through all jobs still open and close
471 for (mjcr=NULL; (mjcr=next_attached_jcr(dev, mjcr)); ) {
472 jr.JobId = mjcr->JobId;
473 jr.JobStatus = JS_ErrorTerminated;
474 jr.JobFiles = mjcr->JobFiles;
475 jr.JobBytes = mjcr->JobBytes;
476 jr.VolSessionId = mjcr->VolSessionId;
477 jr.VolSessionTime = mjcr->VolSessionTime;
478 jr.JobTDate = (utime_t)mjcr->start_time;
479 jr.ClientId = mjcr->ClientId;
481 if (!db_update_job_end_record(bjcr, db, &jr)) {
482 Pmsg1(0, _("Could not update job record. ERR=%s\n"), db_strerror(db));
486 mr.VolFiles = rec->File;
487 mr.VolBlocks = rec->Block;
488 mr.VolBytes += mr.VolBlocks * WRITE_BLKHDR_LENGTH; /* approx. */
490 update_media_record(db, &mr);
491 Pmsg3(0, _("End of Volume. VolFiles=%u VolBlocks=%u VolBytes=%s\n"), mr.VolFiles,
492 mr.VolBlocks, edit_uint64_with_commas(mr.VolBytes, ec1));
501 /* File Attributes stream */
502 if (rec->Stream == STREAM_UNIX_ATTRIBUTES || rec->Stream == STREAM_WIN32_ATTRIBUTES) {
505 if (sizeof_pool_memory(fname) < rec->data_len) {
506 fname = realloc_pool_memory(fname, rec->data_len + 1);
508 if (sizeof_pool_memory(lname) < rec->data_len) {
509 lname = realloc_pool_memory(lname, rec->data_len + 1);
515 * An Attributes record consists of:
520 * Link name (if file linked i.e. FT_LNK)
523 sscanf(rec->data, "%ld %d", &record_file_index, &type);
524 if (record_file_index != rec->FileIndex)
525 Emsg2(M_ERROR_TERM, 0, "Record header file index %ld not equal record index %ld\n",
526 rec->FileIndex, record_file_index);
528 while (*ap++ != ' ') /* skip record file index */
530 while (*ap++ != ' ') /* skip type */
532 /* Save filename and position to attributes */
537 *fp = *ap++; /* terminate filename & point to attribs */
539 /* Skip through attributes to link name */
544 strcat(lname, lp); /* "save" link name */
547 decode_stat(ap, &statp, &LinkFI);
548 print_ls_output(fname, lname, type, &statp);
550 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
552 if (mr.VolJobs > 0) {
553 Pmsg2(000, _("Could not find Job SessId=%d SessTime=%d for Attributes record.\n"),
554 rec->VolSessionId, rec->VolSessionTime);
560 fr.JobId = mjcr->JobId;
562 if (db_get_file_attributes_record(bjcr, db, fname, &fr)) {
564 Pmsg1(000, _("File record already exists for: %s\n"), fname);
567 create_file_attributes_record(db, mjcr, fname, lname, type, ap, rec);
572 } else if (rec->Stream == STREAM_FILE_DATA) {
573 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
575 if (mr.VolJobs > 0) {
576 Pmsg2(000, _("Could not find Job SessId=%d SessTime=%d for File Data record.\n"),
577 rec->VolSessionId, rec->VolSessionTime);
583 mjcr->JobBytes += rec->data_len;
584 free_jcr(mjcr); /* done using JCR */
586 } else if (rec->Stream == STREAM_SPARSE_DATA) {
587 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
589 if (mr.VolJobs > 0) {
590 Pmsg2(000, _("Could not find Job SessId=%d SessTime=%d for Sparse Data record.\n"),
591 rec->VolSessionId, rec->VolSessionTime);
597 mjcr->JobBytes += rec->data_len - sizeof(uint64_t);
598 free_jcr(mjcr); /* done using JCR */
600 } else if (rec->Stream == STREAM_GZIP_DATA) {
601 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
603 if (mr.VolJobs > 0) {
604 Pmsg2(000, _("Could not find Job SessId=%d SessTime=%d for GZIP Data record.\n"),
605 rec->VolSessionId, rec->VolSessionTime);
611 mjcr->JobBytes += rec->data_len; /* No correct, we should expand it */
612 free_jcr(mjcr); /* done using JCR */
614 } else if (rec->Stream == STREAM_SPARSE_GZIP_DATA) {
615 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
617 if (mr.VolJobs > 0) {
618 Pmsg2(000, _("Could not find Job SessId=%d SessTime=%d for Sparse GZIP Data record.\n"),
619 rec->VolSessionId, rec->VolSessionTime);
625 mjcr->JobBytes += rec->data_len - sizeof(uint64_t); /* No correct, we should expand it */
626 free_jcr(mjcr); /* done using JCR */
629 } else if (rec->Stream == STREAM_MD5_SIGNATURE) {
631 bin_to_base64(MD5buf, (char *)rec->data, 16); /* encode 16 bytes */
633 Pmsg1(000, _("Got MD5 record: %s\n"), MD5buf);
635 update_SIG_record(db, MD5buf, rec, MD5_SIG);
637 } else if (rec->Stream == STREAM_SHA1_SIGNATURE) {
639 bin_to_base64(SIGbuf, (char *)rec->data, 20); /* encode 20 bytes */
641 Pmsg1(000, _("Got SHA1 record: %s\n"), SIGbuf);
643 update_SIG_record(db, SIGbuf, rec, SHA1_SIG);
646 } else if (rec->Stream == STREAM_PROGRAM_NAMES) {
648 Pmsg1(000, _("Got Prog Names Stream: %s\n"), rec->data);
650 } else if (rec->Stream == STREAM_PROGRAM_DATA) {
652 Pmsg0(000, _("Got Prog Data Stream record.\n"));
655 Pmsg2(0, _("Unknown stream type!!! stream=%d data=%s\n"), rec->Stream, rec->data);
661 * Free the Job Control Record if no one is still using it.
662 * Called from main free_jcr() routine in src/lib/jcr.c so
663 * that we can do our Director specific cleanup of the jcr.
665 static void dird_free_jcr(JCR *jcr)
667 Dmsg0(200, "Start dird free_jcr\n");
669 if (jcr->file_bsock) {
670 Dmsg0(200, "Close File bsock\n");
671 bnet_close(jcr->file_bsock);
673 if (jcr->store_bsock) {
674 Dmsg0(200, "Close Store bsock\n");
675 bnet_close(jcr->store_bsock);
677 if (jcr->RestoreBootstrap) {
678 free(jcr->RestoreBootstrap);
680 Dmsg0(200, "End dird free_jcr\n");
684 * We got a File Attributes record on the tape. Now, lookup the Job
685 * record, and then create the attributes record.
687 static int create_file_attributes_record(B_DB *db, JCR *mjcr,
688 char *fname, char *lname, int type,
689 char *ap, DEV_RECORD *rec)
694 ar.ClientId = mjcr->ClientId;
695 ar.JobId = mjcr->JobId;
696 ar.Stream = rec->Stream;
697 ar.FileIndex = rec->FileIndex;
699 if (mjcr->VolFirstFile == 0) {
700 mjcr->VolFirstFile = rec->FileIndex;
702 mjcr->FileIndex = rec->FileIndex;
709 if (!db_create_file_attributes_record(bjcr, db, &ar)) {
710 Pmsg1(0, _("Could not create File Attributes record. ERR=%s\n"), db_strerror(db));
713 mjcr->FileId = ar.FileId;
716 Pmsg1(000, _("Created File record: %s\n"), fname);
722 * For each Volume we see, we create a Medium record
724 static int create_media_record(B_DB *db, MEDIA_DBR *mr, VOLUME_LABEL *vl)
729 strcpy(mr->VolStatus, "Full");
730 mr->VolRetention = 365 * 3600 * 24; /* 1 year */
731 if (vl->VerNum >= 11) {
732 mr->FirstWritten = btime_to_utime(vl->write_btime);
733 mr->LabelDate = btime_to_utime(vl->label_btime);
735 /* DEPRECATED DO NOT USE */
736 dt.julian_day_number = vl->write_date;
737 dt.julian_day_fraction = vl->write_time;
739 mr->FirstWritten = mktime(&tm);
740 dt.julian_day_number = vl->label_date;
741 dt.julian_day_fraction = vl->label_time;
743 mr->LabelDate = mktime(&tm);
745 lasttime = mr->LabelDate;
751 if (!db_create_media_record(bjcr, db, mr)) {
752 Pmsg1(0, _("Could not create media record. ERR=%s\n"), db_strerror(db));
755 if (!db_update_media_record(bjcr, db, mr)) {
756 Pmsg1(0, _("Could not update media record. ERR=%s\n"), db_strerror(db));
760 Pmsg1(000, _("Created Media record for Volume: %s\n"), mr->VolumeName);
767 * Called at end of media to update it
769 static int update_media_record(B_DB *db, MEDIA_DBR *mr)
771 if (!update_db && !update_vol_info) {
775 mr->LastWritten = lasttime;
776 if (!db_update_media_record(bjcr, db, mr)) {
777 Pmsg1(0, _("Could not update media record. ERR=%s\n"), db_strerror(db));
781 Pmsg1(000, _("Updated Media record at end of Volume: %s\n"), mr->VolumeName);
788 static int create_pool_record(B_DB *db, POOL_DBR *pr)
792 pr->VolRetention = 355 * 3600 * 24; /* 1 year */
797 if (!db_create_pool_record(bjcr, db, pr)) {
798 Pmsg1(0, _("Could not create pool record. ERR=%s\n"), db_strerror(db));
802 Pmsg1(000, _("Created Pool record for Pool: %s\n"), pr->Name);
810 * Called from SOS to create a client for the current Job
812 static int create_client_record(B_DB *db, CLIENT_DBR *cr)
817 if (!db_create_client_record(bjcr, db, cr)) {
818 Pmsg1(0, _("Could not create Client record. ERR=%s\n"), db_strerror(db));
822 Pmsg1(000, _("Created Client record for Client: %s\n"), cr->Name);
827 static int create_fileset_record(B_DB *db, FILESET_DBR *fsr)
833 if (fsr->MD5[0] == 0) {
834 fsr->MD5[0] = ' '; /* Equivalent to nothing */
837 if (db_get_fileset_record(bjcr, db, fsr)) {
839 Pmsg1(000, _("Fileset \"%s\" already exists.\n"), fsr->FileSet);
842 if (!db_create_fileset_record(bjcr, db, fsr)) {
843 Pmsg2(0, _("Could not create FileSet record \"%s\". ERR=%s\n"),
844 fsr->FileSet, db_strerror(db));
848 Pmsg1(000, _("Created FileSet record \"%s\"\n"), fsr->FileSet);
855 * Simulate the two calls on the database to create
856 * the Job record and to update it when the Job actually
859 static JCR *create_job_record(B_DB *db, JOB_DBR *jr, SESSION_LABEL *label,
866 jr->JobId = label->JobId;
867 jr->Type = label->JobType;
868 jr->Level = label->JobLevel;
869 jr->JobStatus = JS_Created;
870 strcpy(jr->Name, label->JobName);
871 strcpy(jr->Job, label->Job);
872 if (label->VerNum >= 11) {
873 jr->SchedTime = btime_to_unix(label->write_btime);
875 dt.julian_day_number = label->write_date;
876 dt.julian_day_fraction = label->write_time;
878 jr->SchedTime = mktime(&tm);
881 jr->StartTime = jr->SchedTime;
882 jr->JobTDate = (utime_t)jr->SchedTime;
883 jr->VolSessionId = rec->VolSessionId;
884 jr->VolSessionTime = rec->VolSessionTime;
886 /* Now create a JCR as if starting the Job */
887 mjcr = create_jcr(jr, rec, label->JobId);
893 /* This creates the bare essentials */
894 if (!db_create_job_record(bjcr, db, jr)) {
895 Pmsg1(0, _("Could not create JobId record. ERR=%s\n"), db_strerror(db));
899 /* This adds the client, StartTime, JobTDate, ... */
900 if (!db_update_job_start_record(bjcr, db, jr)) {
901 Pmsg1(0, _("Could not update job start record. ERR=%s\n"), db_strerror(db));
904 Pmsg2(000, _("Created new JobId=%u record for original JobId=%u\n"), jr->JobId,
906 mjcr->JobId = jr->JobId; /* set new JobId */
911 * Simulate the database call that updates the Job
912 * at Job termination time.
914 static int update_job_record(B_DB *db, JOB_DBR *jr, SESSION_LABEL *elabel,
921 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
923 Pmsg2(000, _("Could not find SessId=%d SessTime=%d for EOS record.\n"),
924 rec->VolSessionId, rec->VolSessionTime);
927 if (elabel->VerNum >= 11) {
928 jr->EndTime = btime_to_unix(elabel->write_btime);
930 dt.julian_day_number = elabel->write_date;
931 dt.julian_day_fraction = elabel->write_time;
933 jr->EndTime = mktime(&tm);
935 lasttime = jr->EndTime;
936 mjcr->end_time = jr->EndTime;
938 jr->JobId = mjcr->JobId;
939 jr->JobStatus = elabel->JobStatus;
940 mjcr->JobStatus = elabel->JobStatus;
941 jr->JobFiles = elabel->JobFiles;
942 jr->JobBytes = elabel->JobBytes;
943 jr->VolSessionId = rec->VolSessionId;
944 jr->VolSessionTime = rec->VolSessionTime;
945 jr->JobTDate = (utime_t)mjcr->start_time;
946 jr->ClientId = mjcr->ClientId;
953 if (!db_update_job_end_record(bjcr, db, jr)) {
954 Pmsg2(0, _("Could not update JobId=%u record. ERR=%s\n"), jr->JobId, db_strerror(db));
959 Pmsg1(000, _("Updated Job termination record for new JobId=%u\n"), jr->JobId);
963 static char term_code[70];
964 char sdt[50], edt[50];
965 char ec1[30], ec2[30], ec3[30];
967 switch (mjcr->JobStatus) {
969 term_msg = _("Backup OK");
972 case JS_ErrorTerminated:
973 term_msg = _("*** Backup Error ***");
976 term_msg = _("Backup Cancelled");
979 term_msg = term_code;
980 sprintf(term_code, _("Job Termination code: %d"), mjcr->JobStatus);
983 bstrftime(sdt, sizeof(sdt), mjcr->start_time);
984 bstrftime(edt, sizeof(edt), mjcr->end_time);
995 Volume Session Id: %d\n\
996 Volume Session Time: %d\n\
997 Last Volume Bytes: %s\n\
998 Termination: %s\n\n"),
1003 job_level_to_str(mjcr->JobLevel),
1007 edit_uint64_with_commas(mjcr->JobFiles, ec1),
1008 edit_uint64_with_commas(mjcr->JobBytes, ec2),
1010 mjcr->VolSessionTime,
1011 edit_uint64_with_commas(mr.VolBytes, ec3),
1018 static int create_jobmedia_record(B_DB *db, JCR *mjcr)
1022 if (dev->state & ST_TAPE) {
1023 mjcr->EndBlock = dev->EndBlock;
1024 mjcr->EndFile = dev->EndFile;
1026 mjcr->EndBlock = (uint32_t)dev->file_addr;
1027 mjcr->EndFile = (uint32_t)(dev->file_addr >> 32);
1030 memset(&jmr, 0, sizeof(jmr));
1031 jmr.JobId = mjcr->JobId;
1032 jmr.MediaId = mr.MediaId;
1033 jmr.FirstIndex = mjcr->VolFirstFile;
1034 jmr.LastIndex = mjcr->FileIndex;
1035 jmr.StartFile = mjcr->StartFile;
1036 jmr.EndFile = mjcr->EndFile;
1037 jmr.StartBlock = mjcr->StartBlock;
1038 jmr.EndBlock = mjcr->EndBlock;
1045 if (!db_create_jobmedia_record(bjcr, db, &jmr)) {
1046 Pmsg1(0, _("Could not create JobMedia record. ERR=%s\n"), db_strerror(db));
1050 Pmsg2(000, _("Created JobMedia record JobId %d, MediaId %d\n"),
1051 jmr.JobId, jmr.MediaId);
1057 * Simulate the database call that updates the MD5/SHA1 record
1059 static int update_SIG_record(B_DB *db, char *SIGbuf, DEV_RECORD *rec, int type)
1063 mjcr = get_jcr_by_session(rec->VolSessionId, rec->VolSessionTime);
1065 if (mr.VolJobs > 0) {
1066 Pmsg2(000, _("Could not find SessId=%d SessTime=%d for MD5/SHA1 record.\n"),
1067 rec->VolSessionId, rec->VolSessionTime);
1079 if (!db_add_SIG_to_file_record(bjcr, db, mjcr->FileId, SIGbuf, type)) {
1080 Pmsg1(0, _("Could not add MD5/SHA1 to File record. ERR=%s\n"), db_strerror(db));
1085 Pmsg0(000, _("Updated MD5/SHA1 record\n"));
1093 * Create a JCR as if we are really starting the job
1095 static JCR *create_jcr(JOB_DBR *jr, DEV_RECORD *rec, uint32_t JobId)
1099 * Transfer as much as possible to the Job JCR. Most important is
1100 * the JobId and the ClientId.
1102 jobjcr = new_jcr(sizeof(JCR), dird_free_jcr);
1103 jobjcr->JobType = jr->Type;
1104 jobjcr->JobLevel = jr->Level;
1105 jobjcr->JobStatus = jr->JobStatus;
1106 strcpy(jobjcr->Job, jr->Job);
1107 jobjcr->JobId = JobId; /* this is JobId on tape */
1108 jobjcr->sched_time = jr->SchedTime;
1109 jobjcr->start_time = jr->StartTime;
1110 jobjcr->VolSessionId = rec->VolSessionId;
1111 jobjcr->VolSessionTime = rec->VolSessionTime;
1112 jobjcr->ClientId = jr->ClientId;
1113 attach_jcr_to_device(dev, jobjcr);
1117 /* Dummies to replace askdir.c */
1118 int dir_get_volume_info(JCR *jcr, int writing) { return 1;}
1119 int dir_find_next_appendable_volume(JCR *jcr) { return 1;}
1120 int dir_update_volume_info(JCR *jcr, VOLUME_CAT_INFO *vol, int relabel) { return 1; }
1121 int dir_create_jobmedia_record(JCR *jcr) { return 1; }
1122 int dir_ask_sysop_to_mount_next_volume(JCR *jcr, DEVICE *dev) { return 1; }
1123 int dir_update_file_attributes(JCR *jcr, DEV_RECORD *rec) { return 1;}
1124 int dir_send_job_status(JCR *jcr) {return 1;}
1127 int dir_ask_sysop_to_mount_volume(JCR *jcr, DEVICE *dev)
1130 * We are at the end of reading a tape. Now, we simulate handling
1131 * the end of writing a tape by wiffling through the attached
1132 * jcrs creating jobmedia records.
1134 Dmsg1(100, "Walk attached jcrs. Volume=%s\n", dev->VolCatInfo.VolCatName);
1135 for (JCR *mjcr=NULL; (mjcr=next_attached_jcr(dev, mjcr)); ) {
1137 Pmsg1(000, _("Create JobMedia for Job %s\n"), mjcr->Job);
1139 if (dev->state & ST_TAPE) {
1140 mjcr->EndBlock = dev->EndBlock;
1141 mjcr->EndFile = dev->EndFile;
1143 mjcr->EndBlock = (uint32_t)dev->file_addr;
1144 mjcr->StartBlock = (uint32_t)(dev->file_addr >> 32);
1146 if (!create_jobmedia_record(db, mjcr)) {
1147 Pmsg2(000, _("Could not create JobMedia record for Volume=%s Job=%s\n"),
1148 dev->VolCatInfo.VolCatName, mjcr->Job);
1152 fprintf(stderr, _("Mount Volume %s on device %s and press return when ready: "),
1153 jcr->VolumeName, dev_name(dev));