2 Bacula® - The Network Backup Solution
4 Copyright (C) 2000-2010 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version three of the GNU Affero General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU Affero General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of Kern Sibbald.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
30 * Bacula Director -- fd_cmds.c -- send commands to File daemon
32 * Kern Sibbald, October MM
34 * This routine is run as a separate thread. There may be more
35 * work to be done to make it totally reentrant!!!!
37 * Utility functions for sending info to File Daemon.
38 * These functions are used by both backup and verify.
44 #include "findlib/find.h"
46 const int dbglvl = 400;
48 /* Commands sent to File daemon */
49 static char filesetcmd[] = "fileset%s\n"; /* set full fileset */
50 static char jobcmd[] = "JobId=%s Job=%s SDid=%u SDtime=%u Authorization=%s\n";
51 /* Note, mtime_only is not used here -- implemented as file option */
52 static char levelcmd[] = "level = %s%s%s mtime_only=%d %s%s\n";
53 static char runscript[] = "Run OnSuccess=%u OnFailure=%u AbortOnError=%u When=%u Command=%s\n";
54 static char runbeforenow[]= "RunBeforeNow\n";
56 /* Responses received from File daemon */
57 static char OKinc[] = "2000 OK include\n";
58 static char OKjob[] = "2000 OK Job";
59 static char OKlevel[] = "2000 OK level\n";
60 static char OKRunScript[] = "2000 OK RunScript\n";
61 static char OKRunBeforeNow[] = "2000 OK RunBeforeNow\n";
62 static char OKRestoreObject[] = "2000 OK ObjectRestored\n";
64 /* Forward referenced functions */
65 static bool send_list_item(JCR *jcr, const char *code, char *item, BSOCK *fd);
67 /* External functions */
68 extern DIRRES *director;
69 extern int FDConnectTimeout;
75 * Open connection with File daemon.
76 * Try connecting every retry_interval (default 10 sec), and
77 * give up after max_retry_time (default 30 mins).
80 int connect_to_file_daemon(JCR *jcr, int retry_interval, int max_retry_time,
83 BSOCK *fd = new_bsock();
87 if (jcr->client->heartbeat_interval) {
88 heart_beat = jcr->client->heartbeat_interval;
90 heart_beat = director->heartbeat_interval;
93 if (!jcr->file_bsock) {
94 char name[MAX_NAME_LENGTH + 100];
95 bstrncpy(name, _("Client: "), sizeof(name));
96 bstrncat(name, jcr->client->name(), sizeof(name));
98 fd->set_source_address(director->DIRsrc_addr);
99 if (!fd->connect(jcr,retry_interval,max_retry_time, heart_beat, name, jcr->client->address,
100 NULL, jcr->client->FDport, verbose)) {
106 jcr->setJobStatus(JS_ErrorTerminated);
109 Dmsg0(10, "Opened connection with File daemon\n");
111 fd = jcr->file_bsock; /* use existing connection */
113 fd->res = (RES *)jcr->client; /* save resource in BSOCK */
114 jcr->file_bsock = fd;
115 jcr->setJobStatus(JS_Running);
117 if (!authenticate_file_daemon(jcr)) {
118 jcr->setJobStatus(JS_ErrorTerminated);
123 * Now send JobId and authorization key
125 if (jcr->sd_auth_key == NULL) {
126 jcr->sd_auth_key = bstrdup("dummy");
128 fd->fsend(jobcmd, edit_int64(jcr->JobId, ed1), jcr->Job, jcr->VolSessionId,
129 jcr->VolSessionTime, jcr->sd_auth_key);
130 if (!jcr->keep_sd_auth_key && strcmp(jcr->sd_auth_key, "dummy")) {
131 memset(jcr->sd_auth_key, 0, strlen(jcr->sd_auth_key));
133 Dmsg1(100, ">filed: %s", fd->msg);
134 if (bget_dirmsg(fd) > 0) {
135 Dmsg1(110, "<filed: %s", fd->msg);
136 if (strncmp(fd->msg, OKjob, strlen(OKjob)) != 0) {
137 Jmsg(jcr, M_FATAL, 0, _("File daemon \"%s\" rejected Job command: %s\n"),
138 jcr->client->hdr.name, fd->msg);
139 jcr->setJobStatus(JS_ErrorTerminated);
141 } else if (jcr->db) {
143 memset(&cr, 0, sizeof(cr));
144 bstrncpy(cr.Name, jcr->client->hdr.name, sizeof(cr.Name));
145 cr.AutoPrune = jcr->client->AutoPrune;
146 cr.FileRetention = jcr->client->FileRetention;
147 cr.JobRetention = jcr->client->JobRetention;
148 bstrncpy(cr.Uname, fd->msg+strlen(OKjob)+1, sizeof(cr.Uname));
149 if (!db_update_client_record(jcr, jcr->db, &cr)) {
150 Jmsg(jcr, M_WARNING, 0, _("Error updating Client record. ERR=%s\n"),
151 db_strerror(jcr->db));
155 Jmsg(jcr, M_FATAL, 0, _("FD gave bad response to JobId command: %s\n"),
157 jcr->setJobStatus(JS_ErrorTerminated);
164 * This subroutine edits the last job start time into a
165 * "since=date/time" buffer that is returned in the
166 * variable since. This is used for display purposes in
167 * the job report. The time in jcr->stime is later
168 * passed to tell the File daemon what to do.
170 void get_level_since_time(JCR *jcr, char *since, int since_len)
174 bool do_full = false;
175 bool do_diff = false;
177 utime_t last_full_time = 0;
178 utime_t last_diff_time;
179 char prev_job[MAX_NAME_LENGTH];
182 /* If job cloned and a since time already given, use it */
183 if (jcr->cloned && jcr->stime && jcr->stime[0]) {
184 bstrncpy(since, _(", since="), since_len);
185 bstrncat(since, jcr->stime, since_len);
188 /* Make sure stime buffer is allocated */
190 jcr->stime = get_pool_memory(PM_MESSAGE);
192 jcr->PrevJob[0] = jcr->stime[0] = 0;
194 * Lookup the last FULL backup job to get the time/date for a
195 * differential or incremental save.
197 switch (jcr->getJobLevel()) {
200 POOLMEM *stime = get_pool_memory(PM_MESSAGE);
201 /* Look up start time of last Full job */
202 now = (utime_t)time(NULL);
203 jcr->jr.JobId = 0; /* flag to return since time */
205 * This is probably redundant, but some of the code below
206 * uses jcr->stime, so don't remove unless you are sure.
208 if (!db_find_job_start_time(jcr,jcr->db, &jcr->jr, &jcr->stime, jcr->PrevJob)) {
211 have_full = db_find_last_job_start_time(jcr, jcr->db, &jcr->jr,
212 &stime, prev_job, L_FULL);
214 last_full_time = str_to_utime(stime);
216 do_full = true; /* No full, upgrade to one */
218 Dmsg4(50, "have_full=%d do_full=%d now=%lld full_time=%lld\n", have_full,
219 do_full, now, last_full_time);
220 /* Make sure the last diff is recent enough */
221 if (have_full && jcr->getJobLevel() == L_INCREMENTAL && jcr->job->MaxDiffInterval > 0) {
222 /* Lookup last diff job */
223 if (db_find_last_job_start_time(jcr, jcr->db, &jcr->jr,
224 &stime, prev_job, L_DIFFERENTIAL)) {
225 last_diff_time = str_to_utime(stime);
226 /* If no Diff since Full, use Full time */
227 if (last_diff_time < last_full_time) {
228 last_diff_time = last_full_time;
230 Dmsg2(50, "last_diff_time=%lld last_full_time=%lld\n", last_diff_time,
233 /* No last differential, so use last full time */
234 last_diff_time = last_full_time;
235 Dmsg1(50, "No last_diff_time setting to full_time=%lld\n", last_full_time);
237 do_diff = ((now - last_diff_time) >= jcr->job->MaxDiffInterval);
238 Dmsg2(50, "do_diff=%d diffInter=%lld\n", do_diff, jcr->job->MaxDiffInterval);
240 /* Note, do_full takes precedence over do_diff */
241 if (have_full && jcr->job->MaxFullInterval > 0) {
242 do_full = ((now - last_full_time) >= jcr->job->MaxFullInterval);
244 free_pool_memory(stime);
247 /* No recent Full job found, so upgrade this one to Full */
248 Jmsg(jcr, M_INFO, 0, "%s", db_strerror(jcr->db));
249 Jmsg(jcr, M_INFO, 0, _("No prior or suitable Full backup found in catalog. Doing FULL backup.\n"));
250 bsnprintf(since, since_len, _(" (upgraded from %s)"),
251 level_to_str(jcr->getJobLevel()));
252 jcr->setJobLevel(jcr->jr.JobLevel = L_FULL);
253 } else if (do_diff) {
254 /* No recent diff job found, so upgrade this one to Diff */
255 Jmsg(jcr, M_INFO, 0, _("No prior or suitable Differential backup found in catalog. Doing Differential backup.\n"));
256 bsnprintf(since, since_len, _(" (upgraded from %s)"),
257 level_to_str(jcr->getJobLevel()));
258 jcr->setJobLevel(jcr->jr.JobLevel = L_DIFFERENTIAL);
260 if (jcr->job->rerun_failed_levels) {
261 if (db_find_failed_job_since(jcr, jcr->db, &jcr->jr,
262 jcr->stime, JobLevel)) {
263 Jmsg(jcr, M_INFO, 0, _("Prior failed job found in catalog. Upgrading to %s.\n"),
264 level_to_str(JobLevel));
265 bsnprintf(since, since_len, _(" (upgraded from %s)"),
266 level_to_str(jcr->getJobLevel()));
267 jcr->setJobLevel(jcr->jr.JobLevel = JobLevel);
268 jcr->jr.JobId = jcr->JobId;
272 bstrncpy(since, _(", since="), since_len);
273 bstrncat(since, jcr->stime, since_len);
275 jcr->jr.JobId = jcr->JobId;
278 Dmsg3(100, "Level=%c last start time=%s job=%s\n",
279 jcr->getJobLevel(), jcr->stime, jcr->PrevJob);
282 static void send_since_time(JCR *jcr)
284 BSOCK *fd = jcr->file_bsock;
288 stime = str_to_utime(jcr->stime);
289 fd->fsend(levelcmd, "", NT_("since_utime "), edit_uint64(stime, ed1), 0,
290 NT_("prev_job="), jcr->PrevJob);
291 while (bget_dirmsg(fd) >= 0) { /* allow him to poll us to sync clocks */
292 Jmsg(jcr, M_INFO, 0, "%s\n", fd->msg);
297 * Send level command to FD.
298 * Used for backup jobs and estimate command.
300 bool send_level_command(JCR *jcr)
302 BSOCK *fd = jcr->file_bsock;
303 const char *accurate = jcr->accurate?"accurate_":"";
304 const char *not_accurate = "";
305 const char *rerunning = jcr->rerunning?" rerunning ":" ";
307 * Send Level command to File daemon
309 switch (jcr->getJobLevel()) {
311 fd->fsend(levelcmd, not_accurate, "base", rerunning, 0, "", "");
313 /* L_NONE is the console, sending something off to the FD */
316 fd->fsend(levelcmd, not_accurate, "full", rerunning, 0, "", "");
319 fd->fsend(levelcmd, accurate, "differential", rerunning, 0, "", "");
320 send_since_time(jcr);
323 fd->fsend(levelcmd, accurate, "incremental", rerunning, 0, "", "");
324 send_since_time(jcr);
328 Jmsg2(jcr, M_FATAL, 0, _("Unimplemented backup level %d %c\n"),
329 jcr->getJobLevel(), jcr->getJobLevel());
332 Dmsg1(120, ">filed: %s", fd->msg);
333 if (!response(jcr, fd, OKlevel, "Level", DISPLAY_ERROR)) {
340 * Send either an Included or an Excluded list to FD
342 static bool send_fileset(JCR *jcr)
344 FILESET *fileset = jcr->fileset;
345 BSOCK *fd = jcr->file_bsock;
346 STORE *store = jcr->wstore;
352 num = fileset->num_includes;
354 num = fileset->num_excludes;
356 for (int i=0; i<num; i++) {
362 ie = fileset->include_items[i];
365 ie = fileset->exclude_items[i];
369 bnet_fsend(fd, "Z %s\n", ie->ignoredir);
371 for (j=0; j<ie->num_opts; j++) {
372 FOPTS *fo = ie->opts_list[j];
374 bool enhanced_wild = false;
375 for (k=0; fo->opts[k]!='\0'; k++) {
376 if (fo->opts[k]=='W') {
377 enhanced_wild = true;
382 /* Strip out compression option Zn if disallowed for this Storage */
383 if (store && !store->AllowCompress) {
384 char newopts[MAX_FOPTS];
385 bool done=false; /* print warning only if compression enabled in FS */
387 for (k=0; fo->opts[k]!='\0'; k++) {
388 /* Z compress option is followed by the single-digit compress level or 'o' */
389 if (fo->opts[k]=='Z') {
391 k++; /* skip option and level */
393 newopts[j] = fo->opts[k];
401 _("FD compression disabled for this Job because AllowCompress=No in Storage resource.\n") );
403 /* Send the new trimmed option set without overwriting fo->opts */
404 fd->fsend("O %s\n", newopts);
406 /* Send the original options */
407 fd->fsend("O %s\n", fo->opts);
410 for (k=0; k<fo->regex.size(); k++) {
411 fd->fsend("R %s\n", fo->regex.get(k));
413 for (k=0; k<fo->regexdir.size(); k++) {
414 fd->fsend("RD %s\n", fo->regexdir.get(k));
416 for (k=0; k<fo->regexfile.size(); k++) {
417 fd->fsend("RF %s\n", fo->regexfile.get(k));
419 for (k=0; k<fo->wild.size(); k++) {
420 fd->fsend("W %s\n", fo->wild.get(k));
422 for (k=0; k<fo->wilddir.size(); k++) {
423 fd->fsend("WD %s\n", fo->wilddir.get(k));
425 for (k=0; k<fo->wildfile.size(); k++) {
426 fd->fsend("WF %s\n", fo->wildfile.get(k));
428 for (k=0; k<fo->wildbase.size(); k++) {
429 fd->fsend("W%c %s\n", enhanced_wild ? 'B' : 'F', fo->wildbase.get(k));
431 for (k=0; k<fo->base.size(); k++) {
432 fd->fsend("B %s\n", fo->base.get(k));
434 for (k=0; k<fo->fstype.size(); k++) {
435 fd->fsend("X %s\n", fo->fstype.get(k));
437 for (k=0; k<fo->drivetype.size(); k++) {
438 fd->fsend("XD %s\n", fo->drivetype.get(k));
441 fd->fsend("G %s\n", fo->plugin);
444 fd->fsend("D %s\n", fo->reader);
447 fd->fsend("T %s\n", fo->writer);
452 for (j=0; j<ie->name_list.size(); j++) {
453 item = (char *)ie->name_list.get(j);
454 if (!send_list_item(jcr, "F ", item, fd)) {
459 for (j=0; j<ie->plugin_list.size(); j++) {
460 item = (char *)ie->plugin_list.get(j);
461 if (!send_list_item(jcr, "P ", item, fd)) {
467 if (!include) { /* If we just did excludes */
468 break; /* all done */
470 include = false; /* Now do excludes */
473 fd->signal(BNET_EOD); /* end of data */
474 if (!response(jcr, fd, OKinc, "Include", DISPLAY_ERROR)) {
480 jcr->setJobStatus(JS_ErrorTerminated);
485 static bool send_list_item(JCR *jcr, const char *code, char *item, BSOCK *fd)
495 p++; /* skip over the | */
496 fd->msg = edit_job_codes(jcr, fd->msg, p, "");
497 bpipe = open_bpipe(fd->msg, 0, "r");
500 Jmsg(jcr, M_FATAL, 0, _("Cannot run program: %s. ERR=%s\n"),
504 bstrncpy(buf, code, sizeof(buf));
505 Dmsg1(500, "code=%s\n", buf);
506 optlen = strlen(buf);
507 while (fgets(buf+optlen, sizeof(buf)-optlen, bpipe->rfd)) {
508 fd->msglen = Mmsg(fd->msg, "%s", buf);
509 Dmsg2(500, "Inc/exc len=%d: %s", fd->msglen, fd->msg);
510 if (!bnet_send(fd)) {
511 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
515 if ((stat=close_bpipe(bpipe)) != 0) {
517 Jmsg(jcr, M_FATAL, 0, _("Error running program: %s. ERR=%s\n"),
518 p, be.bstrerror(stat));
523 p++; /* skip over < */
524 if ((ffd = fopen(p, "rb")) == NULL) {
526 Jmsg(jcr, M_FATAL, 0, _("Cannot open included file: %s. ERR=%s\n"),
530 bstrncpy(buf, code, sizeof(buf));
531 Dmsg1(500, "code=%s\n", buf);
532 optlen = strlen(buf);
533 while (fgets(buf+optlen, sizeof(buf)-optlen, ffd)) {
534 fd->msglen = Mmsg(fd->msg, "%s", buf);
535 if (!bnet_send(fd)) {
536 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
543 p++; /* skip over \ */
544 /* Note, fall through wanted */
546 pm_strcpy(fd->msg, code);
547 fd->msglen = pm_strcat(fd->msg, p);
548 Dmsg1(500, "Inc/Exc name=%s\n", fd->msg);
550 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
560 * Send include list to File daemon
562 bool send_include_list(JCR *jcr)
564 BSOCK *fd = jcr->file_bsock;
565 if (jcr->fileset->new_include) {
566 fd->fsend(filesetcmd, jcr->fileset->enable_vss ? " vss=1" : "");
567 return send_fileset(jcr);
574 * Send exclude list to File daemon
575 * Under the new scheme, the Exclude list
576 * is part of the FileSet sent with the
577 * "include_list" above.
579 bool send_exclude_list(JCR *jcr)
584 /* TODO: drop this with runscript.old_proto in bacula 1.42 */
585 static char runbefore[] = "RunBeforeJob %s\n";
586 static char runafter[] = "RunAfterJob %s\n";
587 static char OKRunBefore[] = "2000 OK RunBefore\n";
588 static char OKRunAfter[] = "2000 OK RunAfter\n";
590 int send_runscript_with_old_proto(JCR *jcr, int when, POOLMEM *msg)
593 Dmsg1(120, "bdird: sending old runcommand to fd '%s'\n",msg);
594 if (when & SCRIPT_Before) {
595 bnet_fsend(jcr->file_bsock, runbefore, msg);
596 ret = response(jcr, jcr->file_bsock, OKRunBefore, "ClientRunBeforeJob", DISPLAY_ERROR);
598 bnet_fsend(jcr->file_bsock, runafter, msg);
599 ret = response(jcr, jcr->file_bsock, OKRunAfter, "ClientRunAfterJob", DISPLAY_ERROR);
605 * Send RunScripts to File daemon
606 * 1) We send all runscript to FD, they can be executed Before, After, or twice
607 * 2) Then, we send a "RunBeforeNow" command to the FD to tell him to do the
608 * first run_script() call. (ie ClientRunBeforeJob)
610 int send_runscripts_commands(JCR *jcr)
612 POOLMEM *msg = get_pool_memory(PM_FNAME);
613 BSOCK *fd = jcr->file_bsock;
615 bool launch_before_cmd = false;
616 POOLMEM *ehost = get_pool_memory(PM_FNAME);
619 Dmsg0(120, "bdird: sending runscripts to fd\n");
621 foreach_alist(cmd, jcr->job->RunScripts) {
622 if (cmd->can_run_at_level(jcr->getJobLevel()) && cmd->target) {
623 ehost = edit_job_codes(jcr, ehost, cmd->target, "");
624 Dmsg2(200, "bdird: runscript %s -> %s\n", cmd->target, ehost);
626 if (strcmp(ehost, jcr->client->name()) == 0) {
627 pm_strcpy(msg, cmd->command);
630 Dmsg1(120, "bdird: sending runscripts to fd '%s'\n", cmd->command);
632 /* TODO: remove this with bacula 1.42 */
633 if (cmd->old_proto) {
634 result = send_runscript_with_old_proto(jcr, cmd->when, msg);
637 fd->fsend(runscript, cmd->on_success,
643 result = response(jcr, fd, OKRunScript, "RunScript", DISPLAY_ERROR);
644 launch_before_cmd = true;
651 /* TODO : we have to play with other client */
654 send command to an other client
660 /* Tell the FD to execute the ClientRunBeforeJob */
661 if (launch_before_cmd) {
662 fd->fsend(runbeforenow);
663 if (!response(jcr, fd, OKRunBeforeNow, "RunBeforeNow", DISPLAY_ERROR)) {
667 free_pool_memory(msg);
668 free_pool_memory(ehost);
672 Jmsg(jcr, M_FATAL, 0, _("Client \"%s\" RunScript failed.\n"), ehost);
673 free_pool_memory(msg);
674 free_pool_memory(ehost);
683 static int restore_object_handler(void *ctx, int num_fields, char **row)
685 OBJ_CTX *octx = (OBJ_CTX *)ctx;
686 JCR *jcr = octx->jcr;
689 fd = jcr->file_bsock;
690 if (jcr->is_job_canceled()) {
693 /* Old File Daemon doesn't handle restore objects */
694 if (jcr->FDVersion < 3) {
695 Jmsg(jcr, M_WARNING, 0, _("Client \"%s\" may not be used to restore "
696 "this job. Please upgrade your client.\n"),
697 jcr->client->name());
701 if (jcr->FDVersion < 5) { /* Old version without PluginName */
702 fd->fsend("restoreobject JobId=%s %s,%s,%s,%s,%s,%s\n",
703 row[0], row[1], row[2], row[3], row[4], row[5], row[6]);
705 /* bash spaces from PluginName */
707 fd->fsend("restoreobject JobId=%s %s,%s,%s,%s,%s,%s,%s\n",
708 row[0], row[1], row[2], row[3], row[4], row[5], row[6], row[9]);
710 Dmsg1(010, "Send obj hdr=%s", fd->msg);
712 fd->msglen = pm_strcpy(fd->msg, row[7]);
713 fd->send(); /* send Object name */
715 Dmsg1(010, "Send obj: %s\n", fd->msg);
717 // fd->msglen = str_to_uint64(row[1]); /* object length */
718 // Dmsg1(000, "obj size: %lld\n", (uint64_t)fd->msglen);
721 db_unescape_object(jcr, jcr->db,
723 str_to_uint64(row[1]), /* Object length */
724 &fd->msg, &fd->msglen);
725 fd->send(); /* send object */
729 for (int i=0; i < fd->msglen; i++)
732 Dmsg1(000, "Send obj: %s\n", fd->msg);
738 bool send_restore_objects(JCR *jcr)
741 POOL_MEM query(PM_MESSAGE);
745 if (!jcr->JobIds || !jcr->JobIds[0]) {
751 /* restore_object_handler is called for each file found */
753 /* send restore objects for all jobs involved */
754 Mmsg(query, get_restore_objects, jcr->JobIds, FT_RESTORE_FIRST);
755 db_sql_query(jcr->db, query.c_str(), restore_object_handler, (void *)&octx);
757 /* send config objects for the current restore job */
758 Mmsg(query, get_restore_objects,
759 edit_uint64(jcr->JobId, ed1), FT_PLUGIN_CONFIG_FILLED);
760 db_sql_query(jcr->db, query.c_str(), restore_object_handler, (void *)&octx);
763 * Send to FD only if we have at least one restore object.
764 * This permits backward compatibility with older FDs.
766 if (octx.count > 0) {
767 fd = jcr->file_bsock;
768 fd->fsend("restoreobject end\n");
769 if (!response(jcr, fd, OKRestoreObject, "RestoreObject", DISPLAY_ERROR)) {
770 Jmsg(jcr, M_FATAL, 0, _("RestoreObject failed.\n"));
780 * Read the attributes from the File daemon for
781 * a Verify job and store them in the catalog.
783 int get_attributes_and_put_in_catalog(JCR *jcr)
788 char digest[MAXSTRING];
790 fd = jcr->file_bsock;
791 jcr->jr.FirstIndex = 1;
793 /* Start transaction allocates jcr->attr and jcr->ar if needed */
794 db_start_transaction(jcr, jcr->db); /* start transaction if not already open */
797 Dmsg0(120, "bdird: waiting to receive file attributes\n");
798 /* Pickup file attributes and digest */
799 while (!fd->errors && (n = bget_dirmsg(fd)) > 0) {
803 char Digest[MAXSTRING]; /* either Verify opts or MD5/SHA1 digest */
805 if ((len = sscanf(fd->msg, "%ld %d %s", &file_index, &stream, Digest)) != 3) {
806 Jmsg(jcr, M_FATAL, 0, _("<filed: bad attributes, expected 3 fields got %d\n"
807 "msglen=%d msg=%s\n"), len, fd->msglen, fd->msg);
808 jcr->setJobStatus(JS_ErrorTerminated);
812 /* The following three fields were sscanf'ed above so skip them */
813 skip_nonspaces(&p); /* skip FileIndex */
815 skip_nonspaces(&p); /* skip Stream */
817 skip_nonspaces(&p); /* skip Opts_Digest */
818 p++; /* skip space */
819 Dmsg1(dbglvl, "Stream=%d\n", stream);
820 if (stream == STREAM_UNIX_ATTRIBUTES || stream == STREAM_UNIX_ATTRIBUTES_EX) {
821 if (jcr->cached_attribute) {
822 Dmsg3(dbglvl, "Cached attr. Stream=%d fname=%s\n", ar->Stream, ar->fname,
824 if (!db_create_file_attributes_record(jcr, jcr->db, ar)) {
825 Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
828 /* Any cached attr is flushed so we can reuse jcr->attr and jcr->ar */
829 fn = jcr->fname = check_pool_memory_size(jcr->fname, fd->msglen);
831 *fn++ = *p++; /* copy filename */
833 *fn = *p++; /* term filename and point p to attribs */
834 pm_strcpy(jcr->attr, p); /* save attributes */
836 jcr->FileIndex = file_index;
837 ar->attr = jcr->attr;
838 ar->fname = jcr->fname;
839 ar->FileIndex = file_index;
842 ar->JobId = jcr->JobId;
843 ar->ClientId = jcr->ClientId;
847 ar->DigestType = CRYPTO_DIGEST_NONE;
849 jcr->cached_attribute = true;
851 Dmsg2(dbglvl, "dird<filed: stream=%d %s\n", stream, jcr->fname);
852 Dmsg1(dbglvl, "dird<filed: attr=%s\n", ar->attr);
853 jcr->FileId = ar->FileId;
855 * First, get STREAM_UNIX_ATTRIBUTES and fill ATTR_DBR structure
856 * Next, we CAN have a CRYPTO_DIGEST, so we fill ATTR_DBR with it (or not)
857 * When we get a new STREAM_UNIX_ATTRIBUTES, we known that we can add file to the catalog
858 * At the end, we have to add the last file
860 } else if (crypto_digest_stream_type(stream) != CRYPTO_DIGEST_NONE) {
861 if (jcr->FileIndex != (uint32_t)file_index) {
862 Jmsg3(jcr, M_ERROR, 0, _("%s index %d not same as attributes %d\n"),
863 stream_to_ascii(stream), file_index, jcr->FileIndex);
867 ar->DigestType = crypto_digest_stream_type(stream);
868 db_escape_string(jcr, jcr->db, digest, Digest, strlen(Digest));
869 Dmsg4(dbglvl, "stream=%d DigestLen=%d Digest=%s type=%d\n", stream,
870 strlen(digest), digest, ar->DigestType);
872 jcr->jr.JobFiles = jcr->JobFiles = file_index;
873 jcr->jr.LastIndex = file_index;
875 if (is_bnet_error(fd)) {
876 Jmsg1(jcr, M_FATAL, 0, _("<filed: Network error getting attributes. ERR=%s\n"),
880 if (jcr->cached_attribute) {
881 Dmsg3(dbglvl, "Cached attr with digest. Stream=%d fname=%s attr=%s\n", ar->Stream,
882 ar->fname, ar->attr);
883 if (!db_create_file_attributes_record(jcr, jcr->db, ar)) {
884 Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
886 jcr->cached_attribute = false;
888 jcr->setJobStatus(JS_Terminated);