2 Bacula® - The Network Backup Solution
4 Copyright (C) 2000-2010 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version three of the GNU Affero General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU Affero General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of Kern Sibbald.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
30 * Bacula Director -- fd_cmds.c -- send commands to File daemon
32 * Kern Sibbald, October MM
34 * This routine is run as a separate thread. There may be more
35 * work to be done to make it totally reentrant!!!!
37 * Utility functions for sending info to File Daemon.
38 * These functions are used by both backup and verify.
44 #include "findlib/find.h"
46 const int dbglvl = 400;
48 /* Commands sent to File daemon */
49 static char filesetcmd[] = "fileset%s\n"; /* set full fileset */
50 static char jobcmd[] = "JobId=%s Job=%s SDid=%u SDtime=%u Authorization=%s\n";
51 /* Note, mtime_only is not used here -- implemented as file option */
52 static char levelcmd[] = "level = %s%s%s mtime_only=%d\n";
53 static char runscript[] = "Run OnSuccess=%u OnFailure=%u AbortOnError=%u When=%u Command=%s\n";
54 static char runbeforenow[]= "RunBeforeNow\n";
56 /* Responses received from File daemon */
57 static char OKinc[] = "2000 OK include\n";
58 static char OKjob[] = "2000 OK Job";
59 static char OKlevel[] = "2000 OK level\n";
60 static char OKRunScript[] = "2000 OK RunScript\n";
61 static char OKRunBeforeNow[] = "2000 OK RunBeforeNow\n";
62 static char OKRestoreObject[] = "2000 OK ObjectRestored\n";
64 /* Forward referenced functions */
65 static bool send_list_item(JCR *jcr, const char *code, char *item, BSOCK *fd);
67 /* External functions */
68 extern DIRRES *director;
69 extern int FDConnectTimeout;
75 * Open connection with File daemon.
76 * Try connecting every retry_interval (default 10 sec), and
77 * give up after max_retry_time (default 30 mins).
80 int connect_to_file_daemon(JCR *jcr, int retry_interval, int max_retry_time,
83 BSOCK *fd = new_bsock();
87 if (jcr->client->heartbeat_interval) {
88 heart_beat = jcr->client->heartbeat_interval;
90 heart_beat = director->heartbeat_interval;
93 if (!jcr->file_bsock) {
94 char name[MAX_NAME_LENGTH + 100];
95 bstrncpy(name, _("Client: "), sizeof(name));
96 bstrncat(name, jcr->client->name(), sizeof(name));
98 fd->set_source_address(director->DIRsrc_addr);
99 if (!fd->connect(jcr,retry_interval,max_retry_time, heart_beat, name, jcr->client->address,
100 NULL, jcr->client->FDport, verbose)) {
106 set_jcr_job_status(jcr, JS_ErrorTerminated);
109 Dmsg0(10, "Opened connection with File daemon\n");
111 fd = jcr->file_bsock; /* use existing connection */
113 fd->res = (RES *)jcr->client; /* save resource in BSOCK */
114 jcr->file_bsock = fd;
115 set_jcr_job_status(jcr, JS_Running);
117 if (!authenticate_file_daemon(jcr)) {
118 set_jcr_job_status(jcr, JS_ErrorTerminated);
123 * Now send JobId and authorization key
125 if (jcr->sd_auth_key == NULL) {
126 jcr->sd_auth_key = bstrdup("dummy");
128 fd->fsend(jobcmd, edit_int64(jcr->JobId, ed1), jcr->Job, jcr->VolSessionId,
129 jcr->VolSessionTime, jcr->sd_auth_key);
130 if (!jcr->keep_sd_auth_key && strcmp(jcr->sd_auth_key, "dummy")) {
131 memset(jcr->sd_auth_key, 0, strlen(jcr->sd_auth_key));
133 Dmsg1(100, ">filed: %s", fd->msg);
134 if (bget_dirmsg(fd) > 0) {
135 Dmsg1(110, "<filed: %s", fd->msg);
136 if (strncmp(fd->msg, OKjob, strlen(OKjob)) != 0) {
137 Jmsg(jcr, M_FATAL, 0, _("File daemon \"%s\" rejected Job command: %s\n"),
138 jcr->client->hdr.name, fd->msg);
139 set_jcr_job_status(jcr, JS_ErrorTerminated);
141 } else if (jcr->db) {
143 memset(&cr, 0, sizeof(cr));
144 bstrncpy(cr.Name, jcr->client->hdr.name, sizeof(cr.Name));
145 cr.AutoPrune = jcr->client->AutoPrune;
146 cr.FileRetention = jcr->client->FileRetention;
147 cr.JobRetention = jcr->client->JobRetention;
148 bstrncpy(cr.Uname, fd->msg+strlen(OKjob)+1, sizeof(cr.Uname));
149 if (!db_update_client_record(jcr, jcr->db, &cr)) {
150 Jmsg(jcr, M_WARNING, 0, _("Error updating Client record. ERR=%s\n"),
151 db_strerror(jcr->db));
155 Jmsg(jcr, M_FATAL, 0, _("FD gave bad response to JobId command: %s\n"),
157 set_jcr_job_status(jcr, JS_ErrorTerminated);
164 * This subroutine edits the last job start time into a
165 * "since=date/time" buffer that is returned in the
166 * variable since. This is used for display purposes in
167 * the job report. The time in jcr->stime is later
168 * passed to tell the File daemon what to do.
170 void get_level_since_time(JCR *jcr, char *since, int since_len)
174 bool do_full = false;
175 bool do_diff = false;
177 utime_t last_full_time = 0;
178 utime_t last_diff_time;
181 /* If job cloned and a since time already given, use it */
182 if (jcr->cloned && jcr->stime && jcr->stime[0]) {
183 bstrncpy(since, _(", since="), since_len);
184 bstrncat(since, jcr->stime, since_len);
187 /* Make sure stime buffer is allocated */
189 jcr->stime = get_pool_memory(PM_MESSAGE);
193 * Lookup the last FULL backup job to get the time/date for a
194 * differential or incremental save.
196 switch (jcr->getJobLevel()) {
199 POOLMEM *stime = get_pool_memory(PM_MESSAGE);
200 /* Look up start time of last Full job */
201 now = (utime_t)time(NULL);
202 jcr->jr.JobId = 0; /* flag to return since time */
204 * This is probably redundant, but some of the code below
205 * uses jcr->stime, so don't remove unless you are sure.
207 if (!db_find_job_start_time(jcr, jcr->db, &jcr->jr, &jcr->stime)) {
210 have_full = db_find_last_job_start_time(jcr, jcr->db, &jcr->jr, &stime, L_FULL);
212 last_full_time = str_to_utime(stime);
214 do_full = true; /* No full, upgrade to one */
216 Dmsg4(50, "have_full=%d do_full=%d now=%lld full_time=%lld\n", have_full,
217 do_full, now, last_full_time);
218 /* Make sure the last diff is recent enough */
219 if (have_full && jcr->getJobLevel() == L_INCREMENTAL && jcr->job->MaxDiffInterval > 0) {
220 /* Lookup last diff job */
221 if (db_find_last_job_start_time(jcr, jcr->db, &jcr->jr, &stime, L_DIFFERENTIAL)) {
222 last_diff_time = str_to_utime(stime);
223 /* If no Diff since Full, use Full time */
224 if (last_diff_time < last_full_time) {
225 last_diff_time = last_full_time;
227 Dmsg2(50, "last_diff_time=%lld last_full_time=%lld\n", last_diff_time,
230 /* No last differential, so use last full time */
231 last_diff_time = last_full_time;
232 Dmsg1(50, "No last_diff_time setting to full_time=%lld\n", last_full_time);
234 do_diff = ((now - last_diff_time) >= jcr->job->MaxDiffInterval);
235 Dmsg2(50, "do_diff=%d diffInter=%lld\n", do_diff, jcr->job->MaxDiffInterval);
237 /* Note, do_full takes precedence over do_diff */
238 if (have_full && jcr->job->MaxFullInterval > 0) {
239 do_full = ((now - last_full_time) >= jcr->job->MaxFullInterval);
241 free_pool_memory(stime);
244 /* No recent Full job found, so upgrade this one to Full */
245 Jmsg(jcr, M_INFO, 0, "%s", db_strerror(jcr->db));
246 Jmsg(jcr, M_INFO, 0, _("No prior or suitable Full backup found in catalog. Doing FULL backup.\n"));
247 bsnprintf(since, since_len, _(" (upgraded from %s)"),
248 level_to_str(jcr->getJobLevel()));
249 jcr->set_JobLevel(jcr->jr.JobLevel = L_FULL);
250 } else if (do_diff) {
251 /* No recent diff job found, so upgrade this one to Diff */
252 Jmsg(jcr, M_INFO, 0, _("No prior or suitable Differential backup found in catalog. Doing Differential backup.\n"));
253 bsnprintf(since, since_len, _(" (upgraded from %s)"),
254 level_to_str(jcr->getJobLevel()));
255 jcr->set_JobLevel(jcr->jr.JobLevel = L_DIFFERENTIAL);
257 if (jcr->job->rerun_failed_levels) {
258 if (db_find_failed_job_since(jcr, jcr->db, &jcr->jr, jcr->stime, JobLevel)) {
259 Jmsg(jcr, M_INFO, 0, _("Prior failed job found in catalog. Upgrading to %s.\n"),
260 level_to_str(JobLevel));
261 bsnprintf(since, since_len, _(" (upgraded from %s)"),
262 level_to_str(jcr->getJobLevel()));
263 jcr->set_JobLevel(jcr->jr.JobLevel = JobLevel);
264 jcr->jr.JobId = jcr->JobId;
268 bstrncpy(since, _(", since="), since_len);
269 bstrncat(since, jcr->stime, since_len);
271 jcr->jr.JobId = jcr->JobId;
274 Dmsg2(100, "Level=%c last start time=%s\n", jcr->getJobLevel(), jcr->stime);
277 static void send_since_time(JCR *jcr)
279 BSOCK *fd = jcr->file_bsock;
283 stime = str_to_utime(jcr->stime);
284 fd->fsend(levelcmd, "", NT_("since_utime "), edit_uint64(stime, ed1), 0);
285 while (bget_dirmsg(fd) >= 0) { /* allow him to poll us to sync clocks */
286 Jmsg(jcr, M_INFO, 0, "%s\n", fd->msg);
291 * Send level command to FD.
292 * Used for backup jobs and estimate command.
294 bool send_level_command(JCR *jcr)
296 BSOCK *fd = jcr->file_bsock;
297 const char *accurate = jcr->accurate?"accurate_":"";
298 const char *not_accurate = "";
300 * Send Level command to File daemon
302 switch (jcr->getJobLevel()) {
304 fd->fsend(levelcmd, not_accurate, "base", " ", 0);
306 /* L_NONE is the console, sending something off to the FD */
309 fd->fsend(levelcmd, not_accurate, "full", " ", 0);
312 fd->fsend(levelcmd, accurate, "differential", " ", 0);
313 send_since_time(jcr);
316 fd->fsend(levelcmd, accurate, "incremental", " ", 0);
317 send_since_time(jcr);
321 Jmsg2(jcr, M_FATAL, 0, _("Unimplemented backup level %d %c\n"),
322 jcr->getJobLevel(), jcr->getJobLevel());
325 Dmsg1(120, ">filed: %s", fd->msg);
326 if (!response(jcr, fd, OKlevel, "Level", DISPLAY_ERROR)) {
333 * Send either an Included or an Excluded list to FD
335 static bool send_fileset(JCR *jcr)
337 FILESET *fileset = jcr->fileset;
338 BSOCK *fd = jcr->file_bsock;
339 STORE *store = jcr->wstore;
345 num = fileset->num_includes;
347 num = fileset->num_excludes;
349 for (int i=0; i<num; i++) {
355 ie = fileset->include_items[i];
358 ie = fileset->exclude_items[i];
362 bnet_fsend(fd, "Z %s\n", ie->ignoredir);
364 for (j=0; j<ie->num_opts; j++) {
365 FOPTS *fo = ie->opts_list[j];
367 bool enhanced_wild = false;
368 for (k=0; fo->opts[k]!='\0'; k++) {
369 if (fo->opts[k]=='W') {
370 enhanced_wild = true;
375 /* Strip out compression option Zn if disallowed for this Storage */
376 if (store && !store->AllowCompress) {
377 char newopts[MAX_FOPTS];
378 bool done=false; /* print warning only if compression enabled in FS */
380 for (k=0; fo->opts[k]!='\0'; k++) {
381 /* Z compress option is followed by the single-digit compress level */
382 if (fo->opts[k]=='Z') {
384 k++; /* skip option and level */
386 newopts[j] = fo->opts[k];
394 _("FD compression disabled for this Job because AllowCompress=No in Storage resource.\n") );
396 /* Send the new trimmed option set without overwriting fo->opts */
397 fd->fsend("O %s\n", newopts);
399 /* Send the original options */
400 fd->fsend("O %s\n", fo->opts);
403 for (k=0; k<fo->regex.size(); k++) {
404 fd->fsend("R %s\n", fo->regex.get(k));
406 for (k=0; k<fo->regexdir.size(); k++) {
407 fd->fsend("RD %s\n", fo->regexdir.get(k));
409 for (k=0; k<fo->regexfile.size(); k++) {
410 fd->fsend("RF %s\n", fo->regexfile.get(k));
412 for (k=0; k<fo->wild.size(); k++) {
413 fd->fsend("W %s\n", fo->wild.get(k));
415 for (k=0; k<fo->wilddir.size(); k++) {
416 fd->fsend("WD %s\n", fo->wilddir.get(k));
418 for (k=0; k<fo->wildfile.size(); k++) {
419 fd->fsend("WF %s\n", fo->wildfile.get(k));
421 for (k=0; k<fo->wildbase.size(); k++) {
422 fd->fsend("W%c %s\n", enhanced_wild ? 'B' : 'F', fo->wildbase.get(k));
424 for (k=0; k<fo->base.size(); k++) {
425 fd->fsend("B %s\n", fo->base.get(k));
427 for (k=0; k<fo->fstype.size(); k++) {
428 fd->fsend("X %s\n", fo->fstype.get(k));
430 for (k=0; k<fo->drivetype.size(); k++) {
431 fd->fsend("XD %s\n", fo->drivetype.get(k));
434 fd->fsend("G %s\n", fo->plugin);
437 fd->fsend("D %s\n", fo->reader);
440 fd->fsend("T %s\n", fo->writer);
445 for (j=0; j<ie->name_list.size(); j++) {
446 item = (char *)ie->name_list.get(j);
447 if (!send_list_item(jcr, "F ", item, fd)) {
452 for (j=0; j<ie->plugin_list.size(); j++) {
453 item = (char *)ie->plugin_list.get(j);
454 if (!send_list_item(jcr, "P ", item, fd)) {
460 if (!include) { /* If we just did excludes */
461 break; /* all done */
463 include = false; /* Now do excludes */
466 fd->signal(BNET_EOD); /* end of data */
467 if (!response(jcr, fd, OKinc, "Include", DISPLAY_ERROR)) {
473 set_jcr_job_status(jcr, JS_ErrorTerminated);
478 static bool send_list_item(JCR *jcr, const char *code, char *item, BSOCK *fd)
488 p++; /* skip over the | */
489 fd->msg = edit_job_codes(jcr, fd->msg, p, "");
490 bpipe = open_bpipe(fd->msg, 0, "r");
493 Jmsg(jcr, M_FATAL, 0, _("Cannot run program: %s. ERR=%s\n"),
497 bstrncpy(buf, code, sizeof(buf));
498 Dmsg1(500, "code=%s\n", buf);
499 optlen = strlen(buf);
500 while (fgets(buf+optlen, sizeof(buf)-optlen, bpipe->rfd)) {
501 fd->msglen = Mmsg(fd->msg, "%s", buf);
502 Dmsg2(500, "Inc/exc len=%d: %s", fd->msglen, fd->msg);
503 if (!bnet_send(fd)) {
504 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
508 if ((stat=close_bpipe(bpipe)) != 0) {
510 Jmsg(jcr, M_FATAL, 0, _("Error running program: %s. ERR=%s\n"),
511 p, be.bstrerror(stat));
516 p++; /* skip over < */
517 if ((ffd = fopen(p, "rb")) == NULL) {
519 Jmsg(jcr, M_FATAL, 0, _("Cannot open included file: %s. ERR=%s\n"),
523 bstrncpy(buf, code, sizeof(buf));
524 Dmsg1(500, "code=%s\n", buf);
525 optlen = strlen(buf);
526 while (fgets(buf+optlen, sizeof(buf)-optlen, ffd)) {
527 fd->msglen = Mmsg(fd->msg, "%s", buf);
528 if (!bnet_send(fd)) {
529 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
536 p++; /* skip over \ */
537 /* Note, fall through wanted */
539 pm_strcpy(fd->msg, code);
540 fd->msglen = pm_strcat(fd->msg, p);
541 Dmsg1(500, "Inc/Exc name=%s\n", fd->msg);
543 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
553 * Send include list to File daemon
555 bool send_include_list(JCR *jcr)
557 BSOCK *fd = jcr->file_bsock;
558 if (jcr->fileset->new_include) {
559 fd->fsend(filesetcmd, jcr->fileset->enable_vss ? " vss=1" : "");
560 return send_fileset(jcr);
567 * Send exclude list to File daemon
568 * Under the new scheme, the Exclude list
569 * is part of the FileSet sent with the
570 * "include_list" above.
572 bool send_exclude_list(JCR *jcr)
577 /* TODO: drop this with runscript.old_proto in bacula 1.42 */
578 static char runbefore[] = "RunBeforeJob %s\n";
579 static char runafter[] = "RunAfterJob %s\n";
580 static char OKRunBefore[] = "2000 OK RunBefore\n";
581 static char OKRunAfter[] = "2000 OK RunAfter\n";
583 int send_runscript_with_old_proto(JCR *jcr, int when, POOLMEM *msg)
586 Dmsg1(120, "bdird: sending old runcommand to fd '%s'\n",msg);
587 if (when & SCRIPT_Before) {
588 bnet_fsend(jcr->file_bsock, runbefore, msg);
589 ret = response(jcr, jcr->file_bsock, OKRunBefore, "ClientRunBeforeJob", DISPLAY_ERROR);
591 bnet_fsend(jcr->file_bsock, runafter, msg);
592 ret = response(jcr, jcr->file_bsock, OKRunAfter, "ClientRunAfterJob", DISPLAY_ERROR);
598 * Send RunScripts to File daemon
599 * 1) We send all runscript to FD, they can be executed Before, After, or twice
600 * 2) Then, we send a "RunBeforeNow" command to the FD to tell him to do the
601 * first run_script() call. (ie ClientRunBeforeJob)
603 int send_runscripts_commands(JCR *jcr)
605 POOLMEM *msg = get_pool_memory(PM_FNAME);
606 BSOCK *fd = jcr->file_bsock;
608 bool launch_before_cmd = false;
609 POOLMEM *ehost = get_pool_memory(PM_FNAME);
612 Dmsg0(120, "bdird: sending runscripts to fd\n");
614 foreach_alist(cmd, jcr->job->RunScripts) {
615 if (cmd->can_run_at_level(jcr->getJobLevel()) && cmd->target) {
616 ehost = edit_job_codes(jcr, ehost, cmd->target, "");
617 Dmsg2(200, "bdird: runscript %s -> %s\n", cmd->target, ehost);
619 if (strcmp(ehost, jcr->client->name()) == 0) {
620 pm_strcpy(msg, cmd->command);
623 Dmsg1(120, "bdird: sending runscripts to fd '%s'\n", cmd->command);
625 /* TODO: remove this with bacula 1.42 */
626 if (cmd->old_proto) {
627 result = send_runscript_with_old_proto(jcr, cmd->when, msg);
630 fd->fsend(runscript, cmd->on_success,
636 result = response(jcr, fd, OKRunScript, "RunScript", DISPLAY_ERROR);
637 launch_before_cmd = true;
644 /* TODO : we have to play with other client */
647 send command to an other client
653 /* Tell the FD to execute the ClientRunBeforeJob */
654 if (launch_before_cmd) {
655 fd->fsend(runbeforenow);
656 if (!response(jcr, fd, OKRunBeforeNow, "RunBeforeNow", DISPLAY_ERROR)) {
660 free_pool_memory(msg);
661 free_pool_memory(ehost);
665 Jmsg(jcr, M_FATAL, 0, _("Client \"%s\" RunScript failed.\n"), ehost);
666 free_pool_memory(msg);
667 free_pool_memory(ehost);
676 static int restore_object_handler(void *ctx, int num_fields, char **row)
678 OBJ_CTX *octx = (OBJ_CTX *)ctx;
679 JCR *jcr = octx->jcr;
682 fd = jcr->file_bsock;
683 if (jcr->is_job_canceled()) {
686 /* Old File Daemon doesn't handle restore objects */
687 if (jcr->FDVersion < 3) {
688 Jmsg(jcr, M_WARNING, 0, _("Client \"%s\" may not be used to restore "
689 "this job. Please upgrade your client.\n"),
690 jcr->client->name());
694 fd->fsend("restoreobject JobId=%s %s,%s,%s,%s,%s,%s\n",
695 row[0], row[1], row[2], row[3], row[4], row[5], row[6]);
697 Dmsg1(010, "Send obj hdr=%s", fd->msg);
699 fd->msglen = pm_strcpy(fd->msg, row[7]);
700 fd->send(); /* send Object name */
702 Dmsg1(010, "Send obj: %s\n", fd->msg);
704 // fd->msglen = str_to_uint64(row[1]); /* object length */
705 // Dmsg1(000, "obj size: %lld\n", (uint64_t)fd->msglen);
708 db_unescape_object(jcr, jcr->db,
710 str_to_uint64(row[1]), /* Object length */
711 &fd->msg, &fd->msglen);
712 fd->send(); /* send object */
716 for (int i=0; i < fd->msglen; i++)
719 Dmsg1(000, "Send obj: %s\n", fd->msg);
725 bool send_restore_objects(JCR *jcr)
727 POOL_MEM query(PM_MESSAGE);
731 if (!jcr->JobIds || !jcr->JobIds[0]) {
736 Mmsg(query, "SELECT JobId,ObjectLength,ObjectFullLength,ObjectIndex,"
737 "ObjectType,ObjectCompression,FileIndex,ObjectName,"
739 "FROM RestoreObject "
740 "WHERE JobId IN (%s) "
741 "ORDER BY ObjectIndex ASC", jcr->JobIds);
743 /* restore_object_handler is called for each file found */
744 db_sql_query(jcr->db, query.c_str(), restore_object_handler, (void *)&octx);
747 * Send to FD only if we have at least one restore object.
748 * This permits backward compatibility with older FDs.
750 if (octx.count > 0) {
751 fd = jcr->file_bsock;
752 fd->fsend("restoreobject end\n");
753 if (!response(jcr, fd, OKRestoreObject, "RestoreObject", DISPLAY_ERROR)) {
754 Jmsg(jcr, M_FATAL, 0, _("RestoreObject failed.\n"));
764 * Read the attributes from the File daemon for
765 * a Verify job and store them in the catalog.
767 int get_attributes_and_put_in_catalog(JCR *jcr)
772 char digest[MAXSTRING];
774 fd = jcr->file_bsock;
775 jcr->jr.FirstIndex = 1;
777 /* Start transaction allocates jcr->attr and jcr->ar if needed */
778 db_start_transaction(jcr, jcr->db); /* start transaction if not already open */
781 Dmsg0(120, "bdird: waiting to receive file attributes\n");
782 /* Pickup file attributes and digest */
783 while (!fd->errors && (n = bget_dirmsg(fd)) > 0) {
787 char Digest[MAXSTRING]; /* either Verify opts or MD5/SHA1 digest */
789 if ((len = sscanf(fd->msg, "%ld %d %s", &file_index, &stream, Digest)) != 3) {
790 Jmsg(jcr, M_FATAL, 0, _("<filed: bad attributes, expected 3 fields got %d\n"
791 "msglen=%d msg=%s\n"), len, fd->msglen, fd->msg);
792 set_jcr_job_status(jcr, JS_ErrorTerminated);
796 /* The following three fields were sscanf'ed above so skip them */
797 skip_nonspaces(&p); /* skip FileIndex */
799 skip_nonspaces(&p); /* skip Stream */
801 skip_nonspaces(&p); /* skip Opts_Digest */
802 p++; /* skip space */
803 Dmsg1(dbglvl, "Stream=%d\n", stream);
804 if (stream == STREAM_UNIX_ATTRIBUTES || stream == STREAM_UNIX_ATTRIBUTES_EX) {
805 if (jcr->cached_attribute) {
806 Dmsg3(dbglvl, "Cached attr. Stream=%d fname=%s\n", ar->Stream, ar->fname,
808 if (!db_create_file_attributes_record(jcr, jcr->db, ar)) {
809 Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
812 /* Any cached attr is flushed so we can reuse jcr->attr and jcr->ar */
813 fn = jcr->fname = check_pool_memory_size(jcr->fname, fd->msglen);
815 *fn++ = *p++; /* copy filename */
817 *fn = *p++; /* term filename and point p to attribs */
818 pm_strcpy(jcr->attr, p); /* save attributes */
820 jcr->FileIndex = file_index;
821 ar->attr = jcr->attr;
822 ar->fname = jcr->fname;
823 ar->FileIndex = file_index;
826 ar->JobId = jcr->JobId;
827 ar->ClientId = jcr->ClientId;
831 ar->DigestType = CRYPTO_DIGEST_NONE;
832 jcr->cached_attribute = true;
834 Dmsg2(dbglvl, "dird<filed: stream=%d %s\n", stream, jcr->fname);
835 Dmsg1(dbglvl, "dird<filed: attr=%s\n", ar->attr);
836 jcr->FileId = ar->FileId;
838 * First, get STREAM_UNIX_ATTRIBUTES and fill ATTR_DBR structure
839 * Next, we CAN have a CRYPTO_DIGEST, so we fill ATTR_DBR with it (or not)
840 * When we get a new STREAM_UNIX_ATTRIBUTES, we known that we can add file to the catalog
841 * At the end, we have to add the last file
843 } else if (crypto_digest_stream_type(stream) != CRYPTO_DIGEST_NONE) {
844 if (jcr->FileIndex != (uint32_t)file_index) {
845 Jmsg3(jcr, M_ERROR, 0, _("%s index %d not same as attributes %d\n"),
846 stream_to_ascii(stream), file_index, jcr->FileIndex);
850 ar->DigestType = crypto_digest_stream_type(stream);
851 db_escape_string(jcr, jcr->db, digest, Digest, strlen(Digest));
852 Dmsg4(dbglvl, "stream=%d DigestLen=%d Digest=%s type=%d\n", stream,
853 strlen(digest), digest, ar->DigestType);
855 jcr->jr.JobFiles = jcr->JobFiles = file_index;
856 jcr->jr.LastIndex = file_index;
858 if (is_bnet_error(fd)) {
859 Jmsg1(jcr, M_FATAL, 0, _("<filed: Network error getting attributes. ERR=%s\n"),
863 if (jcr->cached_attribute) {
864 Dmsg3(dbglvl, "Cached attr with digest. Stream=%d fname=%s attr=%s\n", ar->Stream,
865 ar->fname, ar->attr);
866 if (!db_create_file_attributes_record(jcr, jcr->db, ar)) {
867 Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
869 jcr->cached_attribute = false;
871 set_jcr_job_status(jcr, JS_Terminated);