2 Bacula(R) - The Network Backup Solution
4 Copyright (C) 2000-2015 Kern Sibbald
6 The original author of Bacula is Kern Sibbald, with contributions
7 from many others, a complete list can be found in the file AUTHORS.
9 You may use this file and others of this release according to the
10 license defined in the LICENSE file, which includes the Affero General
11 Public License, v3.0 ("AGPLv3") and some additional permissions and
12 terms pursuant to its AGPLv3 Section 7.
14 This notice must be preserved when any source code is
15 conveyed and/or propagated.
17 Bacula(R) is a registered trademark of Kern Sibbald.
21 * Bacula Director -- fd_cmds.c -- send commands to File daemon
23 * Kern Sibbald, October MM
25 * This routine is run as a separate thread. There may be more
26 * work to be done to make it totally reentrant!!!!
28 * Utility functions for sending info to File Daemon.
29 * These functions are used by both backup and verify.
35 #include "findlib/find.h"
37 const int dbglvl = 400;
39 /* Commands sent to File daemon */
40 static char filesetcmd[] = "fileset%s%s\n"; /* set full fileset */
41 static char jobcmd[] = "JobId=%s Job=%s SDid=%u SDtime=%u Authorization=%s\n";
42 /* Note, mtime_only is not used here -- implemented as file option */
43 static char levelcmd[] = "level = %s%s%s mtime_only=%d %s%s\n";
44 static char runscript[] = "Run OnSuccess=%u OnFailure=%u AbortOnError=%u When=%u Command=%s\n";
45 static char runbeforenow[]= "RunBeforeNow\n";
46 static char bandwidthcmd[] = "setbandwidth=%lld Job=%s\n";
47 static char component_info[] = "component_info\n";
49 /* Responses received from File daemon */
50 static char OKinc[] = "2000 OK include\n";
51 static char OKjob[] = "2000 OK Job";
52 static char OKlevel[] = "2000 OK level\n";
53 static char OKRunScript[] = "2000 OK RunScript\n";
54 static char OKRunBeforeNow[] = "2000 OK RunBeforeNow\n";
55 static char OKRestoreObject[] = "2000 OK ObjectRestored\n";
56 static char OKComponentInfo[] = "2000 OK ComponentInfo\n";
57 static char OKBandwidth[] = "2000 OK Bandwidth\n";
59 /* Forward referenced functions */
60 static bool send_list_item(JCR *jcr, const char *code, char *item, BSOCK *fd);
62 /* External functions */
63 extern DIRRES *director;
64 extern int FDConnectTimeout;
70 * Open connection with File daemon.
71 * Try connecting every retry_interval (default 10 sec), and
72 * give up after max_retry_time (default 30 mins).
75 int connect_to_file_daemon(JCR *jcr, int retry_interval, int max_retry_time,
78 BSOCK *fd = jcr->file_bsock;
83 Jmsg(jcr, M_FATAL, 0, _("File daemon not defined for current Job\n"));
84 Dmsg0(10, "No Client defined for the job.\n");
88 if (jcr->client->heartbeat_interval) {
89 heart_beat = jcr->client->heartbeat_interval;
91 heart_beat = director->heartbeat_interval;
94 if (!is_bsock_open(jcr->file_bsock)) {
95 char name[MAX_NAME_LENGTH + 100];
98 fd = jcr->file_bsock = new_bsock();
100 bstrncpy(name, _("Client: "), sizeof(name));
101 bstrncat(name, jcr->client->name(), sizeof(name));
103 fd->set_source_address(director->DIRsrc_addr);
104 if (!fd->connect(jcr,retry_interval,max_retry_time, heart_beat, name, jcr->client->address,
105 NULL, jcr->client->FDport, verbose)) {
107 jcr->setJobStatus(JS_ErrorTerminated);
110 Dmsg0(10, "Opened connection with File daemon\n");
112 fd->res = (RES *)jcr->client; /* save resource in BSOCK */
113 jcr->setJobStatus(JS_Running);
115 if (!authenticate_file_daemon(jcr)) {
116 jcr->setJobStatus(JS_ErrorTerminated);
117 Dmsg0(10, "Authentication error with FD.\n");
122 * Now send JobId and authorization key
124 if (jcr->sd_auth_key == NULL) {
125 jcr->sd_auth_key = bstrdup("dummy");
127 fd->fsend(jobcmd, edit_int64(jcr->JobId, ed1), jcr->Job, jcr->VolSessionId,
128 jcr->VolSessionTime, jcr->sd_auth_key);
129 if (!jcr->keep_sd_auth_key && strcmp(jcr->sd_auth_key, "dummy")) {
130 memset(jcr->sd_auth_key, 0, strlen(jcr->sd_auth_key));
132 Dmsg1(100, ">filed: %s", fd->msg);
133 if (bget_dirmsg(fd) > 0) {
134 Dmsg1(110, "<filed: %s", fd->msg);
135 if (strncmp(fd->msg, OKjob, strlen(OKjob)) != 0) {
136 Jmsg(jcr, M_FATAL, 0, _("File daemon \"%s\" rejected Job command: %s\n"),
137 jcr->client->hdr.name, fd->msg);
138 jcr->setJobStatus(JS_ErrorTerminated);
140 } else if (jcr->db) {
142 memset(&cr, 0, sizeof(cr));
143 bstrncpy(cr.Name, jcr->client->hdr.name, sizeof(cr.Name));
144 cr.AutoPrune = jcr->client->AutoPrune;
145 cr.FileRetention = jcr->client->FileRetention;
146 cr.JobRetention = jcr->client->JobRetention;
147 bstrncpy(cr.Uname, fd->msg+strlen(OKjob)+1, sizeof(cr.Uname));
148 if (!db_update_client_record(jcr, jcr->db, &cr)) {
149 Jmsg(jcr, M_WARNING, 0, _("Error updating Client record. ERR=%s\n"),
150 db_strerror(jcr->db));
154 Jmsg(jcr, M_FATAL, 0, _("FD gave bad response to JobId command: %s\n"),
156 jcr->setJobStatus(JS_ErrorTerminated);
163 * This subroutine edits the last job start time into a
164 * "since=date/time" buffer that is returned in the
165 * variable since. This is used for display purposes in
166 * the job report. The time in jcr->stime is later
167 * passed to tell the File daemon what to do.
169 void get_level_since_time(JCR *jcr, char *since, int since_len)
173 bool do_full = false;
174 bool do_diff = false;
176 utime_t last_full_time = 0;
177 utime_t last_diff_time;
178 char prev_job[MAX_NAME_LENGTH];
181 /* If job cloned and a since time already given, use it */
182 if (jcr->cloned && jcr->stime && jcr->stime[0]) {
183 bstrncpy(since, _(", since="), since_len);
184 bstrncat(since, jcr->stime, since_len);
187 /* Make sure stime buffer is allocated */
189 jcr->stime = get_pool_memory(PM_MESSAGE);
191 jcr->PrevJob[0] = jcr->stime[0] = 0;
193 * Lookup the last FULL backup job to get the time/date for a
194 * differential or incremental save.
196 switch (jcr->getJobLevel()) {
199 POOLMEM *stime = get_pool_memory(PM_MESSAGE);
200 /* Look up start time of last Full job */
201 now = (utime_t)time(NULL);
202 jcr->jr.JobId = 0; /* flag to return since time */
204 * This is probably redundant, but some of the code below
205 * uses jcr->stime, so don't remove unless you are sure.
207 if (!db_find_job_start_time(jcr, jcr->db, &jcr->jr, &jcr->stime, jcr->PrevJob)) {
210 have_full = db_find_last_job_start_time(jcr, jcr->db, &jcr->jr,
211 &stime, prev_job, L_FULL);
213 last_full_time = str_to_utime(stime);
215 do_full = true; /* No full, upgrade to one */
217 Dmsg4(50, "have_full=%d do_full=%d now=%lld full_time=%lld\n", have_full,
218 do_full, now, last_full_time);
219 /* Make sure the last diff is recent enough */
220 if (have_full && jcr->getJobLevel() == L_INCREMENTAL && jcr->job->MaxDiffInterval > 0) {
221 /* Lookup last diff job */
222 if (db_find_last_job_start_time(jcr, jcr->db, &jcr->jr,
223 &stime, prev_job, L_DIFFERENTIAL)) {
224 last_diff_time = str_to_utime(stime);
225 /* If no Diff since Full, use Full time */
226 if (last_diff_time < last_full_time) {
227 last_diff_time = last_full_time;
229 Dmsg2(50, "last_diff_time=%lld last_full_time=%lld\n", last_diff_time,
232 /* No last differential, so use last full time */
233 last_diff_time = last_full_time;
234 Dmsg1(50, "No last_diff_time setting to full_time=%lld\n", last_full_time);
236 do_diff = ((now - last_diff_time) >= jcr->job->MaxDiffInterval);
237 Dmsg2(50, "do_diff=%d diffInter=%lld\n", do_diff, jcr->job->MaxDiffInterval);
239 /* Note, do_full takes precedence over do_diff */
240 if (have_full && jcr->job->MaxFullInterval > 0) {
241 do_full = ((now - last_full_time) >= jcr->job->MaxFullInterval);
243 free_pool_memory(stime);
246 /* No recent Full job found, so upgrade this one to Full */
247 Jmsg(jcr, M_INFO, 0, "%s", db_strerror(jcr->db));
248 Jmsg(jcr, M_INFO, 0, _("No prior or suitable Full backup found in catalog. Doing FULL backup.\n"));
249 bsnprintf(since, since_len, _(" (upgraded from %s)"),
250 level_to_str(jcr->getJobLevel()));
251 jcr->setJobLevel(jcr->jr.JobLevel = L_FULL);
252 } else if (do_diff) {
253 /* No recent diff job found, so upgrade this one to Diff */
254 Jmsg(jcr, M_INFO, 0, _("No prior or suitable Differential backup found in catalog. Doing Differential backup.\n"));
255 bsnprintf(since, since_len, _(" (upgraded from %s)"),
256 level_to_str(jcr->getJobLevel()));
257 jcr->setJobLevel(jcr->jr.JobLevel = L_DIFFERENTIAL);
259 if (jcr->job->rerun_failed_levels) {
260 if (db_find_failed_job_since(jcr, jcr->db, &jcr->jr,
261 jcr->stime, JobLevel)) {
262 Jmsg(jcr, M_INFO, 0, _("Prior failed job found in catalog. Upgrading to %s.\n"),
263 level_to_str(JobLevel));
264 bsnprintf(since, since_len, _(" (upgraded from %s)"),
265 level_to_str(jcr->getJobLevel()));
266 jcr->setJobLevel(jcr->jr.JobLevel = JobLevel);
267 jcr->jr.JobId = jcr->JobId;
271 bstrncpy(since, _(", since="), since_len);
272 bstrncat(since, jcr->stime, since_len);
274 jcr->jr.JobId = jcr->JobId;
277 Dmsg3(100, "Level=%c last start time=%s job=%s\n",
278 jcr->getJobLevel(), jcr->stime, jcr->PrevJob);
281 static void send_since_time(JCR *jcr)
283 BSOCK *fd = jcr->file_bsock;
287 stime = str_to_utime(jcr->stime);
288 fd->fsend(levelcmd, "", NT_("since_utime "), edit_uint64(stime, ed1), 0,
289 NT_("prev_job="), jcr->PrevJob);
290 while (bget_dirmsg(fd) >= 0) { /* allow him to poll us to sync clocks */
291 Jmsg(jcr, M_INFO, 0, "%s\n", fd->msg);
295 bool send_bwlimit(JCR *jcr, const char *Job)
297 BSOCK *fd = jcr->file_bsock;
298 if (jcr->FDVersion >= 4) {
299 fd->fsend(bandwidthcmd, jcr->max_bandwidth, Job);
300 if (!response(jcr, fd, OKBandwidth, "Bandwidth", DISPLAY_ERROR)) {
301 jcr->max_bandwidth = 0; /* can't set bandwidth limit */
309 * Send level command to FD.
310 * Used for backup jobs and estimate command.
312 bool send_level_command(JCR *jcr)
314 BSOCK *fd = jcr->file_bsock;
315 const char *accurate = jcr->accurate?"accurate_":"";
316 const char *not_accurate = "";
317 const char *rerunning = jcr->rerunning?" rerunning ":" ";
319 * Send Level command to File daemon
321 switch (jcr->getJobLevel()) {
323 fd->fsend(levelcmd, not_accurate, "base", rerunning, 0, "", "");
325 /* L_NONE is the console, sending something off to the FD */
328 fd->fsend(levelcmd, not_accurate, "full", rerunning, 0, "", "");
331 fd->fsend(levelcmd, accurate, "differential", rerunning, 0, "", "");
332 send_since_time(jcr);
335 fd->fsend(levelcmd, accurate, "incremental", rerunning, 0, "", "");
336 send_since_time(jcr);
340 Jmsg2(jcr, M_FATAL, 0, _("Unimplemented backup level %d %c\n"),
341 jcr->getJobLevel(), jcr->getJobLevel());
344 Dmsg1(120, ">filed: %s", fd->msg);
345 if (!response(jcr, fd, OKlevel, "Level", DISPLAY_ERROR)) {
352 * Send either an Included or an Excluded list to FD
354 static bool send_fileset(JCR *jcr)
356 FILESET *fileset = jcr->fileset;
357 BSOCK *fd = jcr->file_bsock;
358 STORE *store = jcr->wstore;
364 num = fileset->num_includes;
366 num = fileset->num_excludes;
368 for (int i=0; i<num; i++) {
374 ie = fileset->include_items[i];
377 ie = fileset->exclude_items[i];
381 fd->fsend("Z %s\n", ie->ignoredir);
383 for (j=0; j<ie->num_opts; j++) {
384 FOPTS *fo = ie->opts_list[j];
385 bool enhanced_wild = false;
386 bool stripped_opts = false;
387 bool compress_disabled = false;
388 char newopts[MAX_FOPTS];
390 for (k=0; fo->opts[k]!='\0'; k++) {
391 if (fo->opts[k]=='W') {
392 enhanced_wild = true;
398 * Strip out compression option Zn if disallowed
400 * Strip out dedup option dn if old FD
402 bool strip_compress = store && !store->AllowCompress;
403 if (strip_compress || jcr->FDVersion >= 11) {
405 for (k=0; fo->opts[k]!='\0'; k++) {
406 /* Z compress option is followed by the single-digit compress level or 'o' */
407 if (strip_compress && fo->opts[k]=='Z') {
408 stripped_opts = true;
409 compress_disabled = true;
410 k++; /* skip level */
411 } else if (jcr->FDVersion < 11 && fo->opts[k]=='d') {
412 stripped_opts = true;
413 k++; /* skip level */
415 newopts[j] = fo->opts[k];
420 if (compress_disabled) {
422 _("FD compression disabled for this Job because AllowCompress=No in Storage resource.\n") );
426 /* Send the new trimmed option set without overwriting fo->opts */
427 fd->fsend("O %s\n", newopts);
429 /* Send the original options */
430 fd->fsend("O %s\n", fo->opts);
432 for (k=0; k<fo->regex.size(); k++) {
433 fd->fsend("R %s\n", fo->regex.get(k));
435 for (k=0; k<fo->regexdir.size(); k++) {
436 fd->fsend("RD %s\n", fo->regexdir.get(k));
438 for (k=0; k<fo->regexfile.size(); k++) {
439 fd->fsend("RF %s\n", fo->regexfile.get(k));
441 for (k=0; k<fo->wild.size(); k++) {
442 fd->fsend("W %s\n", fo->wild.get(k));
444 for (k=0; k<fo->wilddir.size(); k++) {
445 fd->fsend("WD %s\n", fo->wilddir.get(k));
447 for (k=0; k<fo->wildfile.size(); k++) {
448 fd->fsend("WF %s\n", fo->wildfile.get(k));
450 for (k=0; k<fo->wildbase.size(); k++) {
451 fd->fsend("W%c %s\n", enhanced_wild ? 'B' : 'F', fo->wildbase.get(k));
453 for (k=0; k<fo->base.size(); k++) {
454 fd->fsend("B %s\n", fo->base.get(k));
456 for (k=0; k<fo->fstype.size(); k++) {
457 fd->fsend("X %s\n", fo->fstype.get(k));
459 for (k=0; k<fo->drivetype.size(); k++) {
460 fd->fsend("XD %s\n", fo->drivetype.get(k));
463 fd->fsend("G %s\n", fo->plugin);
466 fd->fsend("D %s\n", fo->reader);
469 fd->fsend("T %s\n", fo->writer);
474 for (j=0; j<ie->name_list.size(); j++) {
475 item = (char *)ie->name_list.get(j);
476 if (!send_list_item(jcr, "F ", item, fd)) {
481 for (j=0; j<ie->plugin_list.size(); j++) {
482 item = (char *)ie->plugin_list.get(j);
483 if (!send_list_item(jcr, "P ", item, fd)) {
489 if (!include) { /* If we just did excludes */
490 break; /* all done */
492 include = false; /* Now do excludes */
495 fd->signal(BNET_EOD); /* end of data */
496 if (!response(jcr, fd, OKinc, "Include", DISPLAY_ERROR)) {
502 jcr->setJobStatus(JS_ErrorTerminated);
507 static bool send_list_item(JCR *jcr, const char *code, char *item, BSOCK *fd)
517 p++; /* skip over the | */
518 fd->msg = edit_job_codes(jcr, fd->msg, p, "");
519 bpipe = open_bpipe(fd->msg, 0, "r");
522 Jmsg(jcr, M_FATAL, 0, _("Cannot run program: %s. ERR=%s\n"),
526 bstrncpy(buf, code, sizeof(buf));
527 Dmsg1(500, "code=%s\n", buf);
528 optlen = strlen(buf);
529 while (fgets(buf+optlen, sizeof(buf)-optlen, bpipe->rfd)) {
530 fd->msglen = Mmsg(fd->msg, "%s", buf);
531 Dmsg2(500, "Inc/exc len=%d: %s", fd->msglen, fd->msg);
534 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
538 if ((stat=close_bpipe(bpipe)) != 0) {
540 Jmsg(jcr, M_FATAL, 0, _("Error running program: %s. ERR=%s\n"),
541 p, be.bstrerror(stat));
546 p++; /* skip over < */
547 if ((ffd = fopen(p, "rb")) == NULL) {
549 Jmsg(jcr, M_FATAL, 0, _("Cannot open included file: %s. ERR=%s\n"),
553 bstrncpy(buf, code, sizeof(buf));
554 Dmsg1(500, "code=%s\n", buf);
555 optlen = strlen(buf);
556 while (fgets(buf+optlen, sizeof(buf)-optlen, ffd)) {
557 fd->msglen = Mmsg(fd->msg, "%s", buf);
560 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
567 p++; /* skip over \ */
568 /* Note, fall through wanted */
570 pm_strcpy(fd->msg, code);
571 fd->msglen = pm_strcat(fd->msg, p);
572 Dmsg1(500, "Inc/Exc name=%s\n", fd->msg);
574 Jmsg(jcr, M_FATAL, 0, _(">filed: write error on socket\n"));
584 * Send include list to File daemon
586 bool send_include_list(JCR *jcr)
588 BSOCK *fd = jcr->file_bsock;
589 if (jcr->fileset->new_include) {
590 fd->fsend(filesetcmd,
591 jcr->fileset->enable_vss ? " vss=1" : "",
592 jcr->fileset->enable_snapshot ? " snap=1" : "");
593 return send_fileset(jcr);
599 * Send exclude list to File daemon
600 * Under the new scheme, the Exclude list
601 * is part of the FileSet sent with the
602 * "include_list" above.
604 bool send_exclude_list(JCR *jcr)
609 /* TODO: drop this with runscript.old_proto in bacula 1.42 */
610 static char runbefore[] = "RunBeforeJob %s\n";
611 static char runafter[] = "RunAfterJob %s\n";
612 static char OKRunBefore[] = "2000 OK RunBefore\n";
613 static char OKRunAfter[] = "2000 OK RunAfter\n";
615 int send_runscript_with_old_proto(JCR *jcr, int when, POOLMEM *msg)
618 Dmsg1(120, "bdird: sending old runcommand to fd '%s'\n",msg);
619 if (when & SCRIPT_Before) {
620 jcr->file_bsock->fsend(runbefore, msg);
621 ret = response(jcr, jcr->file_bsock, OKRunBefore, "ClientRunBeforeJob", DISPLAY_ERROR);
623 jcr->file_bsock->fsend(runafter, msg);
624 ret = response(jcr, jcr->file_bsock, OKRunAfter, "ClientRunAfterJob", DISPLAY_ERROR);
630 * Send RunScripts to File daemon
631 * 1) We send all runscript to FD, they can be executed Before, After, or twice
632 * 2) Then, we send a "RunBeforeNow" command to the FD to tell him to do the
633 * first run_script() call. (ie ClientRunBeforeJob)
635 int send_runscripts_commands(JCR *jcr)
637 POOLMEM *msg = get_pool_memory(PM_FNAME);
638 BSOCK *fd = jcr->file_bsock;
640 bool launch_before_cmd = false;
641 POOLMEM *ehost = get_pool_memory(PM_FNAME);
644 Dmsg0(120, "bdird: sending runscripts to fd\n");
646 foreach_alist(cmd, jcr->job->RunScripts) {
647 if (cmd->can_run_at_level(jcr->getJobLevel()) && cmd->target) {
648 ehost = edit_job_codes(jcr, ehost, cmd->target, "");
649 Dmsg2(200, "bdird: runscript %s -> %s\n", cmd->target, ehost);
651 if (strcmp(ehost, jcr->client->name()) == 0) {
652 pm_strcpy(msg, cmd->command);
655 Dmsg1(120, "bdird: sending runscripts to fd '%s'\n", cmd->command);
657 /* TODO: remove this with bacula 1.42 */
658 if (cmd->old_proto) {
659 result = send_runscript_with_old_proto(jcr, cmd->when, msg);
662 fd->fsend(runscript, cmd->on_success,
668 result = response(jcr, fd, OKRunScript, "RunScript", DISPLAY_ERROR);
669 launch_before_cmd = true;
676 /* TODO : we have to play with other client */
679 send command to an other client
685 /* Tell the FD to execute the ClientRunBeforeJob */
686 if (launch_before_cmd) {
687 fd->fsend(runbeforenow);
688 if (!response(jcr, fd, OKRunBeforeNow, "RunBeforeNow", DISPLAY_ERROR)) {
692 free_pool_memory(msg);
693 free_pool_memory(ehost);
697 Jmsg(jcr, M_FATAL, 0, _("Client \"%s\" RunScript failed.\n"), ehost);
698 free_pool_memory(msg);
699 free_pool_memory(ehost);
708 static int restore_object_handler(void *ctx, int num_fields, char **row)
710 OBJ_CTX *octx = (OBJ_CTX *)ctx;
711 JCR *jcr = octx->jcr;
714 fd = jcr->file_bsock;
715 if (jcr->is_job_canceled()) {
718 /* Old File Daemon doesn't handle restore objects */
719 if (jcr->FDVersion < 3) {
720 Jmsg(jcr, M_WARNING, 0, _("Client \"%s\" may not be used to restore "
721 "this job. Please upgrade your client.\n"),
722 jcr->client->name());
726 if (jcr->FDVersion < 5) { /* Old version without PluginName */
727 fd->fsend("restoreobject JobId=%s %s,%s,%s,%s,%s,%s\n",
728 row[0], row[1], row[2], row[3], row[4], row[5], row[6]);
730 /* bash spaces from PluginName */
732 fd->fsend("restoreobject JobId=%s %s,%s,%s,%s,%s,%s,%s\n",
733 row[0], row[1], row[2], row[3], row[4], row[5], row[6], row[9]);
735 Dmsg1(010, "Send obj hdr=%s", fd->msg);
737 fd->msglen = pm_strcpy(fd->msg, row[7]);
738 fd->send(); /* send Object name */
740 Dmsg1(010, "Send obj: %s\n", fd->msg);
742 // fd->msglen = str_to_uint64(row[1]); /* object length */
743 // Dmsg1(000, "obj size: %lld\n", (uint64_t)fd->msglen);
746 db_unescape_object(jcr, jcr->db,
748 str_to_uint64(row[1]), /* Object length */
749 &fd->msg, &fd->msglen);
750 fd->send(); /* send object */
753 if (debug_level > 100) {
754 for (int i=0; i < fd->msglen; i++)
757 Dmsg1(000, "Send obj: %s\n", fd->msg);
764 * Send the plugin Restore Objects, which allow the
765 * plugin to get information early in the restore
766 * process. The RestoreObjects were created during
767 * the backup by the plugin.
769 bool send_restore_objects(JCR *jcr)
772 POOL_MEM query(PM_MESSAGE);
776 if (!jcr->JobIds || !jcr->JobIds[0]) {
782 /* restore_object_handler is called for each file found */
784 /* send restore objects for all jobs involved */
785 Mmsg(query, get_restore_objects, jcr->JobIds, FT_RESTORE_FIRST);
786 db_sql_query(jcr->db, query.c_str(), restore_object_handler, (void *)&octx);
788 /* send config objects for the current restore job */
789 Mmsg(query, get_restore_objects,
790 edit_uint64(jcr->JobId, ed1), FT_PLUGIN_CONFIG_FILLED);
791 db_sql_query(jcr->db, query.c_str(), restore_object_handler, (void *)&octx);
794 * Send to FD only if we have at least one restore object.
795 * This permits backward compatibility with older FDs.
797 if (octx.count > 0) {
798 fd = jcr->file_bsock;
799 fd->fsend("restoreobject end\n");
800 if (!response(jcr, fd, OKRestoreObject, "RestoreObject", DISPLAY_ERROR)) {
801 Jmsg(jcr, M_FATAL, 0, _("RestoreObject failed.\n"));
809 * Send the plugin a list of component info files. These
810 * were files that were created during the backup for
811 * the VSS plugin. The list is a list of those component
812 * files that have been chosen for restore. We
813 * send them before the Restore Objects.
815 bool send_component_info(JCR *jcr)
821 if (!jcr->component_fd) {
822 return true; /* nothing to send */
824 /* Don't send if old version FD */
825 if (jcr->FDVersion < 6) {
829 rewind(jcr->component_fd);
830 fd = jcr->file_bsock;
831 fd->fsend(component_info);
832 while (fgets(buf, sizeof(buf), jcr->component_fd)) {
833 fd->fsend("%s", buf);
834 Dmsg1(050, "Send component_info to FD: %s\n", buf);
836 fd->signal(BNET_EOD);
837 if (!response(jcr, fd, OKComponentInfo, "ComponentInfo", DISPLAY_ERROR)) {
838 Jmsg(jcr, M_FATAL, 0, _("ComponentInfo failed.\n"));
843 fclose(jcr->component_fd);
844 jcr->component_fd = NULL;
845 unlink(jcr->component_fname);
846 free_and_null_pool_memory(jcr->component_fname);
851 * Read the attributes from the File daemon for
852 * a Verify job and store them in the catalog.
854 int get_attributes_and_put_in_catalog(JCR *jcr)
859 char digest[MAXSTRING];
861 fd = jcr->file_bsock;
862 jcr->jr.FirstIndex = 1;
864 /* Start transaction allocates jcr->attr and jcr->ar if needed */
865 db_start_transaction(jcr, jcr->db); /* start transaction if not already open */
868 Dmsg0(120, "bdird: waiting to receive file attributes\n");
869 /* Pickup file attributes and digest */
870 while (!fd->errors && (n = bget_dirmsg(fd)) > 0) {
874 char Digest[MAXSTRING]; /* either Verify opts or MD5/SHA1 digest */
876 /* Stop here if canceled */
877 if (jcr->is_job_canceled()) {
878 jcr->cached_attribute = false;
882 if ((len = sscanf(fd->msg, "%ld %d %s", &file_index, &stream, Digest)) != 3) {
883 Jmsg(jcr, M_FATAL, 0, _("<filed: bad attributes, expected 3 fields got %d\n"
884 "msglen=%d msg=%s\n"), len, fd->msglen, fd->msg);
885 jcr->setJobStatus(JS_ErrorTerminated);
886 jcr->cached_attribute = false;
890 /* The following three fields were sscanf'ed above so skip them */
891 skip_nonspaces(&p); /* skip FileIndex */
893 skip_nonspaces(&p); /* skip Stream */
895 skip_nonspaces(&p); /* skip Opts_Digest */
896 p++; /* skip space */
897 Dmsg1(dbglvl, "Stream=%d\n", stream);
898 if (stream == STREAM_UNIX_ATTRIBUTES || stream == STREAM_UNIX_ATTRIBUTES_EX) {
899 if (jcr->cached_attribute) {
900 Dmsg3(dbglvl, "Cached attr. Stream=%d fname=%s\n", ar->Stream, ar->fname,
902 if (!db_create_file_attributes_record(jcr, jcr->db, ar)) {
903 Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
905 jcr->cached_attribute = false;
907 /* Any cached attr is flushed so we can reuse jcr->attr and jcr->ar */
908 fn = jcr->fname = check_pool_memory_size(jcr->fname, fd->msglen);
910 *fn++ = *p++; /* copy filename */
912 *fn = *p++; /* term filename and point p to attribs */
913 pm_strcpy(jcr->attr, p); /* save attributes */
915 jcr->FileIndex = file_index;
916 ar->attr = jcr->attr;
917 ar->fname = jcr->fname;
918 ar->FileIndex = file_index;
921 ar->JobId = jcr->JobId;
922 ar->ClientId = jcr->ClientId;
926 ar->DigestType = CRYPTO_DIGEST_NONE;
928 jcr->cached_attribute = true;
930 Dmsg2(dbglvl, "dird<filed: stream=%d %s\n", stream, jcr->fname);
931 Dmsg1(dbglvl, "dird<filed: attr=%s\n", ar->attr);
932 jcr->FileId = ar->FileId;
934 * First, get STREAM_UNIX_ATTRIBUTES and fill ATTR_DBR structure
935 * Next, we CAN have a CRYPTO_DIGEST, so we fill ATTR_DBR with it (or not)
936 * When we get a new STREAM_UNIX_ATTRIBUTES, we known that we can add file to the catalog
937 * At the end, we have to add the last file
939 } else if (crypto_digest_stream_type(stream) != CRYPTO_DIGEST_NONE) {
940 if (jcr->FileIndex != (uint32_t)file_index) {
941 Jmsg3(jcr, M_ERROR, 0, _("%s index %d not same as attributes %d\n"),
942 stream_to_ascii(stream), file_index, jcr->FileIndex);
946 ar->DigestType = crypto_digest_stream_type(stream);
947 db_escape_string(jcr, jcr->db, digest, Digest, strlen(Digest));
948 Dmsg4(dbglvl, "stream=%d DigestLen=%d Digest=%s type=%d\n", stream,
949 strlen(digest), digest, ar->DigestType);
951 jcr->jr.JobFiles = jcr->JobFiles = file_index;
952 jcr->jr.LastIndex = file_index;
954 if (fd->is_error()) {
955 Jmsg1(jcr, M_FATAL, 0, _("<filed: Network error getting attributes. ERR=%s\n"),
957 jcr->cached_attribute = false;
960 if (jcr->cached_attribute) {
961 Dmsg3(dbglvl, "Cached attr with digest. Stream=%d fname=%s attr=%s\n", ar->Stream,
962 ar->fname, ar->attr);
963 if (!db_create_file_attributes_record(jcr, jcr->db, ar)) {
964 Jmsg1(jcr, M_FATAL, 0, _("Attribute create error. %s"), db_strerror(jcr->db));
966 jcr->cached_attribute = false;
968 jcr->setJobStatus(JS_Terminated);