2 Bacula® - The Network Backup Solution
4 Copyright (C) 2000-2007 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version two of the GNU General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of John Walker.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
29 * Bacula File Daemon Job processing
31 * Kern Sibbald, October MM
40 #if defined(WIN32_VSS)
43 static pthread_mutex_t vss_mutex = PTHREAD_MUTEX_INITIALIZER;
44 static int enable_vss;
47 extern CLIENT *me; /* our client resource */
49 /* Imported functions */
50 extern int status_cmd(JCR *jcr);
51 extern int qstatus_cmd(JCR *jcr);
53 /* Forward referenced functions */
54 static int backup_cmd(JCR *jcr);
55 static int bootstrap_cmd(JCR *jcr);
56 static int cancel_cmd(JCR *jcr);
57 static int setdebug_cmd(JCR *jcr);
58 static int estimate_cmd(JCR *jcr);
59 static int hello_cmd(JCR *jcr);
60 static int job_cmd(JCR *jcr);
61 static int fileset_cmd(JCR *jcr);
62 static int level_cmd(JCR *jcr);
63 static int verify_cmd(JCR *jcr);
64 static int restore_cmd(JCR *jcr);
65 static int storage_cmd(JCR *jcr);
66 static int session_cmd(JCR *jcr);
67 static int response(JCR *jcr, BSOCK *sd, char *resp, const char *cmd);
68 static void filed_free_jcr(JCR *jcr);
69 static int open_sd_read_session(JCR *jcr);
70 static int send_bootstrap_file(JCR *jcr);
71 static int runscript_cmd(JCR *jcr);
72 static int runbefore_cmd(JCR *jcr);
73 static int runafter_cmd(JCR *jcr);
74 static int runbeforenow_cmd(JCR *jcr);
75 static void set_options(findFOPTS *fo, const char *opts);
78 /* Exported functions */
83 int monitoraccess; /* specify if monitors have access to this function */
87 * The following are the recognized commands from the Director.
89 static struct s_cmds cmds[] = {
90 {"backup", backup_cmd, 0},
91 {"cancel", cancel_cmd, 0},
92 {"setdebug=", setdebug_cmd, 0},
93 {"estimate", estimate_cmd, 0},
94 {"Hello", hello_cmd, 1},
95 {"fileset", fileset_cmd, 0},
96 {"JobId=", job_cmd, 0},
97 {"level = ", level_cmd, 0},
98 {"restore", restore_cmd, 0},
99 {"session", session_cmd, 0},
100 {"status", status_cmd, 1},
101 {".status", qstatus_cmd, 1},
102 {"storage ", storage_cmd, 0},
103 {"verify", verify_cmd, 0},
104 {"bootstrap", bootstrap_cmd, 0},
105 {"RunBeforeNow", runbeforenow_cmd, 0},
106 {"RunBeforeJob", runbefore_cmd, 0},
107 {"RunAfterJob", runafter_cmd, 0},
108 {"Run", runscript_cmd, 0},
109 {NULL, NULL} /* list terminator */
112 /* Commands received from director that need scanning */
113 static char jobcmd[] = "JobId=%d Job=%127s SDid=%d SDtime=%d Authorization=%100s";
114 static char storaddr[] = "storage address=%s port=%d ssl=%d";
115 static char sessioncmd[] = "session %127s %ld %ld %ld %ld %ld %ld\n";
116 static char restorecmd[] = "restore replace=%c prelinks=%d where=%s\n";
117 static char restorecmd1[] = "restore replace=%c prelinks=%d where=\n";
118 static char restorecmdR[] = "restore replace=%c prelinks=%d regexwhere=%s\n";
119 static char verifycmd[] = "verify level=%30s";
120 static char estimatecmd[] = "estimate listing=%d";
121 static char runbefore[] = "RunBeforeJob %s";
122 static char runafter[] = "RunAfterJob %s";
123 static char runscript[] = "Run OnSuccess=%d OnFailure=%d AbortOnError=%d When=%d Command=%s";
125 /* Responses sent to Director */
126 static char errmsg[] = "2999 Invalid command\n";
127 static char no_auth[] = "2998 No Authorization\n";
128 static char invalid_cmd[] = "2997 Invalid command for a Director with Monitor directive enabled.\n";
129 static char OKinc[] = "2000 OK include\n";
130 static char OKest[] = "2000 OK estimate files=%u bytes=%s\n";
131 static char OKlevel[] = "2000 OK level\n";
132 static char OKbackup[] = "2000 OK backup\n";
133 static char OKbootstrap[] = "2000 OK bootstrap\n";
134 static char OKverify[] = "2000 OK verify\n";
135 static char OKrestore[] = "2000 OK restore\n";
136 static char OKsession[] = "2000 OK session\n";
137 static char OKstore[] = "2000 OK storage\n";
138 static char OKjob[] = "2000 OK Job %s (%s) %s,%s,%s";
139 static char OKsetdebug[] = "2000 OK setdebug=%d\n";
140 static char BADjob[] = "2901 Bad Job\n";
141 static char EndJob[] = "2800 End Job TermCode=%d JobFiles=%u ReadBytes=%s"
142 " JobBytes=%s Errors=%u VSS=%d Encrypt=%d\n";
143 static char OKRunBefore[] = "2000 OK RunBefore\n";
144 static char OKRunBeforeNow[] = "2000 OK RunBeforeNow\n";
145 static char OKRunAfter[] = "2000 OK RunAfter\n";
146 static char OKRunScript[] = "2000 OK RunScript\n";
149 /* Responses received from Storage Daemon */
150 static char OK_end[] = "3000 OK end\n";
151 static char OK_close[] = "3000 OK close Status = %d\n";
152 static char OK_open[] = "3000 OK open ticket = %d\n";
153 static char OK_data[] = "3000 OK data\n";
154 static char OK_append[] = "3000 OK append data\n";
155 static char OKSDbootstrap[]= "3000 OK bootstrap\n";
158 /* Commands sent to Storage Daemon */
159 static char append_open[] = "append open session\n";
160 static char append_data[] = "append data %d\n";
161 static char append_end[] = "append end session %d\n";
162 static char append_close[] = "append close session %d\n";
163 static char read_open[] = "read open session = %s %ld %ld %ld %ld %ld %ld\n";
164 static char read_data[] = "read data %d\n";
165 static char read_close[] = "read close session %d\n";
168 * Accept requests from a Director
170 * NOTE! We are running as a separate thread
172 * Send output one line
173 * at a time followed by a zero length transmission.
175 * Return when the connection is terminated or there
178 * Basic task here is:
179 * Authenticate Director (during Hello command).
180 * Accept commands one at a time from the Director
183 * Concerning ClientRunBefore/After, the sequence of events
184 * is rather critical. If they are not done in the right
185 * order one can easily get FD->SD timeouts if the script
188 * The current sequence of events is:
189 * 1. Dir starts job with FD
190 * 2. Dir connects to SD
191 * 3. Dir connects to FD
192 * 4. FD connects to SD
193 * 5. FD gets/runs ClientRunBeforeJob and sends ClientRunAfterJob
194 * 6. Dir sends include/exclude
195 * 7. FD sends data to SD
196 * 8. SD/FD disconnects while SD despools data and attributes (optionnal)
197 * 9. FD runs ClientRunAfterJob
200 void *handle_client_request(void *dirp)
205 BSOCK *dir = (BSOCK *)dirp;
207 jcr = new_jcr(sizeof(JCR), filed_free_jcr); /* create JCR */
208 jcr->dir_bsock = dir;
209 jcr->ff = init_find_files();
210 jcr->start_time = time(NULL);
211 jcr->RunScripts = New(alist(10, not_owned_by_alist));
212 jcr->last_fname = get_pool_memory(PM_FNAME);
213 jcr->last_fname[0] = 0;
214 jcr->client_name = get_memory(strlen(my_name) + 1);
215 pm_strcpy(jcr->client_name, my_name);
216 jcr->pki_sign = me->pki_sign;
217 jcr->pki_encrypt = me->pki_encrypt;
218 jcr->pki_keypair = me->pki_keypair;
219 jcr->pki_signers = me->pki_signers;
220 jcr->pki_recipients = me->pki_recipients;
222 enable_backup_privileges(NULL, 1 /* ignore_errors */);
224 /**********FIXME******* add command handler error code */
226 for (quit=false; !quit;) {
229 if (bnet_recv(dir) < 0) {
230 break; /* connection terminated */
232 dir->msg[dir->msglen] = 0;
233 Dmsg1(100, "<dird: %s", dir->msg);
235 for (i=0; cmds[i].cmd; i++) {
236 if (strncmp(cmds[i].cmd, dir->msg, strlen(cmds[i].cmd)) == 0) {
237 found = true; /* indicate command found */
238 if (!jcr->authenticated && cmds[i].func != hello_cmd) {
239 bnet_fsend(dir, no_auth);
240 bnet_sig(dir, BNET_EOD);
243 if ((jcr->authenticated) && (!cmds[i].monitoraccess) && (jcr->director->monitor)) {
244 Dmsg1(100, "Command \"%s\" is invalid.\n", cmds[i].cmd);
245 bnet_fsend(dir, invalid_cmd);
246 bnet_sig(dir, BNET_EOD);
249 Dmsg1(100, "Executing %s command.\n", cmds[i].cmd);
250 if (!cmds[i].func(jcr)) { /* do command */
251 quit = true; /* error or fully terminated, get out */
252 Dmsg1(20, "Quit command loop. Canceled=%d\n", job_canceled(jcr));
257 if (!found) { /* command not found */
258 bnet_fsend(dir, errmsg);
264 /* Inform Storage daemon that we are done */
265 if (jcr->store_bsock) {
266 bnet_sig(jcr->store_bsock, BNET_TERMINATE);
269 /* Run the after job */
270 run_scripts(jcr, jcr->RunScripts, "ClientAfterJob");
272 generate_daemon_event(jcr, "JobEnd");
274 dequeue_messages(jcr); /* send any queued messages */
276 /* Inform Director that we are done */
277 bnet_sig(dir, BNET_TERMINATE);
279 /* Clean up fileset */
280 FF_PKT *ff = jcr->ff;
281 findFILESET *fileset = ff->fileset;
284 /* Delete FileSet Include lists */
285 for (i=0; i<fileset->include_list.size(); i++) {
286 findINCEXE *incexe = (findINCEXE *)fileset->include_list.get(i);
287 for (j=0; j<incexe->opts_list.size(); j++) {
288 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
289 for (k=0; k<fo->regex.size(); k++) {
290 regfree((regex_t *)fo->regex.get(k));
293 fo->regexdir.destroy();
294 fo->regexfile.destroy();
296 fo->wilddir.destroy();
297 fo->wildfile.destroy();
298 fo->wildbase.destroy();
300 fo->fstype.destroy();
301 fo->drivetype.destroy();
309 incexe->opts_list.destroy();
310 incexe->name_list.destroy();
312 fileset->include_list.destroy();
314 /* Delete FileSet Exclude lists */
315 for (i=0; i<fileset->exclude_list.size(); i++) {
316 findINCEXE *incexe = (findINCEXE *)fileset->exclude_list.get(i);
317 for (j=0; j<incexe->opts_list.size(); j++) {
318 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
320 fo->regexdir.destroy();
321 fo->regexfile.destroy();
323 fo->wilddir.destroy();
324 fo->wildfile.destroy();
325 fo->wildbase.destroy();
327 fo->fstype.destroy();
328 fo->drivetype.destroy();
330 incexe->opts_list.destroy();
331 incexe->name_list.destroy();
333 fileset->exclude_list.destroy();
337 Dmsg0(100, "Calling term_find_files\n");
338 term_find_files(jcr->ff);
340 Dmsg0(100, "Done with term_find_files\n");
341 free_jcr(jcr); /* destroy JCR record */
342 Dmsg0(100, "Done with free_jcr\n");
348 * Hello from Director he must identify himself and provide his
351 static int hello_cmd(JCR *jcr)
353 Dmsg0(120, "Calling Authenticate\n");
354 if (!authenticate_director(jcr)) {
357 Dmsg0(120, "OK Authenticate\n");
358 jcr->authenticated = true;
365 static int cancel_cmd(JCR *jcr)
367 BSOCK *dir = jcr->dir_bsock;
368 char Job[MAX_NAME_LENGTH];
371 if (sscanf(dir->msg, "cancel Job=%127s", Job) == 1) {
372 if (!(cjcr=get_jcr_by_full_name(Job))) {
373 bnet_fsend(dir, _("2901 Job %s not found.\n"), Job);
375 if (cjcr->store_bsock) {
376 cjcr->store_bsock->set_timed_out();
377 cjcr->store_bsock->set_terminated();
378 pthread_kill(cjcr->my_thread_id, TIMEOUT_SIGNAL);
380 set_jcr_job_status(cjcr, JS_Canceled);
382 bnet_fsend(dir, _("2001 Job %s marked to be canceled.\n"), Job);
385 bnet_fsend(dir, _("2902 Error scanning cancel command.\n"));
387 bnet_sig(dir, BNET_EOD);
393 * Set debug level as requested by the Director
396 static int setdebug_cmd(JCR *jcr)
398 BSOCK *dir = jcr->dir_bsock;
399 int level, trace_flag;
401 Dmsg1(110, "setdebug_cmd: %s", dir->msg);
402 if (sscanf(dir->msg, "setdebug=%d trace=%d", &level, &trace_flag) != 2 || level < 0) {
403 pm_strcpy(jcr->errmsg, dir->msg);
404 bnet_fsend(dir, _("2991 Bad setdebug command: %s\n"), jcr->errmsg);
408 set_trace(trace_flag);
409 return bnet_fsend(dir, OKsetdebug, level);
413 static int estimate_cmd(JCR *jcr)
415 BSOCK *dir = jcr->dir_bsock;
418 if (sscanf(dir->msg, estimatecmd, &jcr->listing) != 1) {
419 pm_strcpy(jcr->errmsg, dir->msg);
420 Jmsg(jcr, M_FATAL, 0, _("Bad estimate command: %s"), jcr->errmsg);
421 bnet_fsend(dir, _("2992 Bad estimate command.\n"));
425 bnet_fsend(dir, OKest, jcr->num_files_examined,
426 edit_uint64_with_commas(jcr->JobBytes, ed2));
427 bnet_sig(dir, BNET_EOD);
432 * Get JobId and Storage Daemon Authorization key from Director
434 static int job_cmd(JCR *jcr)
436 BSOCK *dir = jcr->dir_bsock;
437 POOLMEM *sd_auth_key;
439 sd_auth_key = get_memory(dir->msglen);
440 if (sscanf(dir->msg, jobcmd, &jcr->JobId, jcr->Job,
441 &jcr->VolSessionId, &jcr->VolSessionTime,
443 pm_strcpy(jcr->errmsg, dir->msg);
444 Jmsg(jcr, M_FATAL, 0, _("Bad Job Command: %s"), jcr->errmsg);
445 bnet_fsend(dir, BADjob);
446 free_pool_memory(sd_auth_key);
449 jcr->sd_auth_key = bstrdup(sd_auth_key);
450 free_pool_memory(sd_auth_key);
451 Dmsg2(120, "JobId=%d Auth=%s\n", jcr->JobId, jcr->sd_auth_key);
452 return bnet_fsend(dir, OKjob, VERSION, LSMDATE, HOST_OS, DISTNAME, DISTVER);
455 static int runbefore_cmd(JCR *jcr)
458 BSOCK *dir = jcr->dir_bsock;
459 POOLMEM *cmd = get_memory(dir->msglen+1);
462 Dmsg1(100, "runbefore_cmd: %s", dir->msg);
463 if (sscanf(dir->msg, runbefore, cmd) != 1) {
464 pm_strcpy(jcr->errmsg, dir->msg);
465 Jmsg1(jcr, M_FATAL, 0, _("Bad RunBeforeJob command: %s\n"), jcr->errmsg);
466 bnet_fsend(dir, _("2905 Bad RunBeforeJob command.\n"));
472 /* Run the command now */
473 script = new_runscript();
474 script->set_command(cmd);
475 script->when = SCRIPT_Before;
476 ok = script->run(jcr, "ClientRunBeforeJob");
477 free_runscript(script);
481 bnet_fsend(dir, OKRunBefore);
484 bnet_fsend(dir, _("2905 Bad RunBeforeJob command.\n"));
489 static int runbeforenow_cmd(JCR *jcr)
491 BSOCK *dir = jcr->dir_bsock;
493 run_scripts(jcr, jcr->RunScripts, "ClientBeforeJob");
494 if (job_canceled(jcr)) {
495 return bnet_fsend(dir, _("2905 Bad RunBeforeNow command.\n"));
497 return bnet_fsend(dir, OKRunBeforeNow);
501 static int runafter_cmd(JCR *jcr)
503 BSOCK *dir = jcr->dir_bsock;
504 POOLMEM *msg = get_memory(dir->msglen+1);
507 Dmsg1(100, "runafter_cmd: %s", dir->msg);
508 if (sscanf(dir->msg, runafter, msg) != 1) {
509 pm_strcpy(jcr->errmsg, dir->msg);
510 Jmsg1(jcr, M_FATAL, 0, _("Bad RunAfter command: %s\n"), jcr->errmsg);
511 bnet_fsend(dir, _("2905 Bad RunAfterJob command.\n"));
517 cmd = new_runscript();
518 cmd->set_command(msg);
519 cmd->on_success = true;
520 cmd->on_failure = false;
521 cmd->when = SCRIPT_After;
523 jcr->RunScripts->append(cmd);
525 free_pool_memory(msg);
526 return bnet_fsend(dir, OKRunAfter);
529 static int runscript_cmd(JCR *jcr)
531 BSOCK *dir = jcr->dir_bsock;
532 POOLMEM *msg = get_memory(dir->msglen+1);
533 int on_success, on_failure, abort_on_error;
535 RUNSCRIPT *cmd = new_runscript() ;
537 Dmsg1(100, "runscript_cmd: '%s'\n", dir->msg);
538 /* Note, we cannot sscanf into bools */
539 if (sscanf(dir->msg, runscript, &on_success,
544 pm_strcpy(jcr->errmsg, dir->msg);
545 Jmsg1(jcr, M_FATAL, 0, _("Bad RunScript command: %s\n"), jcr->errmsg);
546 bnet_fsend(dir, _("2905 Bad RunScript command.\n"));
551 cmd->on_success = on_success;
552 cmd->on_failure = on_failure;
553 cmd->abort_on_error = abort_on_error;
556 cmd->set_command(msg);
558 jcr->RunScripts->append(cmd);
560 free_pool_memory(msg);
561 return bnet_fsend(dir, OKRunScript);
565 static bool init_fileset(JCR *jcr)
568 findFILESET *fileset;
577 fileset = (findFILESET *)malloc(sizeof(findFILESET));
578 memset(fileset, 0, sizeof(findFILESET));
579 ff->fileset = fileset;
580 fileset->state = state_none;
581 fileset->include_list.init(1, true);
582 fileset->exclude_list.init(1, true);
586 static findFOPTS *start_options(FF_PKT *ff)
588 int state = ff->fileset->state;
589 findINCEXE *incexe = ff->fileset->incexe;
591 if (state != state_options) {
592 ff->fileset->state = state_options;
593 findFOPTS *fo = (findFOPTS *)malloc(sizeof(findFOPTS));
594 memset(fo, 0, sizeof(findFOPTS));
595 fo->regex.init(1, true);
596 fo->regexdir.init(1, true);
597 fo->regexfile.init(1, true);
598 fo->wild.init(1, true);
599 fo->wilddir.init(1, true);
600 fo->wildfile.init(1, true);
601 fo->wildbase.init(1, true);
602 fo->base.init(1, true);
603 fo->fstype.init(1, true);
604 fo->drivetype.init(1, true);
605 incexe->current_opts = fo;
606 incexe->opts_list.append(fo);
608 return incexe->current_opts;
613 * Add fname to include/exclude fileset list. First check for
614 * | and < and if necessary perform command.
616 static void add_file_to_fileset(JCR *jcr, const char *fname, findFILESET *fileset)
630 p++; /* skip over | */
631 fn = get_pool_memory(PM_FNAME);
632 fn = edit_job_codes(jcr, fn, p, "");
633 bpipe = open_bpipe(fn, 0, "r");
636 Jmsg(jcr, M_FATAL, 0, _("Cannot run program: %s. ERR=%s\n"),
638 free_pool_memory(fn);
641 free_pool_memory(fn);
642 while (fgets(buf, sizeof(buf), bpipe->rfd)) {
643 strip_trailing_junk(buf);
644 fileset->incexe->name_list.append(new_dlistString(buf));
646 if ((stat=close_bpipe(bpipe)) != 0) {
648 Jmsg(jcr, M_FATAL, 0, _("Error running program: %s. stat=%d: ERR=%s\n"),
649 p, be.code(stat), be.bstrerror(stat));
654 Dmsg0(100, "Doing < include on client.\n");
655 p++; /* skip over < */
656 if ((ffd = fopen(p, "rb")) == NULL) {
658 Jmsg(jcr, M_FATAL, 0, _("Cannot open FileSet input file: %s. ERR=%s\n"),
662 while (fgets(buf, sizeof(buf), ffd)) {
663 strip_trailing_junk(buf);
664 Dmsg1(100, "%s\n", buf);
665 fileset->incexe->name_list.append(new_dlistString(buf));
670 fileset->incexe->name_list.append(new_dlistString(fname));
676 static void add_fileset(JCR *jcr, const char *item)
678 FF_PKT *ff = jcr->ff;
679 findFILESET *fileset = ff->fileset;
680 int state = fileset->state;
681 findFOPTS *current_opts;
683 /* Get code, optional subcode, and position item past the dividing space */
684 Dmsg1(100, "%s\n", item);
689 int subcode = ' '; /* A space is always a valid subcode */
690 if (item[0] != '\0' && item[0] != ' ') {
698 /* Skip all lines we receive after an error */
699 if (state == state_error) {
700 Dmsg0(100, "State=error return\n");
705 * The switch tests the code for validity.
706 * The subcode is always good if it is a space, otherwise we must confirm.
707 * We set state to state_error first assuming the subcode is invalid,
708 * requiring state to be set in cases below that handle subcodes.
710 if (subcode != ' ') {
712 Dmsg0(100, "Set state=error\n");
717 fileset->incexe = (findINCEXE *)malloc(sizeof(findINCEXE));
718 memset(fileset->incexe, 0, sizeof(findINCEXE));
719 fileset->incexe->opts_list.init(1, true);
720 fileset->incexe->name_list.init(); /* for dlist; was 1,true for alist */
721 fileset->include_list.append(fileset->incexe);
725 fileset->incexe = (findINCEXE *)malloc(sizeof(findINCEXE));
726 memset(fileset->incexe, 0, sizeof(findINCEXE));
727 fileset->incexe->opts_list.init(1, true);
728 fileset->incexe->name_list.init();
729 fileset->exclude_list.append(fileset->incexe);
735 /* File item to either include/include list */
736 state = state_include;
737 add_file_to_fileset(jcr, item, fileset);
740 current_opts = start_options(ff);
744 preg = (regex_t *)malloc(sizeof(regex_t));
745 if (current_opts->flags & FO_IGNORECASE) {
746 rc = regcomp(preg, item, REG_EXTENDED|REG_ICASE);
748 rc = regcomp(preg, item, REG_EXTENDED);
751 regerror(rc, preg, prbuf, sizeof(prbuf));
754 Jmsg(jcr, M_FATAL, 0, _("REGEX %s compile error. ERR=%s\n"), item, prbuf);
758 state = state_options;
759 if (subcode == ' ') {
760 current_opts->regex.append(preg);
761 } else if (subcode == 'D') {
762 current_opts->regexdir.append(preg);
763 } else if (subcode == 'F') {
764 current_opts->regexfile.append(preg);
770 current_opts = start_options(ff);
771 current_opts->base.append(bstrdup(item));
772 state = state_options;
775 current_opts = start_options(ff);
776 state = state_options;
777 if (subcode == ' ') {
778 current_opts->fstype.append(bstrdup(item));
779 } else if (subcode == 'D') {
780 current_opts->drivetype.append(bstrdup(item));
786 current_opts = start_options(ff);
787 state = state_options;
788 if (subcode == ' ') {
789 current_opts->wild.append(bstrdup(item));
790 } else if (subcode == 'D') {
791 current_opts->wilddir.append(bstrdup(item));
792 } else if (subcode == 'F') {
793 current_opts->wildfile.append(bstrdup(item));
794 } else if (subcode == 'B') {
795 current_opts->wildbase.append(bstrdup(item));
801 current_opts = start_options(ff);
802 set_options(current_opts, item);
803 state = state_options;
806 current_opts = start_options(ff);
807 current_opts->reader = bstrdup(item);
808 state = state_options;
811 current_opts = start_options(ff);
812 current_opts->writer = bstrdup(item);
813 state = state_options;
816 Jmsg(jcr, M_FATAL, 0, _("Invalid FileSet command: %s\n"), item);
820 ff->fileset->state = state;
823 static bool term_fileset(JCR *jcr)
825 FF_PKT *ff = jcr->ff;
828 findFILESET *fileset = ff->fileset;
831 for (i=0; i<fileset->include_list.size(); i++) {
832 findINCEXE *incexe = (findINCEXE *)fileset->include_list.get(i);
834 for (j=0; j<incexe->opts_list.size(); j++) {
835 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
836 for (k=0; k<fo->regex.size(); k++) {
837 Dmsg1(400, "R %s\n", (char *)fo->regex.get(k));
839 for (k=0; k<fo->regexdir.size(); k++) {
840 Dmsg1(400, "RD %s\n", (char *)fo->regexdir.get(k));
842 for (k=0; k<fo->regexfile.size(); k++) {
843 Dmsg1(400, "RF %s\n", (char *)fo->regexfile.get(k));
845 for (k=0; k<fo->wild.size(); k++) {
846 Dmsg1(400, "W %s\n", (char *)fo->wild.get(k));
848 for (k=0; k<fo->wilddir.size(); k++) {
849 Dmsg1(400, "WD %s\n", (char *)fo->wilddir.get(k));
851 for (k=0; k<fo->wildfile.size(); k++) {
852 Dmsg1(400, "WF %s\n", (char *)fo->wildfile.get(k));
854 for (k=0; k<fo->wildbase.size(); k++) {
855 Dmsg1(400, "WB %s\n", (char *)fo->wildbase.get(k));
857 for (k=0; k<fo->base.size(); k++) {
858 Dmsg1(400, "B %s\n", (char *)fo->base.get(k));
860 for (k=0; k<fo->fstype.size(); k++) {
861 Dmsg1(400, "X %s\n", (char *)fo->fstype.get(k));
863 for (k=0; k<fo->drivetype.size(); k++) {
864 Dmsg1(400, "XD %s\n", (char *)fo->drivetype.get(k));
867 Dmsg1(400, "D %s\n", fo->reader);
870 Dmsg1(400, "T %s\n", fo->writer);
874 foreach_dlist(node, &incexe->name_list) {
875 Dmsg1(400, "F %s\n", node->c_str());
878 for (i=0; i<fileset->exclude_list.size(); i++) {
879 findINCEXE *incexe = (findINCEXE *)fileset->exclude_list.get(i);
881 for (j=0; j<incexe->opts_list.size(); j++) {
882 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
883 for (k=0; k<fo->regex.size(); k++) {
884 Dmsg1(400, "R %s\n", (char *)fo->regex.get(k));
886 for (k=0; k<fo->regexdir.size(); k++) {
887 Dmsg1(400, "RD %s\n", (char *)fo->regexdir.get(k));
889 for (k=0; k<fo->regexfile.size(); k++) {
890 Dmsg1(400, "RF %s\n", (char *)fo->regexfile.get(k));
892 for (k=0; k<fo->wild.size(); k++) {
893 Dmsg1(400, "W %s\n", (char *)fo->wild.get(k));
895 for (k=0; k<fo->wilddir.size(); k++) {
896 Dmsg1(400, "WD %s\n", (char *)fo->wilddir.get(k));
898 for (k=0; k<fo->wildfile.size(); k++) {
899 Dmsg1(400, "WF %s\n", (char *)fo->wildfile.get(k));
901 for (k=0; k<fo->wildbase.size(); k++) {
902 Dmsg1(400, "WB %s\n", (char *)fo->wildbase.get(k));
904 for (k=0; k<fo->base.size(); k++) {
905 Dmsg1(400, "B %s\n", (char *)fo->base.get(k));
907 for (k=0; k<fo->fstype.size(); k++) {
908 Dmsg1(400, "X %s\n", (char *)fo->fstype.get(k));
910 for (k=0; k<fo->drivetype.size(); k++) {
911 Dmsg1(400, "XD %s\n", (char *)fo->drivetype.get(k));
915 foreach_dlist(node, incexe->name_list) {
916 Dmsg1(400, "F %s\n", node->c_str());
920 return ff->fileset->state != state_error;
925 * As an optimization, we should do this during
926 * "compile" time in filed/job.c, and keep only a bit mask
927 * and the Verify options.
929 static void set_options(findFOPTS *fo, const char *opts)
935 for (p=opts; *p; p++) {
937 case 'a': /* alway replace */
938 case '0': /* no option */
941 fo->flags |= FO_EXCLUDE;
944 fo->flags |= FO_MULTIFS;
946 case 'h': /* no recursion */
947 fo->flags |= FO_NO_RECURSION;
949 case 'H': /* no hard link handling */
950 fo->flags |= FO_NO_HARDLINK;
953 fo->flags |= FO_IGNORECASE;
959 fo->flags |= FO_NOREPLACE;
961 case 'p': /* use portable data format */
962 fo->flags |= FO_PORTABLE;
964 case 'R': /* Resource forks and Finder Info */
965 fo->flags |= FO_HFSPLUS;
966 case 'r': /* read fifo */
967 fo->flags |= FO_READFIFO;
972 fo->flags |= FO_SHA1;
977 fo->flags |= FO_SHA256;
981 fo->flags |= FO_SHA512;
987 * If 2 or 3 is seen here, SHA2 is not configured, so
988 * eat the option, and drop back to SHA-1.
990 if (p[1] == '2' || p[1] == '3') {
993 fo->flags |= FO_SHA1;
998 fo->flags |= FO_SPARSE;
1001 fo->flags |= FO_MTIMEONLY;
1004 fo->flags |= FO_KEEPATIME;
1007 fo->flags |= FO_ACL;
1009 case 'V': /* verify options */
1010 /* Copy Verify Options */
1011 for (j=0; *p && *p != ':'; p++) {
1012 fo->VerifyOpts[j] = *p;
1013 if (j < (int)sizeof(fo->VerifyOpts) - 1) {
1017 fo->VerifyOpts[j] = 0;
1019 case 'P': /* strip path */
1022 for (j=0; *p && *p != ':'; p++) {
1024 if (j < (int)sizeof(strip) - 1) {
1029 fo->strip_path = atoi(strip);
1030 fo->flags |= FO_STRIPPATH;
1031 Dmsg2(100, "strip=%s strip_path=%d\n", strip, fo->strip_path);
1034 fo->flags |= FO_IF_NEWER;
1037 fo->flags |= FO_ENHANCEDWILD;
1039 case 'Z': /* gzip compression */
1040 fo->flags |= FO_GZIP;
1041 fo->GZIP_level = *++p - '0';
1044 fo->flags |= FO_NOATIME;
1047 fo->flags |= FO_CHKCHANGES;
1050 Emsg1(M_ERROR, 0, _("Unknown include/exclude option: %c\n"), *p);
1058 * Director is passing his Fileset
1060 static int fileset_cmd(JCR *jcr)
1062 BSOCK *dir = jcr->dir_bsock;
1064 #if defined(WIN32_VSS)
1067 sscanf(dir->msg, "fileset vss=%d", &vss);
1071 if (!init_fileset(jcr)) {
1074 while (bnet_recv(dir) >= 0) {
1075 strip_trailing_junk(dir->msg);
1076 Dmsg1(500, "Fileset: %s\n", dir->msg);
1077 add_fileset(jcr, dir->msg);
1079 if (!term_fileset(jcr)) {
1082 return bnet_fsend(dir, OKinc);
1085 static void free_bootstrap(JCR *jcr)
1087 if (jcr->RestoreBootstrap) {
1088 unlink(jcr->RestoreBootstrap);
1089 free_pool_memory(jcr->RestoreBootstrap);
1090 jcr->RestoreBootstrap = NULL;
1095 static pthread_mutex_t bsr_mutex = PTHREAD_MUTEX_INITIALIZER;
1096 static uint32_t bsr_uniq = 0;
1099 * The Director sends us the bootstrap file, which
1100 * we will in turn pass to the SD.
1102 static int bootstrap_cmd(JCR *jcr)
1104 BSOCK *dir = jcr->dir_bsock;
1105 POOLMEM *fname = get_pool_memory(PM_FNAME);
1108 free_bootstrap(jcr);
1111 Mmsg(fname, "%s/%s.%s.%d.bootstrap", me->working_directory, me->hdr.name,
1112 jcr->Job, bsr_uniq);
1114 Dmsg1(400, "bootstrap=%s\n", fname);
1115 jcr->RestoreBootstrap = fname;
1116 bs = fopen(fname, "a+b"); /* create file */
1119 Jmsg(jcr, M_FATAL, 0, _("Could not create bootstrap file %s: ERR=%s\n"),
1120 jcr->RestoreBootstrap, be.bstrerror());
1122 * Suck up what he is sending to us so that he will then
1123 * read our error message.
1125 while (bnet_recv(dir) >= 0)
1127 free_bootstrap(jcr);
1128 set_jcr_job_status(jcr, JS_ErrorTerminated);
1132 while (bnet_recv(dir) >= 0) {
1133 Dmsg1(200, "filed<dird: bootstrap file %s\n", dir->msg);
1134 fputs(dir->msg, bs);
1138 * Note, do not free the bootstrap yet -- it needs to be
1141 return bnet_fsend(dir, OKbootstrap);
1146 * Get backup level from Director
1149 static int level_cmd(JCR *jcr)
1151 BSOCK *dir = jcr->dir_bsock;
1152 POOLMEM *level, *buf = NULL;
1155 level = get_memory(dir->msglen+1);
1156 Dmsg1(110, "level_cmd: %s", dir->msg);
1157 if (sscanf(dir->msg, "level = %s ", level) != 1) {
1160 /* Base backup requested? */
1161 if (strcmp(level, "base") == 0) {
1162 jcr->JobLevel = L_BASE;
1163 /* Full backup requested? */
1164 } else if (strcmp(level, "full") == 0) {
1165 jcr->JobLevel = L_FULL;
1166 } else if (strcmp(level, "differential") == 0) {
1167 jcr->JobLevel = L_DIFFERENTIAL;
1170 } else if (strcmp(level, "incremental") == 0) {
1171 jcr->JobLevel = L_INCREMENTAL;
1175 * We get his UTC since time, then sync the clocks and correct it
1176 * to agree with our clock.
1178 } else if (strcmp(level, "since_utime") == 0) {
1179 buf = get_memory(dir->msglen+1);
1180 utime_t since_time, adj;
1181 btime_t his_time, bt_start, rt=0, bt_adj=0;
1182 if (jcr->JobLevel == L_NONE) {
1183 jcr->JobLevel = L_SINCE; /* if no other job level set, do it now */
1185 if (sscanf(dir->msg, "level = since_utime %s mtime_only=%d",
1186 buf, &mtime_only) != 2) {
1189 since_time = str_to_uint64(buf); /* this is the since time */
1190 Dmsg1(100, "since_time=%d\n", (int)since_time);
1191 char ed1[50], ed2[50];
1193 * Sync clocks by polling him for the time. We take
1194 * 10 samples of his time throwing out the first two.
1196 for (int i=0; i<10; i++) {
1197 bt_start = get_current_btime();
1198 bnet_sig(dir, BNET_BTIME); /* poll for time */
1199 if (bnet_recv(dir) <= 0) { /* get response */
1202 if (sscanf(dir->msg, "btime %s", buf) != 1) {
1205 if (i < 2) { /* toss first two results */
1208 his_time = str_to_uint64(buf);
1209 rt = get_current_btime() - bt_start; /* compute round trip time */
1210 Dmsg2(100, "Dirtime=%s FDtime=%s\n", edit_uint64(his_time, ed1),
1211 edit_uint64(bt_start, ed2));
1212 bt_adj += bt_start - his_time - rt/2;
1213 Dmsg2(100, "rt=%s adj=%s\n", edit_uint64(rt, ed1), edit_uint64(bt_adj, ed2));
1216 bt_adj = bt_adj / 8; /* compute average time */
1217 Dmsg2(100, "rt=%s adj=%s\n", edit_uint64(rt, ed1), edit_uint64(bt_adj, ed2));
1218 adj = btime_to_utime(bt_adj);
1219 since_time += adj; /* adjust for clock difference */
1220 /* Don't notify if time within 3 seconds */
1221 if (adj > 3 || adj < -3) {
1223 if (adj > 600 || adj < -600) {
1228 Jmsg(jcr, type, 0, _("DIR and FD clocks differ by %d seconds, FD automatically adjusting.\n"), adj);
1230 bnet_sig(dir, BNET_EOD);
1232 Dmsg2(100, "adj = %d since_time=%d\n", (int)adj, (int)since_time);
1233 jcr->incremental = 1; /* set incremental or decremental backup */
1234 jcr->mtime = (time_t)since_time; /* set since time */
1236 Jmsg1(jcr, M_FATAL, 0, _("Unknown backup level: %s\n"), level);
1244 return bnet_fsend(dir, OKlevel);
1247 pm_strcpy(jcr->errmsg, dir->msg);
1248 Jmsg1(jcr, M_FATAL, 0, _("Bad level command: %s\n"), jcr->errmsg);
1257 * Get session parameters from Director -- this is for a Restore command
1259 static int session_cmd(JCR *jcr)
1261 BSOCK *dir = jcr->dir_bsock;
1263 Dmsg1(100, "SessionCmd: %s", dir->msg);
1264 if (sscanf(dir->msg, sessioncmd, jcr->VolumeName,
1265 &jcr->VolSessionId, &jcr->VolSessionTime,
1266 &jcr->StartFile, &jcr->EndFile,
1267 &jcr->StartBlock, &jcr->EndBlock) != 7) {
1268 pm_strcpy(jcr->errmsg, dir->msg);
1269 Jmsg(jcr, M_FATAL, 0, _("Bad session command: %s"), jcr->errmsg);
1273 return bnet_fsend(dir, OKsession);
1277 * Get address of storage daemon from Director
1280 static int storage_cmd(JCR *jcr)
1282 int stored_port; /* storage daemon port */
1283 int enable_ssl; /* enable ssl to sd */
1284 BSOCK *dir = jcr->dir_bsock;
1285 BSOCK *sd; /* storage daemon bsock */
1287 Dmsg1(100, "StorageCmd: %s", dir->msg);
1288 if (sscanf(dir->msg, storaddr, &jcr->stored_addr, &stored_port, &enable_ssl) != 3) {
1289 pm_strcpy(jcr->errmsg, dir->msg);
1290 Jmsg(jcr, M_FATAL, 0, _("Bad storage command: %s"), jcr->errmsg);
1293 Dmsg3(110, "Open storage: %s:%d ssl=%d\n", jcr->stored_addr, stored_port, enable_ssl);
1294 /* Open command communications with Storage daemon */
1295 /* Try to connect for 1 hour at 10 second intervals */
1296 sd = bnet_connect(jcr, 10, (int)me->SDConnectTimeout, me->heartbeat_interval,
1297 _("Storage daemon"), jcr->stored_addr, NULL, stored_port, 1);
1299 Jmsg(jcr, M_FATAL, 0, _("Failed to connect to Storage daemon: %s:%d\n"),
1300 jcr->stored_addr, stored_port);
1301 Dmsg2(100, "Failed to connect to Storage daemon: %s:%d\n",
1302 jcr->stored_addr, stored_port);
1305 Dmsg0(110, "Connection OK to SD.\n");
1307 jcr->store_bsock = sd;
1309 bnet_fsend(sd, "Hello Start Job %s\n", jcr->Job);
1310 if (!authenticate_storagedaemon(jcr)) {
1311 Jmsg(jcr, M_FATAL, 0, _("Failed to authenticate Storage daemon.\n"));
1314 Dmsg0(110, "Authenticated with SD.\n");
1316 /* Send OK to Director */
1317 return bnet_fsend(dir, OKstore);
1324 static int backup_cmd(JCR *jcr)
1326 BSOCK *dir = jcr->dir_bsock;
1327 BSOCK *sd = jcr->store_bsock;
1330 char ed1[50], ed2[50];
1331 bool bDoVSS = false;
1333 #if defined(WIN32_VSS)
1334 // capture state here, if client is backed up by multiple directors
1335 // and one enables vss and the other does not then enable_vss can change
1336 // between here and where its evaluated after the job completes.
1337 bDoVSS = g_pVSSClient && enable_vss;
1339 /* Run only one at a time */
1344 set_jcr_job_status(jcr, JS_Blocked);
1345 jcr->JobType = JT_BACKUP;
1346 Dmsg1(100, "begin backup ff=%p\n", jcr->ff);
1349 Jmsg(jcr, M_FATAL, 0, _("Cannot contact Storage daemon\n"));
1353 bnet_fsend(dir, OKbackup);
1354 Dmsg1(110, "bfiled>dird: %s", dir->msg);
1357 * Send Append Open Session to Storage daemon
1359 bnet_fsend(sd, append_open);
1360 Dmsg1(110, ">stored: %s", sd->msg);
1362 * Expect to receive back the Ticket number
1364 if (bget_msg(sd) >= 0) {
1365 Dmsg1(110, "<stored: %s", sd->msg);
1366 if (sscanf(sd->msg, OK_open, &jcr->Ticket) != 1) {
1367 Jmsg(jcr, M_FATAL, 0, _("Bad response to append open: %s\n"), sd->msg);
1370 Dmsg1(110, "Got Ticket=%d\n", jcr->Ticket);
1372 Jmsg(jcr, M_FATAL, 0, _("Bad response from stored to open command\n"));
1377 * Send Append data command to Storage daemon
1379 bnet_fsend(sd, append_data, jcr->Ticket);
1380 Dmsg1(110, ">stored: %s", sd->msg);
1383 * Expect to get OK data
1385 Dmsg1(110, "<stored: %s", sd->msg);
1386 if (!response(jcr, sd, OK_data, "Append Data")) {
1390 generate_daemon_event(jcr, "JobStart");
1392 #if defined(WIN32_VSS)
1393 /* START VSS ON WIN 32 */
1395 if (g_pVSSClient->InitializeForBackup()) {
1396 /* tell vss which drives to snapshot */
1397 char szWinDriveLetters[27];
1398 if (get_win32_driveletters(jcr->ff, szWinDriveLetters)) {
1399 Jmsg(jcr, M_INFO, 0, _("Generate VSS snapshots. Driver=\"%s\", Drive(s)=\"%s\"\n"), g_pVSSClient->GetDriverName(), szWinDriveLetters);
1400 if (!g_pVSSClient->CreateSnapshots(szWinDriveLetters)) {
1401 Jmsg(jcr, M_WARNING, 0, _("Generate VSS snapshots failed.\n"));
1404 /* tell user if snapshot creation of a specific drive failed */
1406 for (i=0; i < (int)strlen(szWinDriveLetters); i++) {
1407 if (islower(szWinDriveLetters[i])) {
1408 Jmsg(jcr, M_WARNING, 0, _("Generate VSS snapshot of drive \"%c:\\\" failed. VSS support is disabled on this drive.\n"), szWinDriveLetters[i]);
1412 /* inform user about writer states */
1413 for (i=0; i < (int)g_pVSSClient->GetWriterCount(); i++)
1414 if (g_pVSSClient->GetWriterState(i) < 1) {
1415 Jmsg(jcr, M_WARNING, 0, _("VSS Writer (PrepareForBackup): %s\n"), g_pVSSClient->GetWriterInfo(i));
1420 Jmsg(jcr, M_INFO, 0, _("No drive letters found for generating VSS snapshots.\n"));
1424 Jmsg(jcr, M_WARNING, 0, _("VSS was not initialized properly. VSS support is disabled. ERR=%s\n"), be.bstrerror());
1430 * Send Files to Storage daemon
1432 Dmsg1(110, "begin blast ff=%p\n", (FF_PKT *)jcr->ff);
1433 if (!blast_data_to_storage_daemon(jcr, NULL)) {
1434 set_jcr_job_status(jcr, JS_ErrorTerminated);
1435 bnet_suppress_error_messages(sd, 1);
1436 bget_msg(sd); /* Read final response from append_data */
1437 Dmsg0(110, "Error in blast_data.\n");
1439 set_jcr_job_status(jcr, JS_Terminated);
1441 if (jcr->JobStatus != JS_Terminated) {
1442 bnet_suppress_error_messages(sd, 1);
1443 goto cleanup; /* bail out now */
1446 * Expect to get response to append_data from Storage daemon
1448 if (!response(jcr, sd, OK_append, "Append Data")) {
1449 set_jcr_job_status(jcr, JS_ErrorTerminated);
1454 * Send Append End Data to Storage daemon
1456 bnet_fsend(sd, append_end, jcr->Ticket);
1458 if (!response(jcr, sd, OK_end, "Append End")) {
1459 set_jcr_job_status(jcr, JS_ErrorTerminated);
1464 * Send Append Close to Storage daemon
1466 bnet_fsend(sd, append_close, jcr->Ticket);
1467 while (bget_msg(sd) >= 0) { /* stop on signal or error */
1468 if (sscanf(sd->msg, OK_close, &SDJobStatus) == 1) {
1470 Dmsg2(200, "SDJobStatus = %d %c\n", SDJobStatus, (char)SDJobStatus);
1474 Jmsg(jcr, M_FATAL, 0, _("Append Close with SD failed.\n"));
1477 if (SDJobStatus != JS_Terminated) {
1478 Jmsg(jcr, M_FATAL, 0, _("Bad status %d returned from Storage Daemon.\n"),
1484 #if defined(WIN32_VSS)
1485 /* STOP VSS ON WIN 32 */
1486 /* tell vss to close the backup session */
1488 if (g_pVSSClient->CloseBackup()) {
1489 /* inform user about writer states */
1490 for (int i=0; i<(int)g_pVSSClient->GetWriterCount(); i++) {
1491 int msg_type = M_INFO;
1492 if (g_pVSSClient->GetWriterState(i) < 1) {
1493 msg_type = M_WARNING;
1496 Jmsg(jcr, msg_type, 0, _("VSS Writer (BackupComplete): %s\n"), g_pVSSClient->GetWriterInfo(i));
1503 bnet_fsend(dir, EndJob, jcr->JobStatus, jcr->JobFiles,
1504 edit_uint64(jcr->ReadBytes, ed1),
1505 edit_uint64(jcr->JobBytes, ed2), jcr->Errors, (int)bDoVSS,
1507 Dmsg1(110, "End FD msg: %s\n", dir->msg);
1509 return 0; /* return and stop command loop */
1513 * Do a Verify for Director
1516 static int verify_cmd(JCR *jcr)
1518 BSOCK *dir = jcr->dir_bsock;
1519 BSOCK *sd = jcr->store_bsock;
1520 char level[100], ed1[50], ed2[50];
1522 jcr->JobType = JT_VERIFY;
1523 if (sscanf(dir->msg, verifycmd, level) != 1) {
1524 bnet_fsend(dir, _("2994 Bad verify command: %s\n"), dir->msg);
1528 if (strcasecmp(level, "init") == 0) {
1529 jcr->JobLevel = L_VERIFY_INIT;
1530 } else if (strcasecmp(level, "catalog") == 0){
1531 jcr->JobLevel = L_VERIFY_CATALOG;
1532 } else if (strcasecmp(level, "volume") == 0){
1533 jcr->JobLevel = L_VERIFY_VOLUME_TO_CATALOG;
1534 } else if (strcasecmp(level, "data") == 0){
1535 jcr->JobLevel = L_VERIFY_DATA;
1536 } else if (strcasecmp(level, "disk_to_catalog") == 0) {
1537 jcr->JobLevel = L_VERIFY_DISK_TO_CATALOG;
1539 bnet_fsend(dir, _("2994 Bad verify level: %s\n"), dir->msg);
1543 bnet_fsend(dir, OKverify);
1545 generate_daemon_event(jcr, "JobStart");
1547 Dmsg1(110, "bfiled>dird: %s", dir->msg);
1549 switch (jcr->JobLevel) {
1551 case L_VERIFY_CATALOG:
1554 case L_VERIFY_VOLUME_TO_CATALOG:
1555 if (!open_sd_read_session(jcr)) {
1558 start_dir_heartbeat(jcr);
1559 do_verify_volume(jcr);
1560 stop_dir_heartbeat(jcr);
1562 * Send Close session command to Storage daemon
1564 bnet_fsend(sd, read_close, jcr->Ticket);
1565 Dmsg1(130, "bfiled>stored: %s", sd->msg);
1567 /* ****FIXME**** check response */
1568 bget_msg(sd); /* get OK */
1570 /* Inform Storage daemon that we are done */
1571 bnet_sig(sd, BNET_TERMINATE);
1574 case L_VERIFY_DISK_TO_CATALOG:
1578 bnet_fsend(dir, _("2994 Bad verify level: %s\n"), dir->msg);
1582 bnet_sig(dir, BNET_EOD);
1584 /* Send termination status back to Dir */
1585 bnet_fsend(dir, EndJob, jcr->JobStatus, jcr->JobFiles,
1586 edit_uint64(jcr->ReadBytes, ed1),
1587 edit_uint64(jcr->JobBytes, ed2), jcr->Errors, 0,
1589 Dmsg1(110, "End FD msg: %s\n", dir->msg);
1591 /* Inform Director that we are done */
1592 bnet_sig(dir, BNET_TERMINATE);
1593 return 0; /* return and terminate command loop */
1597 * Do a Restore for Director
1600 static int restore_cmd(JCR *jcr)
1602 BSOCK *dir = jcr->dir_bsock;
1603 BSOCK *sd = jcr->store_bsock;
1605 bool use_regexwhere=false;
1608 char ed1[50], ed2[50];
1611 * Scan WHERE (base directory for restore) from command
1613 Dmsg0(150, "restore command\n");
1614 /* Pickup where string */
1615 args = get_memory(dir->msglen+1);
1618 if (sscanf(dir->msg, restorecmd, &replace, &prefix_links, args) != 3) {
1619 if (sscanf(dir->msg, restorecmdR, &replace, &prefix_links, args) != 3){
1620 if (sscanf(dir->msg, restorecmd1, &replace, &prefix_links) != 2) {
1621 pm_strcpy(jcr->errmsg, dir->msg);
1622 Jmsg(jcr, M_FATAL, 0, _("Bad replace command. CMD=%s\n"), jcr->errmsg);
1627 use_regexwhere = true;
1629 /* Turn / into nothing */
1630 if (IsPathSeparator(args[0]) && args[1] == '\0') {
1634 Dmsg2(150, "Got replace %c, where=%s\n", replace, args);
1635 unbash_spaces(args);
1637 if (use_regexwhere) {
1638 jcr->where_bregexp = get_bregexps(args);
1639 if (!jcr->where_bregexp) {
1640 Jmsg(jcr, M_FATAL, 0, _("Bad where regexp. where=%s\n"), args);
1641 free_pool_memory(args);
1645 jcr->where = bstrdup(args);
1648 free_pool_memory(args);
1649 jcr->replace = replace;
1650 jcr->prefix_links = prefix_links;
1652 bnet_fsend(dir, OKrestore);
1653 Dmsg1(110, "bfiled>dird: %s", dir->msg);
1655 jcr->JobType = JT_RESTORE;
1657 set_jcr_job_status(jcr, JS_Blocked);
1659 if (!open_sd_read_session(jcr)) {
1660 set_jcr_job_status(jcr, JS_ErrorTerminated);
1664 set_jcr_job_status(jcr, JS_Running);
1667 * Do restore of files and data
1669 start_dir_heartbeat(jcr);
1670 generate_daemon_event(jcr, "JobStart");
1672 stop_dir_heartbeat(jcr);
1674 set_jcr_job_status(jcr, JS_Terminated);
1675 if (jcr->JobStatus != JS_Terminated) {
1676 bnet_suppress_error_messages(sd, 1);
1680 * Send Close session command to Storage daemon
1682 bnet_fsend(sd, read_close, jcr->Ticket);
1683 Dmsg1(130, "bfiled>stored: %s", sd->msg);
1685 bget_msg(sd); /* get OK */
1687 /* Inform Storage daemon that we are done */
1688 bnet_sig(sd, BNET_TERMINATE);
1693 set_jcr_job_status(jcr, JS_ErrorTerminated);
1695 /* Send termination status back to Dir */
1696 bnet_fsend(dir, EndJob, jcr->JobStatus, jcr->JobFiles,
1697 edit_uint64(jcr->ReadBytes, ed1),
1698 edit_uint64(jcr->JobBytes, ed2), jcr->Errors, 0,
1700 Dmsg1(110, "End FD msg: %s\n", dir->msg);
1702 /* Inform Director that we are done */
1703 bnet_sig(dir, BNET_TERMINATE);
1705 Dmsg0(130, "Done in job.c\n");
1706 return 0; /* return and terminate command loop */
1709 static int open_sd_read_session(JCR *jcr)
1711 BSOCK *sd = jcr->store_bsock;
1714 Jmsg(jcr, M_FATAL, 0, _("Improper calling sequence.\n"));
1717 Dmsg4(120, "VolSessId=%ld VolsessT=%ld SF=%ld EF=%ld\n",
1718 jcr->VolSessionId, jcr->VolSessionTime, jcr->StartFile, jcr->EndFile);
1719 Dmsg2(120, "JobId=%d vol=%s\n", jcr->JobId, "DummyVolume");
1721 * Open Read Session with Storage daemon
1723 bnet_fsend(sd, read_open, "DummyVolume",
1724 jcr->VolSessionId, jcr->VolSessionTime, jcr->StartFile, jcr->EndFile,
1725 jcr->StartBlock, jcr->EndBlock);
1726 Dmsg1(110, ">stored: %s", sd->msg);
1731 if (bget_msg(sd) >= 0) {
1732 Dmsg1(110, "bfiled<stored: %s", sd->msg);
1733 if (sscanf(sd->msg, OK_open, &jcr->Ticket) != 1) {
1734 Jmsg(jcr, M_FATAL, 0, _("Bad response to SD read open: %s\n"), sd->msg);
1737 Dmsg1(110, "bfiled: got Ticket=%d\n", jcr->Ticket);
1739 Jmsg(jcr, M_FATAL, 0, _("Bad response from stored to read open command\n"));
1743 if (!send_bootstrap_file(jcr)) {
1748 * Start read of data with Storage daemon
1750 bnet_fsend(sd, read_data, jcr->Ticket);
1751 Dmsg1(110, ">stored: %s", sd->msg);
1756 if (!response(jcr, sd, OK_data, "Read Data")) {
1763 * Destroy the Job Control Record and associated
1764 * resources (sockets).
1766 static void filed_free_jcr(JCR *jcr)
1768 if (jcr->store_bsock) {
1769 bnet_close(jcr->store_bsock);
1771 free_bootstrap(jcr);
1772 if (jcr->last_fname) {
1773 free_pool_memory(jcr->last_fname);
1775 free_runscripts(jcr->RunScripts);
1776 delete jcr->RunScripts;
1782 * Get response from Storage daemon to a command we
1783 * sent. Check that the response is OK.
1785 * Returns: 0 on failure
1788 int response(JCR *jcr, BSOCK *sd, char *resp, const char *cmd)
1793 if (bget_msg(sd) > 0) {
1794 Dmsg0(110, sd->msg);
1795 if (strcmp(sd->msg, resp) == 0) {
1799 if (job_canceled(jcr)) {
1800 return 0; /* if canceled avoid useless error messages */
1802 if (is_bnet_error(sd)) {
1803 Jmsg2(jcr, M_FATAL, 0, _("Comm error with SD. bad response to %s. ERR=%s\n"),
1804 cmd, bnet_strerror(sd));
1806 Jmsg3(jcr, M_FATAL, 0, _("Bad response to %s command. Wanted %s, got %s\n"),
1807 cmd, resp, sd->msg);
1812 static int send_bootstrap_file(JCR *jcr)
1816 BSOCK *sd = jcr->store_bsock;
1817 const char *bootstrap = "bootstrap\n";
1820 Dmsg1(400, "send_bootstrap_file: %s\n", jcr->RestoreBootstrap);
1821 if (!jcr->RestoreBootstrap) {
1824 bs = fopen(jcr->RestoreBootstrap, "rb");
1827 Jmsg(jcr, M_FATAL, 0, _("Could not open bootstrap file %s: ERR=%s\n"),
1828 jcr->RestoreBootstrap, be.bstrerror());
1829 set_jcr_job_status(jcr, JS_ErrorTerminated);
1832 sd->msglen = pm_strcpy(sd->msg, bootstrap);
1834 while (fgets(buf, sizeof(buf), bs)) {
1835 sd->msglen = Mmsg(sd->msg, "%s", buf);
1838 bnet_sig(sd, BNET_EOD);
1840 if (!response(jcr, sd, OKSDbootstrap, "Bootstrap")) {
1841 set_jcr_job_status(jcr, JS_ErrorTerminated);
1847 free_bootstrap(jcr);