2 Bacula® - The Network Backup Solution
4 Copyright (C) 2000-2008 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version two of the GNU General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of John Walker.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
29 * Bacula File Daemon Job processing
31 * Kern Sibbald, October MM
40 #if defined(WIN32_VSS)
43 static pthread_mutex_t vss_mutex = PTHREAD_MUTEX_INITIALIZER;
44 static int enable_vss;
47 extern CLIENT *me; /* our client resource */
49 /* Imported functions */
50 extern int status_cmd(JCR *jcr);
51 extern int qstatus_cmd(JCR *jcr);
52 extern int accurate_cmd(JCR *jcr);
54 /* Forward referenced functions */
55 static int backup_cmd(JCR *jcr);
56 static int bootstrap_cmd(JCR *jcr);
57 static int cancel_cmd(JCR *jcr);
58 static int setdebug_cmd(JCR *jcr);
59 static int estimate_cmd(JCR *jcr);
60 static int hello_cmd(JCR *jcr);
61 static int job_cmd(JCR *jcr);
62 static int fileset_cmd(JCR *jcr);
63 static int level_cmd(JCR *jcr);
64 static int verify_cmd(JCR *jcr);
65 static int restore_cmd(JCR *jcr);
66 static int storage_cmd(JCR *jcr);
67 static int session_cmd(JCR *jcr);
68 static int response(JCR *jcr, BSOCK *sd, char *resp, const char *cmd);
69 static void filed_free_jcr(JCR *jcr);
70 static int open_sd_read_session(JCR *jcr);
71 static int send_bootstrap_file(JCR *jcr);
72 static int runscript_cmd(JCR *jcr);
73 static int runbefore_cmd(JCR *jcr);
74 static int runafter_cmd(JCR *jcr);
75 static int runbeforenow_cmd(JCR *jcr);
76 static void set_options(findFOPTS *fo, const char *opts);
79 /* Exported functions */
84 int monitoraccess; /* specify if monitors have access to this function */
88 * The following are the recognized commands from the Director.
90 static struct s_cmds cmds[] = {
91 {"backup", backup_cmd, 0},
92 {"cancel", cancel_cmd, 0},
93 {"setdebug=", setdebug_cmd, 0},
94 {"estimate", estimate_cmd, 0},
95 {"Hello", hello_cmd, 1},
96 {"fileset", fileset_cmd, 0},
97 {"JobId=", job_cmd, 0},
98 {"level = ", level_cmd, 0},
99 {"restore", restore_cmd, 0},
100 {"session", session_cmd, 0},
101 {"status", status_cmd, 1},
102 {".status", qstatus_cmd, 1},
103 {"storage ", storage_cmd, 0},
104 {"verify", verify_cmd, 0},
105 {"bootstrap", bootstrap_cmd, 0},
106 {"RunBeforeNow", runbeforenow_cmd, 0},
107 {"RunBeforeJob", runbefore_cmd, 0},
108 {"RunAfterJob", runafter_cmd, 0},
109 {"Run", runscript_cmd, 0},
110 {"accurate", accurate_cmd, 0},
111 {NULL, NULL} /* list terminator */
114 /* Commands received from director that need scanning */
115 static char jobcmd[] = "JobId=%d Job=%127s SDid=%d SDtime=%d Authorization=%100s";
116 static char storaddr[] = "storage address=%s port=%d ssl=%d";
117 static char sessioncmd[] = "session %127s %ld %ld %ld %ld %ld %ld\n";
118 static char restorecmd[] = "restore replace=%c prelinks=%d where=%s\n";
119 static char restorecmd1[] = "restore replace=%c prelinks=%d where=\n";
120 static char restorecmdR[] = "restore replace=%c prelinks=%d regexwhere=%s\n";
121 static char verifycmd[] = "verify level=%30s";
122 static char estimatecmd[] = "estimate listing=%d";
123 static char runbefore[] = "RunBeforeJob %s";
124 static char runafter[] = "RunAfterJob %s";
125 static char runscript[] = "Run OnSuccess=%d OnFailure=%d AbortOnError=%d When=%d Command=%s";
127 /* Responses sent to Director */
128 static char errmsg[] = "2999 Invalid command\n";
129 static char no_auth[] = "2998 No Authorization\n";
130 static char invalid_cmd[] = "2997 Invalid command for a Director with Monitor directive enabled.\n";
131 static char OKinc[] = "2000 OK include\n";
132 static char OKest[] = "2000 OK estimate files=%u bytes=%s\n";
133 static char OKlevel[] = "2000 OK level\n";
134 static char OKbackup[] = "2000 OK backup\n";
135 static char OKbootstrap[] = "2000 OK bootstrap\n";
136 static char OKverify[] = "2000 OK verify\n";
137 static char OKrestore[] = "2000 OK restore\n";
138 static char OKsession[] = "2000 OK session\n";
139 static char OKstore[] = "2000 OK storage\n";
140 static char OKjob[] = "2000 OK Job %s (%s) %s,%s,%s";
141 static char OKsetdebug[] = "2000 OK setdebug=%d\n";
142 static char BADjob[] = "2901 Bad Job\n";
143 static char EndJob[] = "2800 End Job TermCode=%d JobFiles=%u ReadBytes=%s"
144 " JobBytes=%s Errors=%u VSS=%d Encrypt=%d\n";
145 static char OKRunBefore[] = "2000 OK RunBefore\n";
146 static char OKRunBeforeNow[] = "2000 OK RunBeforeNow\n";
147 static char OKRunAfter[] = "2000 OK RunAfter\n";
148 static char OKRunScript[] = "2000 OK RunScript\n";
151 /* Responses received from Storage Daemon */
152 static char OK_end[] = "3000 OK end\n";
153 static char OK_close[] = "3000 OK close Status = %d\n";
154 static char OK_open[] = "3000 OK open ticket = %d\n";
155 static char OK_data[] = "3000 OK data\n";
156 static char OK_append[] = "3000 OK append data\n";
157 static char OKSDbootstrap[]= "3000 OK bootstrap\n";
160 /* Commands sent to Storage Daemon */
161 static char append_open[] = "append open session\n";
162 static char append_data[] = "append data %d\n";
163 static char append_end[] = "append end session %d\n";
164 static char append_close[] = "append close session %d\n";
165 static char read_open[] = "read open session = %s %ld %ld %ld %ld %ld %ld\n";
166 static char read_data[] = "read data %d\n";
167 static char read_close[] = "read close session %d\n";
170 * Accept requests from a Director
172 * NOTE! We are running as a separate thread
174 * Send output one line
175 * at a time followed by a zero length transmission.
177 * Return when the connection is terminated or there
180 * Basic task here is:
181 * Authenticate Director (during Hello command).
182 * Accept commands one at a time from the Director
185 * Concerning ClientRunBefore/After, the sequence of events
186 * is rather critical. If they are not done in the right
187 * order one can easily get FD->SD timeouts if the script
190 * The current sequence of events is:
191 * 1. Dir starts job with FD
192 * 2. Dir connects to SD
193 * 3. Dir connects to FD
194 * 4. FD connects to SD
195 * 5. FD gets/runs ClientRunBeforeJob and sends ClientRunAfterJob
196 * 6. Dir sends include/exclude
197 * 7. FD sends data to SD
198 * 8. SD/FD disconnects while SD despools data and attributes (optionnal)
199 * 9. FD runs ClientRunAfterJob
202 void *handle_client_request(void *dirp)
207 BSOCK *dir = (BSOCK *)dirp;
209 jcr = new_jcr(sizeof(JCR), filed_free_jcr); /* create JCR */
210 jcr->dir_bsock = dir;
211 jcr->ff = init_find_files();
212 jcr->start_time = time(NULL);
213 jcr->RunScripts = New(alist(10, not_owned_by_alist));
214 jcr->last_fname = get_pool_memory(PM_FNAME);
215 jcr->last_fname[0] = 0;
216 jcr->client_name = get_memory(strlen(my_name) + 1);
217 new_plugins(jcr); /* instantiate plugins for this jcr */
218 pm_strcpy(jcr->client_name, my_name);
219 jcr->crypto.pki_sign = me->pki_sign;
220 jcr->crypto.pki_encrypt = me->pki_encrypt;
221 jcr->crypto.pki_keypair = me->pki_keypair;
222 jcr->crypto.pki_signers = me->pki_signers;
223 jcr->crypto.pki_recipients = me->pki_recipients;
225 enable_backup_privileges(NULL, 1 /* ignore_errors */);
227 /**********FIXME******* add command handler error code */
229 for (quit=false; !quit;) {
232 if (bnet_recv(dir) < 0) {
233 break; /* connection terminated */
235 dir->msg[dir->msglen] = 0;
236 Dmsg1(100, "<dird: %s", dir->msg);
238 for (i=0; cmds[i].cmd; i++) {
239 if (strncmp(cmds[i].cmd, dir->msg, strlen(cmds[i].cmd)) == 0) {
240 found = true; /* indicate command found */
241 if (!jcr->authenticated && cmds[i].func != hello_cmd) {
242 bnet_fsend(dir, no_auth);
243 bnet_sig(dir, BNET_EOD);
246 if ((jcr->authenticated) && (!cmds[i].monitoraccess) && (jcr->director->monitor)) {
247 Dmsg1(100, "Command \"%s\" is invalid.\n", cmds[i].cmd);
248 bnet_fsend(dir, invalid_cmd);
249 bnet_sig(dir, BNET_EOD);
252 Dmsg1(100, "Executing %s command.\n", cmds[i].cmd);
253 if (!cmds[i].func(jcr)) { /* do command */
254 quit = true; /* error or fully terminated, get out */
255 Dmsg1(20, "Quit command loop. Canceled=%d\n", job_canceled(jcr));
260 if (!found) { /* command not found */
261 bnet_fsend(dir, errmsg);
267 /* Inform Storage daemon that we are done */
268 if (jcr->store_bsock) {
269 bnet_sig(jcr->store_bsock, BNET_TERMINATE);
272 /* Run the after job */
273 run_scripts(jcr, jcr->RunScripts, "ClientAfterJob");
275 if (jcr->JobId) { /* send EndJob if running a job */
276 char ed1[50], ed2[50];
277 /* Send termination status back to Dir */
278 bnet_fsend(dir, EndJob, jcr->JobStatus, jcr->JobFiles,
279 edit_uint64(jcr->ReadBytes, ed1),
280 edit_uint64(jcr->JobBytes, ed2), jcr->Errors, jcr->VSS,
281 jcr->crypto.pki_encrypt);
282 Dmsg1(110, "End FD msg: %s\n", dir->msg);
285 generate_daemon_event(jcr, "JobEnd");
286 generate_plugin_event(jcr, bEventJobEnd);
288 dequeue_messages(jcr); /* send any queued messages */
290 /* Inform Director that we are done */
291 dir->signal(BNET_TERMINATE);
293 free_plugins(jcr); /* release instantiated plugins */
295 /* Clean up fileset */
296 FF_PKT *ff = jcr->ff;
297 findFILESET *fileset = ff->fileset;
300 /* Delete FileSet Include lists */
301 for (i=0; i<fileset->include_list.size(); i++) {
302 findINCEXE *incexe = (findINCEXE *)fileset->include_list.get(i);
303 for (j=0; j<incexe->opts_list.size(); j++) {
304 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
305 for (k=0; k<fo->regex.size(); k++) {
306 regfree((regex_t *)fo->regex.get(k));
308 for (k=0; k<fo->regexdir.size(); k++) {
309 regfree((regex_t *)fo->regexdir.get(k));
311 for (k=0; k<fo->regexfile.size(); k++) {
312 regfree((regex_t *)fo->regexfile.get(k));
315 fo->regexdir.destroy();
316 fo->regexfile.destroy();
318 fo->wilddir.destroy();
319 fo->wildfile.destroy();
320 fo->wildbase.destroy();
322 fo->fstype.destroy();
323 fo->drivetype.destroy();
324 if (fo->ignoredir != NULL) {
328 incexe->opts_list.destroy();
329 incexe->name_list.destroy();
330 incexe->plugin_list.destroy();
332 fileset->include_list.destroy();
334 /* Delete FileSet Exclude lists */
335 for (i=0; i<fileset->exclude_list.size(); i++) {
336 findINCEXE *incexe = (findINCEXE *)fileset->exclude_list.get(i);
337 for (j=0; j<incexe->opts_list.size(); j++) {
338 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
340 fo->regexdir.destroy();
341 fo->regexfile.destroy();
343 fo->wilddir.destroy();
344 fo->wildfile.destroy();
345 fo->wildbase.destroy();
347 fo->fstype.destroy();
348 fo->drivetype.destroy();
350 incexe->opts_list.destroy();
351 incexe->name_list.destroy();
352 incexe->plugin_list.destroy();
354 fileset->exclude_list.destroy();
358 Dmsg0(100, "Calling term_find_files\n");
359 term_find_files(jcr->ff);
361 Dmsg0(100, "Done with term_find_files\n");
362 free_jcr(jcr); /* destroy JCR record */
363 Dmsg0(100, "Done with free_jcr\n");
369 * Hello from Director he must identify himself and provide his
372 static int hello_cmd(JCR *jcr)
374 Dmsg0(120, "Calling Authenticate\n");
375 if (!authenticate_director(jcr)) {
378 Dmsg0(120, "OK Authenticate\n");
379 jcr->authenticated = true;
386 static int cancel_cmd(JCR *jcr)
388 BSOCK *dir = jcr->dir_bsock;
389 char Job[MAX_NAME_LENGTH];
392 if (sscanf(dir->msg, "cancel Job=%127s", Job) == 1) {
393 if (!(cjcr=get_jcr_by_full_name(Job))) {
394 dir->fsend(_("2901 Job %s not found.\n"), Job);
396 if (cjcr->store_bsock) {
397 cjcr->store_bsock->set_timed_out();
398 cjcr->store_bsock->set_terminated();
399 pthread_kill(cjcr->my_thread_id, TIMEOUT_SIGNAL);
401 set_jcr_job_status(cjcr, JS_Canceled);
403 dir->fsend(_("2001 Job %s marked to be canceled.\n"), Job);
406 dir->fsend(_("2902 Error scanning cancel command.\n"));
408 dir->signal(BNET_EOD);
414 * Set debug level as requested by the Director
417 static int setdebug_cmd(JCR *jcr)
419 BSOCK *dir = jcr->dir_bsock;
420 int level, trace_flag;
422 Dmsg1(110, "setdebug_cmd: %s", dir->msg);
423 if (sscanf(dir->msg, "setdebug=%d trace=%d", &level, &trace_flag) != 2 || level < 0) {
424 pm_strcpy(jcr->errmsg, dir->msg);
425 dir->fsend(_("2991 Bad setdebug command: %s\n"), jcr->errmsg);
429 set_trace(trace_flag);
430 return dir->fsend(OKsetdebug, level);
434 static int estimate_cmd(JCR *jcr)
436 BSOCK *dir = jcr->dir_bsock;
439 if (sscanf(dir->msg, estimatecmd, &jcr->listing) != 1) {
440 pm_strcpy(jcr->errmsg, dir->msg);
441 Jmsg(jcr, M_FATAL, 0, _("Bad estimate command: %s"), jcr->errmsg);
442 dir->fsend(_("2992 Bad estimate command.\n"));
446 dir->fsend(OKest, jcr->num_files_examined,
447 edit_uint64_with_commas(jcr->JobBytes, ed2));
448 dir->signal(BNET_EOD);
453 * Get JobId and Storage Daemon Authorization key from Director
455 static int job_cmd(JCR *jcr)
457 BSOCK *dir = jcr->dir_bsock;
458 POOLMEM *sd_auth_key;
460 sd_auth_key = get_memory(dir->msglen);
461 if (sscanf(dir->msg, jobcmd, &jcr->JobId, jcr->Job,
462 &jcr->VolSessionId, &jcr->VolSessionTime,
464 pm_strcpy(jcr->errmsg, dir->msg);
465 Jmsg(jcr, M_FATAL, 0, _("Bad Job Command: %s"), jcr->errmsg);
467 free_pool_memory(sd_auth_key);
470 jcr->sd_auth_key = bstrdup(sd_auth_key);
471 free_pool_memory(sd_auth_key);
472 Dmsg2(120, "JobId=%d Auth=%s\n", jcr->JobId, jcr->sd_auth_key);
473 Mmsg(jcr->errmsg, "JobId=%d Job=%s", jcr->JobId, jcr->Job);
474 generate_plugin_event(jcr, bEventJobStart, (void *)jcr->errmsg);
475 return dir->fsend(OKjob, VERSION, LSMDATE, HOST_OS, DISTNAME, DISTVER);
478 static int runbefore_cmd(JCR *jcr)
481 BSOCK *dir = jcr->dir_bsock;
482 POOLMEM *cmd = get_memory(dir->msglen+1);
485 Dmsg1(100, "runbefore_cmd: %s", dir->msg);
486 if (sscanf(dir->msg, runbefore, cmd) != 1) {
487 pm_strcpy(jcr->errmsg, dir->msg);
488 Jmsg1(jcr, M_FATAL, 0, _("Bad RunBeforeJob command: %s\n"), jcr->errmsg);
489 dir->fsend(_("2905 Bad RunBeforeJob command.\n"));
495 /* Run the command now */
496 script = new_runscript();
497 script->set_command(cmd);
498 script->when = SCRIPT_Before;
499 ok = script->run(jcr, "ClientRunBeforeJob");
500 free_runscript(script);
504 dir->fsend(OKRunBefore);
507 dir->fsend(_("2905 Bad RunBeforeJob command.\n"));
512 static int runbeforenow_cmd(JCR *jcr)
514 BSOCK *dir = jcr->dir_bsock;
516 run_scripts(jcr, jcr->RunScripts, "ClientBeforeJob");
517 if (job_canceled(jcr)) {
518 dir->fsend(_("2905 Bad RunBeforeNow command.\n"));
519 Dmsg0(100, "Back from run_scripts ClientBeforeJob now: FAILED\n");
522 dir->fsend(OKRunBeforeNow);
523 Dmsg0(100, "Back from run_scripts ClientBeforeJob now: OK\n");
528 static int runafter_cmd(JCR *jcr)
530 BSOCK *dir = jcr->dir_bsock;
531 POOLMEM *msg = get_memory(dir->msglen+1);
534 Dmsg1(100, "runafter_cmd: %s", dir->msg);
535 if (sscanf(dir->msg, runafter, msg) != 1) {
536 pm_strcpy(jcr->errmsg, dir->msg);
537 Jmsg1(jcr, M_FATAL, 0, _("Bad RunAfter command: %s\n"), jcr->errmsg);
538 dir->fsend(_("2905 Bad RunAfterJob command.\n"));
544 cmd = new_runscript();
545 cmd->set_command(msg);
546 cmd->on_success = true;
547 cmd->on_failure = false;
548 cmd->when = SCRIPT_After;
550 jcr->RunScripts->append(cmd);
552 free_pool_memory(msg);
553 return dir->fsend(OKRunAfter);
556 static int runscript_cmd(JCR *jcr)
558 BSOCK *dir = jcr->dir_bsock;
559 POOLMEM *msg = get_memory(dir->msglen+1);
560 int on_success, on_failure, fail_on_error;
562 RUNSCRIPT *cmd = new_runscript() ;
564 Dmsg1(100, "runscript_cmd: '%s'\n", dir->msg);
565 /* Note, we cannot sscanf into bools */
566 if (sscanf(dir->msg, runscript, &on_success,
571 pm_strcpy(jcr->errmsg, dir->msg);
572 Jmsg1(jcr, M_FATAL, 0, _("Bad RunScript command: %s\n"), jcr->errmsg);
573 dir->fsend(_("2905 Bad RunScript command.\n"));
578 cmd->on_success = on_success;
579 cmd->on_failure = on_failure;
580 cmd->fail_on_error = fail_on_error;
583 cmd->set_command(msg);
585 jcr->RunScripts->append(cmd);
587 free_pool_memory(msg);
588 return dir->fsend(OKRunScript);
592 static bool init_fileset(JCR *jcr)
595 findFILESET *fileset;
604 fileset = (findFILESET *)malloc(sizeof(findFILESET));
605 memset(fileset, 0, sizeof(findFILESET));
606 ff->fileset = fileset;
607 fileset->state = state_none;
608 fileset->include_list.init(1, true);
609 fileset->exclude_list.init(1, true);
613 static findFOPTS *start_options(FF_PKT *ff)
615 int state = ff->fileset->state;
616 findINCEXE *incexe = ff->fileset->incexe;
618 if (state != state_options) {
619 ff->fileset->state = state_options;
620 findFOPTS *fo = (findFOPTS *)malloc(sizeof(findFOPTS));
621 memset(fo, 0, sizeof(findFOPTS));
622 fo->regex.init(1, true);
623 fo->regexdir.init(1, true);
624 fo->regexfile.init(1, true);
625 fo->wild.init(1, true);
626 fo->wilddir.init(1, true);
627 fo->wildfile.init(1, true);
628 fo->wildbase.init(1, true);
629 fo->base.init(1, true);
630 fo->fstype.init(1, true);
631 fo->drivetype.init(1, true);
632 incexe->current_opts = fo;
633 incexe->opts_list.append(fo);
635 return incexe->current_opts;
640 * Add fname to include/exclude fileset list. First check for
641 * | and < and if necessary perform command.
643 static void add_file_to_fileset(JCR *jcr, const char *fname, findFILESET *fileset,
658 p++; /* skip over | */
659 fn = get_pool_memory(PM_FNAME);
660 fn = edit_job_codes(jcr, fn, p, "");
661 bpipe = open_bpipe(fn, 0, "r");
664 Jmsg(jcr, M_FATAL, 0, _("Cannot run program: %s. ERR=%s\n"),
666 free_pool_memory(fn);
669 free_pool_memory(fn);
670 while (fgets(buf, sizeof(buf), bpipe->rfd)) {
671 strip_trailing_junk(buf);
673 fileset->incexe->name_list.append(new_dlistString(buf));
675 fileset->incexe->plugin_list.append(new_dlistString(buf));
678 if ((stat=close_bpipe(bpipe)) != 0) {
680 Jmsg(jcr, M_FATAL, 0, _("Error running program: %s. stat=%d: ERR=%s\n"),
681 p, be.code(stat), be.bstrerror(stat));
686 Dmsg1(100, "Doing < of '%s' include on client.\n", p + 1);
687 p++; /* skip over < */
688 if ((ffd = fopen(p, "rb")) == NULL) {
690 Jmsg(jcr, M_FATAL, 0, _("Cannot open FileSet input file: %s. ERR=%s\n"),
694 while (fgets(buf, sizeof(buf), ffd)) {
695 strip_trailing_junk(buf);
696 Dmsg1(100, "%s\n", buf);
698 fileset->incexe->name_list.append(new_dlistString(buf));
700 fileset->incexe->plugin_list.append(new_dlistString(buf));
707 fileset->incexe->name_list.append(new_dlistString(fname));
709 fileset->incexe->plugin_list.append(new_dlistString(fname));
716 static void add_fileset(JCR *jcr, const char *item)
718 FF_PKT *ff = jcr->ff;
719 findFILESET *fileset = ff->fileset;
720 int state = fileset->state;
721 findFOPTS *current_opts;
723 /* Get code, optional subcode, and position item past the dividing space */
724 Dmsg1(100, "%s\n", item);
729 int subcode = ' '; /* A space is always a valid subcode */
730 if (item[0] != '\0' && item[0] != ' ') {
738 /* Skip all lines we receive after an error */
739 if (state == state_error) {
740 Dmsg0(100, "State=error return\n");
745 * The switch tests the code for validity.
746 * The subcode is always good if it is a space, otherwise we must confirm.
747 * We set state to state_error first assuming the subcode is invalid,
748 * requiring state to be set in cases below that handle subcodes.
750 if (subcode != ' ') {
752 Dmsg0(100, "Set state=error\n");
757 fileset->incexe = (findINCEXE *)malloc(sizeof(findINCEXE));
758 memset(fileset->incexe, 0, sizeof(findINCEXE));
759 fileset->incexe->opts_list.init(1, true);
760 fileset->incexe->name_list.init(); /* for dlist; was 1,true for alist */
761 fileset->incexe->plugin_list.init();
762 fileset->include_list.append(fileset->incexe);
766 fileset->incexe = (findINCEXE *)malloc(sizeof(findINCEXE));
767 memset(fileset->incexe, 0, sizeof(findINCEXE));
768 fileset->incexe->opts_list.init(1, true);
769 fileset->incexe->name_list.init();
770 fileset->incexe->plugin_list.init();
771 fileset->exclude_list.append(fileset->incexe);
777 /* File item to include or exclude list */
778 state = state_include;
779 add_file_to_fileset(jcr, item, fileset, true);
782 /* Plugin item to include list */
783 state = state_include;
784 add_file_to_fileset(jcr, item, fileset, false);
787 current_opts = start_options(ff);
791 preg = (regex_t *)malloc(sizeof(regex_t));
792 if (current_opts->flags & FO_IGNORECASE) {
793 rc = regcomp(preg, item, REG_EXTENDED|REG_ICASE);
795 rc = regcomp(preg, item, REG_EXTENDED);
798 regerror(rc, preg, prbuf, sizeof(prbuf));
801 Jmsg(jcr, M_FATAL, 0, _("REGEX %s compile error. ERR=%s\n"), item, prbuf);
805 state = state_options;
806 if (subcode == ' ') {
807 current_opts->regex.append(preg);
808 } else if (subcode == 'D') {
809 current_opts->regexdir.append(preg);
810 } else if (subcode == 'F') {
811 current_opts->regexfile.append(preg);
817 current_opts = start_options(ff);
818 current_opts->base.append(bstrdup(item));
819 state = state_options;
822 current_opts = start_options(ff);
823 state = state_options;
824 if (subcode == ' ') {
825 current_opts->fstype.append(bstrdup(item));
826 } else if (subcode == 'D') {
827 current_opts->drivetype.append(bstrdup(item));
833 current_opts = start_options(ff);
834 state = state_options;
835 if (subcode == ' ') {
836 current_opts->wild.append(bstrdup(item));
837 } else if (subcode == 'D') {
838 current_opts->wilddir.append(bstrdup(item));
839 } else if (subcode == 'F') {
840 current_opts->wildfile.append(bstrdup(item));
841 } else if (subcode == 'B') {
842 current_opts->wildbase.append(bstrdup(item));
848 current_opts = start_options(ff);
849 set_options(current_opts, item);
850 state = state_options;
853 current_opts = start_options(ff);
854 current_opts->ignoredir = bstrdup(item);
855 state = state_options;
858 current_opts = start_options(ff);
859 // current_opts->reader = bstrdup(item);
860 state = state_options;
863 current_opts = start_options(ff);
864 // current_opts->writer = bstrdup(item);
865 state = state_options;
868 Jmsg(jcr, M_FATAL, 0, _("Invalid FileSet command: %s\n"), item);
872 ff->fileset->state = state;
875 static bool term_fileset(JCR *jcr)
877 FF_PKT *ff = jcr->ff;
879 #ifdef xxx_DEBUG_CODE
880 findFILESET *fileset = ff->fileset;
883 for (i=0; i<fileset->include_list.size(); i++) {
884 findINCEXE *incexe = (findINCEXE *)fileset->include_list.get(i);
886 for (j=0; j<incexe->opts_list.size(); j++) {
887 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
888 for (k=0; k<fo->regex.size(); k++) {
889 Dmsg1(400, "R %s\n", (char *)fo->regex.get(k));
891 for (k=0; k<fo->regexdir.size(); k++) {
892 Dmsg1(400, "RD %s\n", (char *)fo->regexdir.get(k));
894 for (k=0; k<fo->regexfile.size(); k++) {
895 Dmsg1(400, "RF %s\n", (char *)fo->regexfile.get(k));
897 for (k=0; k<fo->wild.size(); k++) {
898 Dmsg1(400, "W %s\n", (char *)fo->wild.get(k));
900 for (k=0; k<fo->wilddir.size(); k++) {
901 Dmsg1(400, "WD %s\n", (char *)fo->wilddir.get(k));
903 for (k=0; k<fo->wildfile.size(); k++) {
904 Dmsg1(400, "WF %s\n", (char *)fo->wildfile.get(k));
906 for (k=0; k<fo->wildbase.size(); k++) {
907 Dmsg1(400, "WB %s\n", (char *)fo->wildbase.get(k));
909 for (k=0; k<fo->base.size(); k++) {
910 Dmsg1(400, "B %s\n", (char *)fo->base.get(k));
912 for (k=0; k<fo->fstype.size(); k++) {
913 Dmsg1(400, "X %s\n", (char *)fo->fstype.get(k));
915 for (k=0; k<fo->drivetype.size(); k++) {
916 Dmsg1(400, "XD %s\n", (char *)fo->drivetype.get(k));
919 Dmsg1(400, "Z %s\n", fo->ignoredir);
923 foreach_dlist(node, &incexe->name_list) {
924 Dmsg1(400, "F %s\n", node->c_str());
926 foreach_dlist(node, &incexe->plugin_list) {
927 Dmsg1(400, "P %s\n", node->c_str());
930 for (i=0; i<fileset->exclude_list.size(); i++) {
931 findINCEXE *incexe = (findINCEXE *)fileset->exclude_list.get(i);
933 for (j=0; j<incexe->opts_list.size(); j++) {
934 findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
935 for (k=0; k<fo->regex.size(); k++) {
936 Dmsg1(400, "R %s\n", (char *)fo->regex.get(k));
938 for (k=0; k<fo->regexdir.size(); k++) {
939 Dmsg1(400, "RD %s\n", (char *)fo->regexdir.get(k));
941 for (k=0; k<fo->regexfile.size(); k++) {
942 Dmsg1(400, "RF %s\n", (char *)fo->regexfile.get(k));
944 for (k=0; k<fo->wild.size(); k++) {
945 Dmsg1(400, "W %s\n", (char *)fo->wild.get(k));
947 for (k=0; k<fo->wilddir.size(); k++) {
948 Dmsg1(400, "WD %s\n", (char *)fo->wilddir.get(k));
950 for (k=0; k<fo->wildfile.size(); k++) {
951 Dmsg1(400, "WF %s\n", (char *)fo->wildfile.get(k));
953 for (k=0; k<fo->wildbase.size(); k++) {
954 Dmsg1(400, "WB %s\n", (char *)fo->wildbase.get(k));
956 for (k=0; k<fo->base.size(); k++) {
957 Dmsg1(400, "B %s\n", (char *)fo->base.get(k));
959 for (k=0; k<fo->fstype.size(); k++) {
960 Dmsg1(400, "X %s\n", (char *)fo->fstype.get(k));
962 for (k=0; k<fo->drivetype.size(); k++) {
963 Dmsg1(400, "XD %s\n", (char *)fo->drivetype.get(k));
967 foreach_dlist(node, incexe->name_list) {
968 Dmsg1(400, "F %s\n", node->c_str());
970 foreach_dlist(node, &incexe->plugin_list) {
971 Dmsg1(400, "P %s\n", node->c_str());
975 return ff->fileset->state != state_error;
980 * As an optimization, we should do this during
981 * "compile" time in filed/job.c, and keep only a bit mask
982 * and the Verify options.
984 static void set_options(findFOPTS *fo, const char *opts)
990 // Commented out as it is not backward compatible - KES
992 // fo->flags |= FO_IGNORECASE; /* always ignorecase under windows */
995 for (p=opts; *p; p++) {
997 case 'a': /* alway replace */
998 case '0': /* no option */
1001 fo->flags |= FO_EXCLUDE;
1004 fo->flags |= FO_MULTIFS;
1006 case 'h': /* no recursion */
1007 fo->flags |= FO_NO_RECURSION;
1009 case 'H': /* no hard link handling */
1010 fo->flags |= FO_NO_HARDLINK;
1013 fo->flags |= FO_IGNORECASE;
1016 fo->flags |= FO_MD5;
1019 fo->flags |= FO_NOREPLACE;
1021 case 'p': /* use portable data format */
1022 fo->flags |= FO_PORTABLE;
1024 case 'R': /* Resource forks and Finder Info */
1025 fo->flags |= FO_HFSPLUS;
1026 case 'r': /* read fifo */
1027 fo->flags |= FO_READFIFO;
1032 fo->flags |= FO_SHA1;
1037 fo->flags |= FO_SHA256;
1041 fo->flags |= FO_SHA512;
1047 * If 2 or 3 is seen here, SHA2 is not configured, so
1048 * eat the option, and drop back to SHA-1.
1050 if (p[1] == '2' || p[1] == '3') {
1053 fo->flags |= FO_SHA1;
1058 fo->flags |= FO_SPARSE;
1061 fo->flags |= FO_MTIMEONLY;
1064 fo->flags |= FO_KEEPATIME;
1067 fo->flags |= FO_ACL;
1069 case 'V': /* verify options */
1070 /* Copy Verify Options */
1071 for (j=0; *p && *p != ':'; p++) {
1072 fo->VerifyOpts[j] = *p;
1073 if (j < (int)sizeof(fo->VerifyOpts) - 1) {
1077 fo->VerifyOpts[j] = 0;
1079 case 'C': /* accurate options */
1080 /* Copy Accurate Options */
1081 for (j=0; *p && *p != ':'; p++) {
1082 fo->AccurateOpts[j] = *p;
1083 if (j < (int)sizeof(fo->AccurateOpts) - 1) {
1087 fo->AccurateOpts[j] = 0;
1089 case 'P': /* strip path */
1092 for (j=0; *p && *p != ':'; p++) {
1094 if (j < (int)sizeof(strip) - 1) {
1099 fo->strip_path = atoi(strip);
1100 fo->flags |= FO_STRIPPATH;
1101 Dmsg2(100, "strip=%s strip_path=%d\n", strip, fo->strip_path);
1104 fo->flags |= FO_IF_NEWER;
1107 fo->flags |= FO_ENHANCEDWILD;
1109 case 'Z': /* gzip compression */
1110 fo->flags |= FO_GZIP;
1111 fo->GZIP_level = *++p - '0';
1114 fo->flags |= FO_NOATIME;
1117 fo->flags |= FO_CHKCHANGES;
1120 fo->flags |= FO_HONOR_NODUMP;
1123 Emsg1(M_ERROR, 0, _("Unknown include/exclude option: %c\n"), *p);
1131 * Director is passing his Fileset
1133 static int fileset_cmd(JCR *jcr)
1135 BSOCK *dir = jcr->dir_bsock;
1137 #if defined(WIN32_VSS)
1140 sscanf(dir->msg, "fileset vss=%d", &vss);
1144 if (!init_fileset(jcr)) {
1147 while (dir->recv() >= 0) {
1148 strip_trailing_junk(dir->msg);
1149 Dmsg1(500, "Fileset: %s\n", dir->msg);
1150 add_fileset(jcr, dir->msg);
1152 if (!term_fileset(jcr)) {
1155 return dir->fsend(OKinc);
1158 static void free_bootstrap(JCR *jcr)
1160 if (jcr->RestoreBootstrap) {
1161 unlink(jcr->RestoreBootstrap);
1162 free_pool_memory(jcr->RestoreBootstrap);
1163 jcr->RestoreBootstrap = NULL;
1168 static pthread_mutex_t bsr_mutex = PTHREAD_MUTEX_INITIALIZER;
1169 static uint32_t bsr_uniq = 0;
1172 * The Director sends us the bootstrap file, which
1173 * we will in turn pass to the SD.
1175 static int bootstrap_cmd(JCR *jcr)
1177 BSOCK *dir = jcr->dir_bsock;
1178 POOLMEM *fname = get_pool_memory(PM_FNAME);
1181 free_bootstrap(jcr);
1184 Mmsg(fname, "%s/%s.%s.%d.bootstrap", me->working_directory, me->hdr.name,
1185 jcr->Job, bsr_uniq);
1187 Dmsg1(400, "bootstrap=%s\n", fname);
1188 jcr->RestoreBootstrap = fname;
1189 bs = fopen(fname, "a+b"); /* create file */
1192 Jmsg(jcr, M_FATAL, 0, _("Could not create bootstrap file %s: ERR=%s\n"),
1193 jcr->RestoreBootstrap, be.bstrerror());
1195 * Suck up what he is sending to us so that he will then
1196 * read our error message.
1198 while (dir->recv() >= 0)
1200 free_bootstrap(jcr);
1201 set_jcr_job_status(jcr, JS_ErrorTerminated);
1205 while (dir->recv() >= 0) {
1206 Dmsg1(200, "filed<dird: bootstrap file %s\n", dir->msg);
1207 fputs(dir->msg, bs);
1211 * Note, do not free the bootstrap yet -- it needs to be
1214 return dir->fsend(OKbootstrap);
1219 * Get backup level from Director
1222 static int level_cmd(JCR *jcr)
1224 BSOCK *dir = jcr->dir_bsock;
1225 POOLMEM *level, *buf = NULL;
1228 level = get_memory(dir->msglen+1);
1229 Dmsg1(110, "level_cmd: %s", dir->msg);
1230 if (strstr(dir->msg, "accurate")) {
1231 jcr->accurate = true;
1233 if (sscanf(dir->msg, "level = %s ", level) != 1) {
1236 /* Base backup requested? */
1237 if (strcmp(level, "base") == 0) {
1238 jcr->JobLevel = L_BASE;
1239 /* Full backup requested? */
1240 } else if (strcmp(level, "full") == 0) {
1241 jcr->JobLevel = L_FULL;
1242 } else if (strstr(level, "differential")) {
1243 jcr->JobLevel = L_DIFFERENTIAL;
1246 } else if (strstr(level, "incremental")) {
1247 jcr->JobLevel = L_INCREMENTAL;
1251 * We get his UTC since time, then sync the clocks and correct it
1252 * to agree with our clock.
1254 } else if (strcmp(level, "since_utime") == 0) {
1255 buf = get_memory(dir->msglen+1);
1256 utime_t since_time, adj;
1257 btime_t his_time, bt_start, rt=0, bt_adj=0;
1258 if (jcr->JobLevel == L_NONE) {
1259 jcr->JobLevel = L_SINCE; /* if no other job level set, do it now */
1261 if (sscanf(dir->msg, "level = since_utime %s mtime_only=%d",
1262 buf, &mtime_only) != 2) {
1265 since_time = str_to_uint64(buf); /* this is the since time */
1266 Dmsg1(100, "since_time=%d\n", (int)since_time);
1267 char ed1[50], ed2[50];
1269 * Sync clocks by polling him for the time. We take
1270 * 10 samples of his time throwing out the first two.
1272 for (int i=0; i<10; i++) {
1273 bt_start = get_current_btime();
1274 dir->signal(BNET_BTIME); /* poll for time */
1275 if (dir->recv() <= 0) { /* get response */
1278 if (sscanf(dir->msg, "btime %s", buf) != 1) {
1281 if (i < 2) { /* toss first two results */
1284 his_time = str_to_uint64(buf);
1285 rt = get_current_btime() - bt_start; /* compute round trip time */
1286 Dmsg2(100, "Dirtime=%s FDtime=%s\n", edit_uint64(his_time, ed1),
1287 edit_uint64(bt_start, ed2));
1288 bt_adj += bt_start - his_time - rt/2;
1289 Dmsg2(100, "rt=%s adj=%s\n", edit_uint64(rt, ed1), edit_uint64(bt_adj, ed2));
1292 bt_adj = bt_adj / 8; /* compute average time */
1293 Dmsg2(100, "rt=%s adj=%s\n", edit_uint64(rt, ed1), edit_uint64(bt_adj, ed2));
1294 adj = btime_to_utime(bt_adj);
1295 since_time += adj; /* adjust for clock difference */
1296 /* Don't notify if time within 3 seconds */
1297 if (adj > 3 || adj < -3) {
1299 if (adj > 600 || adj < -600) {
1304 Jmsg(jcr, type, 0, _("DIR and FD clocks differ by %d seconds, FD automatically compensating.\n"), adj);
1306 dir->signal(BNET_EOD);
1308 Dmsg2(100, "adj = %d since_time=%d\n", (int)adj, (int)since_time);
1309 jcr->incremental = 1; /* set incremental or decremental backup */
1310 jcr->mtime = (time_t)since_time; /* set since time */
1311 generate_plugin_event(jcr, bEventSince, (void *)jcr->mtime);
1313 Jmsg1(jcr, M_FATAL, 0, _("Unknown backup level: %s\n"), level);
1321 generate_plugin_event(jcr, bEventLevel, (void *)jcr->JobLevel);
1322 return dir->fsend(OKlevel);
1325 pm_strcpy(jcr->errmsg, dir->msg);
1326 Jmsg1(jcr, M_FATAL, 0, _("Bad level command: %s\n"), jcr->errmsg);
1335 * Get session parameters from Director -- this is for a Restore command
1337 static int session_cmd(JCR *jcr)
1339 BSOCK *dir = jcr->dir_bsock;
1341 Dmsg1(100, "SessionCmd: %s", dir->msg);
1342 if (sscanf(dir->msg, sessioncmd, jcr->VolumeName,
1343 &jcr->VolSessionId, &jcr->VolSessionTime,
1344 &jcr->StartFile, &jcr->EndFile,
1345 &jcr->StartBlock, &jcr->EndBlock) != 7) {
1346 pm_strcpy(jcr->errmsg, dir->msg);
1347 Jmsg(jcr, M_FATAL, 0, _("Bad session command: %s"), jcr->errmsg);
1351 return bnet_fsend(dir, OKsession);
1355 * Get address of storage daemon from Director
1358 static int storage_cmd(JCR *jcr)
1360 int stored_port; /* storage daemon port */
1361 int enable_ssl; /* enable ssl to sd */
1362 BSOCK *dir = jcr->dir_bsock;
1363 BSOCK *sd; /* storage daemon bsock */
1365 Dmsg1(100, "StorageCmd: %s", dir->msg);
1366 if (sscanf(dir->msg, storaddr, &jcr->stored_addr, &stored_port, &enable_ssl) != 3) {
1367 pm_strcpy(jcr->errmsg, dir->msg);
1368 Jmsg(jcr, M_FATAL, 0, _("Bad storage command: %s"), jcr->errmsg);
1371 Dmsg3(110, "Open storage: %s:%d ssl=%d\n", jcr->stored_addr, stored_port, enable_ssl);
1372 /* Open command communications with Storage daemon */
1373 /* Try to connect for 1 hour at 10 second intervals */
1374 sd = bnet_connect(jcr, 10, (int)me->SDConnectTimeout, me->heartbeat_interval,
1375 _("Storage daemon"), jcr->stored_addr, NULL, stored_port, 1);
1377 Jmsg(jcr, M_FATAL, 0, _("Failed to connect to Storage daemon: %s:%d\n"),
1378 jcr->stored_addr, stored_port);
1379 Dmsg2(100, "Failed to connect to Storage daemon: %s:%d\n",
1380 jcr->stored_addr, stored_port);
1383 Dmsg0(110, "Connection OK to SD.\n");
1385 jcr->store_bsock = sd;
1387 sd->fsend("Hello Start Job %s\n", jcr->Job);
1388 if (!authenticate_storagedaemon(jcr)) {
1389 Jmsg(jcr, M_FATAL, 0, _("Failed to authenticate Storage daemon.\n"));
1392 Dmsg0(110, "Authenticated with SD.\n");
1394 /* Send OK to Director */
1395 return dir->fsend(OKstore);
1402 static int backup_cmd(JCR *jcr)
1404 BSOCK *dir = jcr->dir_bsock;
1405 BSOCK *sd = jcr->store_bsock;
1409 #if defined(WIN32_VSS)
1410 // capture state here, if client is backed up by multiple directors
1411 // and one enables vss and the other does not then enable_vss can change
1412 // between here and where its evaluated after the job completes.
1413 jcr->VSS = g_pVSSClient && enable_vss;
1415 /* Run only one at a time */
1420 set_jcr_job_status(jcr, JS_Blocked);
1421 jcr->JobType = JT_BACKUP;
1422 Dmsg1(100, "begin backup ff=%p\n", jcr->ff);
1425 Jmsg(jcr, M_FATAL, 0, _("Cannot contact Storage daemon\n"));
1429 dir->fsend(OKbackup);
1430 Dmsg1(110, "bfiled>dird: %s", dir->msg);
1433 * Send Append Open Session to Storage daemon
1435 sd->fsend(append_open);
1436 Dmsg1(110, ">stored: %s", sd->msg);
1438 * Expect to receive back the Ticket number
1440 if (bget_msg(sd) >= 0) {
1441 Dmsg1(110, "<stored: %s", sd->msg);
1442 if (sscanf(sd->msg, OK_open, &jcr->Ticket) != 1) {
1443 Jmsg(jcr, M_FATAL, 0, _("Bad response to append open: %s\n"), sd->msg);
1446 Dmsg1(110, "Got Ticket=%d\n", jcr->Ticket);
1448 Jmsg(jcr, M_FATAL, 0, _("Bad response from stored to open command\n"));
1453 * Send Append data command to Storage daemon
1455 sd->fsend(append_data, jcr->Ticket);
1456 Dmsg1(110, ">stored: %s", sd->msg);
1459 * Expect to get OK data
1461 Dmsg1(110, "<stored: %s", sd->msg);
1462 if (!response(jcr, sd, OK_data, "Append Data")) {
1466 generate_daemon_event(jcr, "JobStart");
1467 generate_plugin_event(jcr, bEventStartBackupJob);
1469 #if defined(WIN32_VSS)
1470 /* START VSS ON WIN32 */
1472 if (g_pVSSClient->InitializeForBackup()) {
1473 /* tell vss which drives to snapshot */
1474 char szWinDriveLetters[27];
1475 if (get_win32_driveletters(jcr->ff, szWinDriveLetters)) {
1476 Jmsg(jcr, M_INFO, 0, _("Generate VSS snapshots. Driver=\"%s\", Drive(s)=\"%s\"\n"), g_pVSSClient->GetDriverName(), szWinDriveLetters);
1477 if (!g_pVSSClient->CreateSnapshots(szWinDriveLetters)) {
1478 Jmsg(jcr, M_WARNING, 0, _("Generate VSS snapshots failed.\n"));
1481 /* tell user if snapshot creation of a specific drive failed */
1483 for (i=0; i < (int)strlen(szWinDriveLetters); i++) {
1484 if (islower(szWinDriveLetters[i])) {
1485 Jmsg(jcr, M_WARNING, 0, _("Generate VSS snapshot of drive \"%c:\\\" failed. VSS support is disabled on this drive.\n"), szWinDriveLetters[i]);
1489 /* inform user about writer states */
1490 for (i=0; i < (int)g_pVSSClient->GetWriterCount(); i++)
1491 if (g_pVSSClient->GetWriterState(i) < 1) {
1492 Jmsg(jcr, M_WARNING, 0, _("VSS Writer (PrepareForBackup): %s\n"), g_pVSSClient->GetWriterInfo(i));
1497 Jmsg(jcr, M_INFO, 0, _("No drive letters found for generating VSS snapshots.\n"));
1501 Jmsg(jcr, M_WARNING, 0, _("VSS was not initialized properly. VSS support is disabled. ERR=%s\n"), be.bstrerror());
1503 run_scripts(jcr, jcr->RunScripts, "ClientAfterVSS");
1508 * Send Files to Storage daemon
1510 Dmsg1(110, "begin blast ff=%p\n", (FF_PKT *)jcr->ff);
1511 if (!blast_data_to_storage_daemon(jcr, NULL)) {
1512 set_jcr_job_status(jcr, JS_ErrorTerminated);
1513 bnet_suppress_error_messages(sd, 1);
1514 bget_msg(sd); /* Read final response from append_data */
1515 Dmsg0(110, "Error in blast_data.\n");
1517 set_jcr_job_status(jcr, JS_Terminated);
1519 if (jcr->JobStatus != JS_Terminated) {
1520 bnet_suppress_error_messages(sd, 1);
1521 goto cleanup; /* bail out now */
1524 * Expect to get response to append_data from Storage daemon
1526 if (!response(jcr, sd, OK_append, "Append Data")) {
1527 set_jcr_job_status(jcr, JS_ErrorTerminated);
1532 * Send Append End Data to Storage daemon
1534 sd->fsend(append_end, jcr->Ticket);
1536 if (!response(jcr, sd, OK_end, "Append End")) {
1537 set_jcr_job_status(jcr, JS_ErrorTerminated);
1542 * Send Append Close to Storage daemon
1544 sd->fsend(append_close, jcr->Ticket);
1545 while (bget_msg(sd) >= 0) { /* stop on signal or error */
1546 if (sscanf(sd->msg, OK_close, &SDJobStatus) == 1) {
1548 Dmsg2(200, "SDJobStatus = %d %c\n", SDJobStatus, (char)SDJobStatus);
1552 Jmsg(jcr, M_FATAL, 0, _("Append Close with SD failed.\n"));
1555 if (SDJobStatus != JS_Terminated) {
1556 Jmsg(jcr, M_FATAL, 0, _("Bad status %d returned from Storage Daemon.\n"),
1562 #if defined(WIN32_VSS)
1563 /* STOP VSS ON WIN32 */
1564 /* tell vss to close the backup session */
1566 if (g_pVSSClient->CloseBackup()) {
1567 /* inform user about writer states */
1568 for (int i=0; i<(int)g_pVSSClient->GetWriterCount(); i++) {
1569 int msg_type = M_INFO;
1570 if (g_pVSSClient->GetWriterState(i) < 1) {
1571 msg_type = M_WARNING;
1574 Jmsg(jcr, msg_type, 0, _("VSS Writer (BackupComplete): %s\n"), g_pVSSClient->GetWriterInfo(i));
1581 generate_plugin_event(jcr, bEventEndBackupJob);
1582 return 0; /* return and stop command loop */
1586 * Do a Verify for Director
1589 static int verify_cmd(JCR *jcr)
1591 BSOCK *dir = jcr->dir_bsock;
1592 BSOCK *sd = jcr->store_bsock;
1595 jcr->JobType = JT_VERIFY;
1596 if (sscanf(dir->msg, verifycmd, level) != 1) {
1597 dir->fsend(_("2994 Bad verify command: %s\n"), dir->msg);
1601 if (strcasecmp(level, "init") == 0) {
1602 jcr->JobLevel = L_VERIFY_INIT;
1603 } else if (strcasecmp(level, "catalog") == 0){
1604 jcr->JobLevel = L_VERIFY_CATALOG;
1605 } else if (strcasecmp(level, "volume") == 0){
1606 jcr->JobLevel = L_VERIFY_VOLUME_TO_CATALOG;
1607 } else if (strcasecmp(level, "data") == 0){
1608 jcr->JobLevel = L_VERIFY_DATA;
1609 } else if (strcasecmp(level, "disk_to_catalog") == 0) {
1610 jcr->JobLevel = L_VERIFY_DISK_TO_CATALOG;
1612 dir->fsend(_("2994 Bad verify level: %s\n"), dir->msg);
1616 dir->fsend(OKverify);
1618 generate_daemon_event(jcr, "JobStart");
1619 generate_plugin_event(jcr, bEventLevel, (void *)jcr->JobLevel);
1620 generate_plugin_event(jcr, bEventStartVerifyJob);
1622 Dmsg1(110, "bfiled>dird: %s", dir->msg);
1624 switch (jcr->JobLevel) {
1626 case L_VERIFY_CATALOG:
1629 case L_VERIFY_VOLUME_TO_CATALOG:
1630 if (!open_sd_read_session(jcr)) {
1633 start_dir_heartbeat(jcr);
1634 do_verify_volume(jcr);
1635 stop_dir_heartbeat(jcr);
1637 * Send Close session command to Storage daemon
1639 sd->fsend(read_close, jcr->Ticket);
1640 Dmsg1(130, "bfiled>stored: %s", sd->msg);
1642 /* ****FIXME**** check response */
1643 bget_msg(sd); /* get OK */
1645 /* Inform Storage daemon that we are done */
1646 sd->signal(BNET_TERMINATE);
1649 case L_VERIFY_DISK_TO_CATALOG:
1653 dir->fsend(_("2994 Bad verify level: %s\n"), dir->msg);
1657 dir->signal(BNET_EOD);
1658 generate_plugin_event(jcr, bEventEndVerifyJob);
1659 return 0; /* return and terminate command loop */
1663 * Do a Restore for Director
1666 static int restore_cmd(JCR *jcr)
1668 BSOCK *dir = jcr->dir_bsock;
1669 BSOCK *sd = jcr->store_bsock;
1671 bool use_regexwhere=false;
1676 * Scan WHERE (base directory for restore) from command
1678 Dmsg0(150, "restore command\n");
1679 /* Pickup where string */
1680 args = get_memory(dir->msglen+1);
1683 if (sscanf(dir->msg, restorecmd, &replace, &prefix_links, args) != 3) {
1684 if (sscanf(dir->msg, restorecmdR, &replace, &prefix_links, args) != 3){
1685 if (sscanf(dir->msg, restorecmd1, &replace, &prefix_links) != 2) {
1686 pm_strcpy(jcr->errmsg, dir->msg);
1687 Jmsg(jcr, M_FATAL, 0, _("Bad replace command. CMD=%s\n"), jcr->errmsg);
1692 use_regexwhere = true;
1694 /* Turn / into nothing */
1695 if (IsPathSeparator(args[0]) && args[1] == '\0') {
1699 Dmsg2(150, "Got replace %c, where=%s\n", replace, args);
1700 unbash_spaces(args);
1702 if (use_regexwhere) {
1703 jcr->where_bregexp = get_bregexps(args);
1704 if (!jcr->where_bregexp) {
1705 Jmsg(jcr, M_FATAL, 0, _("Bad where regexp. where=%s\n"), args);
1706 free_pool_memory(args);
1710 jcr->where = bstrdup(args);
1713 free_pool_memory(args);
1714 jcr->replace = replace;
1715 jcr->prefix_links = prefix_links;
1717 dir->fsend(OKrestore);
1718 Dmsg1(110, "bfiled>dird: %s", dir->msg);
1720 jcr->JobType = JT_RESTORE;
1722 set_jcr_job_status(jcr, JS_Blocked);
1724 if (!open_sd_read_session(jcr)) {
1725 set_jcr_job_status(jcr, JS_ErrorTerminated);
1729 set_jcr_job_status(jcr, JS_Running);
1732 * Do restore of files and data
1734 start_dir_heartbeat(jcr);
1735 generate_daemon_event(jcr, "JobStart");
1736 generate_plugin_event(jcr, bEventStartRestoreJob);
1738 stop_dir_heartbeat(jcr);
1740 set_jcr_job_status(jcr, JS_Terminated);
1741 if (jcr->JobStatus != JS_Terminated) {
1742 bnet_suppress_error_messages(sd, 1);
1746 * Send Close session command to Storage daemon
1748 sd->fsend(read_close, jcr->Ticket);
1749 Dmsg1(130, "bfiled>stored: %s", sd->msg);
1751 bget_msg(sd); /* get OK */
1753 /* Inform Storage daemon that we are done */
1754 sd->signal(BNET_TERMINATE);
1759 set_jcr_job_status(jcr, JS_ErrorTerminated);
1762 Dmsg0(130, "Done in job.c\n");
1763 generate_plugin_event(jcr, bEventEndRestoreJob);
1764 return 0; /* return and terminate command loop */
1767 static int open_sd_read_session(JCR *jcr)
1769 BSOCK *sd = jcr->store_bsock;
1772 Jmsg(jcr, M_FATAL, 0, _("Improper calling sequence.\n"));
1775 Dmsg4(120, "VolSessId=%ld VolsessT=%ld SF=%ld EF=%ld\n",
1776 jcr->VolSessionId, jcr->VolSessionTime, jcr->StartFile, jcr->EndFile);
1777 Dmsg2(120, "JobId=%d vol=%s\n", jcr->JobId, "DummyVolume");
1779 * Open Read Session with Storage daemon
1781 bnet_fsend(sd, read_open, "DummyVolume",
1782 jcr->VolSessionId, jcr->VolSessionTime, jcr->StartFile, jcr->EndFile,
1783 jcr->StartBlock, jcr->EndBlock);
1784 Dmsg1(110, ">stored: %s", sd->msg);
1789 if (bget_msg(sd) >= 0) {
1790 Dmsg1(110, "bfiled<stored: %s", sd->msg);
1791 if (sscanf(sd->msg, OK_open, &jcr->Ticket) != 1) {
1792 Jmsg(jcr, M_FATAL, 0, _("Bad response to SD read open: %s\n"), sd->msg);
1795 Dmsg1(110, "bfiled: got Ticket=%d\n", jcr->Ticket);
1797 Jmsg(jcr, M_FATAL, 0, _("Bad response from stored to read open command\n"));
1801 if (!send_bootstrap_file(jcr)) {
1806 * Start read of data with Storage daemon
1808 bnet_fsend(sd, read_data, jcr->Ticket);
1809 Dmsg1(110, ">stored: %s", sd->msg);
1814 if (!response(jcr, sd, OK_data, "Read Data")) {
1821 * Destroy the Job Control Record and associated
1822 * resources (sockets).
1824 static void filed_free_jcr(JCR *jcr)
1826 if (jcr->store_bsock) {
1827 bnet_close(jcr->store_bsock);
1829 free_bootstrap(jcr);
1830 if (jcr->last_fname) {
1831 free_pool_memory(jcr->last_fname);
1833 free_runscripts(jcr->RunScripts);
1834 delete jcr->RunScripts;
1836 if (jcr->JobId != 0)
1837 write_state_file(me->working_directory, "bacula-fd", get_first_port_host_order(me->FDaddrs));
1843 * Get response from Storage daemon to a command we
1844 * sent. Check that the response is OK.
1846 * Returns: 0 on failure
1849 int response(JCR *jcr, BSOCK *sd, char *resp, const char *cmd)
1854 if (bget_msg(sd) > 0) {
1855 Dmsg0(110, sd->msg);
1856 if (strcmp(sd->msg, resp) == 0) {
1860 if (job_canceled(jcr)) {
1861 return 0; /* if canceled avoid useless error messages */
1863 if (is_bnet_error(sd)) {
1864 Jmsg2(jcr, M_FATAL, 0, _("Comm error with SD. bad response to %s. ERR=%s\n"),
1865 cmd, bnet_strerror(sd));
1867 Jmsg3(jcr, M_FATAL, 0, _("Bad response to %s command. Wanted %s, got %s\n"),
1868 cmd, resp, sd->msg);
1873 static int send_bootstrap_file(JCR *jcr)
1877 BSOCK *sd = jcr->store_bsock;
1878 const char *bootstrap = "bootstrap\n";
1881 Dmsg1(400, "send_bootstrap_file: %s\n", jcr->RestoreBootstrap);
1882 if (!jcr->RestoreBootstrap) {
1885 bs = fopen(jcr->RestoreBootstrap, "rb");
1888 Jmsg(jcr, M_FATAL, 0, _("Could not open bootstrap file %s: ERR=%s\n"),
1889 jcr->RestoreBootstrap, be.bstrerror());
1890 set_jcr_job_status(jcr, JS_ErrorTerminated);
1893 sd->msglen = pm_strcpy(sd->msg, bootstrap);
1895 while (fgets(buf, sizeof(buf), bs)) {
1896 sd->msglen = Mmsg(sd->msg, "%s", buf);
1899 bnet_sig(sd, BNET_EOD);
1901 if (!response(jcr, sd, OKSDbootstrap, "Bootstrap")) {
1902 set_jcr_job_status(jcr, JS_ErrorTerminated);
1908 free_bootstrap(jcr);