extern void term_ua_server();
/* Imported variables */
-extern time_t watchdog_time;
jobq_t job_queue;
*/
JobId_t run_job(JCR *jcr)
{
- int stat, errstat;
- JobId_t JobId = 0;
+ int stat;
+ if (setup_job(jcr)) {
+ /* Queue the job to be run */
+ if ((stat = jobq_add(&job_queue, jcr)) != 0) {
+ berrno be;
+ Jmsg(jcr, M_FATAL, 0, _("Could not add job queue: ERR=%s\n"), be.strerror(stat));
+ return 0;
+ }
+ return jcr->JobId;
+ }
+ return 0;
+}
- P(jcr->mutex);
+bool setup_job(JCR *jcr)
+{
+ int errstat;
+
+ jcr->lock();
sm_check(__FILE__, __LINE__, true);
init_msg(jcr, jcr->messages);
}
jcr->term_wait_inited = true;
+ create_unique_job_name(jcr, jcr->job->hdr.name);
+ set_jcr_job_status(jcr, JS_Created);
+ jcr->unlock();
/*
* Open database
}
Dmsg0(50, "DB opened\n");
+ if (!jcr->fname) {
+ jcr->fname = get_pool_memory(PM_FNAME);
+ }
+ if (!jcr->pool_source) {
+ jcr->pool_source = get_pool_memory(PM_MESSAGE);
+ pm_strcpy(jcr->pool_source, _("unknown source"));
+ }
+ if (!jcr->storage_source) {
+ jcr->storage_source = get_pool_memory(PM_MESSAGE);
+ pm_strcpy(jcr->storage_source, _("unknown source"));
+ }
+
/*
* Create Job record
*/
- create_unique_job_name(jcr, jcr->job->hdr.name);
- set_jcr_job_status(jcr, JS_Created);
init_jcr_job_record(jcr);
if (!db_create_job_record(jcr, jcr->db, &jcr->jr)) {
Jmsg(jcr, M_FATAL, 0, "%s", db_strerror(jcr->db));
goto bail_out;
}
- JobId = jcr->JobId = jcr->jr.JobId;
+ jcr->JobId = jcr->jr.JobId;
Dmsg4(100, "Created job record JobId=%d Name=%s Type=%c Level=%c\n",
jcr->JobId, jcr->Job, jcr->jr.JobType, jcr->jr.JobLevel);
goto bail_out;
}
- Dmsg0(200, "Add jrc to work queue\n");
-
- /* Queue the job to be run */
- if ((stat = jobq_add(&job_queue, jcr)) != 0) {
- berrno be;
- Jmsg(jcr, M_FATAL, 0, _("Could not add job queue: ERR=%s\n"), be.strerror(stat));
- JobId = 0;
- goto bail_out;
- }
- Dmsg0(100, "Done run_job()\n");
-
- V(jcr->mutex);
- return JobId;
-
-bail_out:
- if (jcr->fname) {
- free_memory(jcr->fname);
- jcr->fname = NULL;
- }
- V(jcr->mutex);
- return JobId;
-}
-
-
-/*
- * This is the engine called by jobq.c:jobq_add() when we were pulled
- * from the work queue.
- * At this point, we are running in our own thread and all
- * necessary resources are allocated -- see jobq.c
- */
-static void *job_thread(void *arg)
-{
- JCR *jcr = (JCR *)arg;
-
- jcr->my_thread_id = pthread_self();
- pthread_detach(jcr->my_thread_id);
- sm_check(__FILE__, __LINE__, true);
-
- Dmsg0(200, "=====Start Job=========\n");
- jcr->start_time = time(NULL); /* set the real start time */
- jcr->jr.StartTime = jcr->start_time;
-
- if (jcr->job->MaxStartDelay != 0 && jcr->job->MaxStartDelay <
- (utime_t)(jcr->start_time - jcr->sched_time)) {
- Jmsg(jcr, M_FATAL, 0, _("Job canceled because max start delay time exceeded.\n"));
- set_jcr_job_status(jcr, JS_Canceled);
- }
-
- /*
- * Note, we continue, even if the job is canceled above. This
- * will permit proper setting of the job start record and
- * the error (cancel) will be picked up below.
- */
-
- generate_job_event(jcr, "JobInit");
- set_jcr_job_status(jcr, JS_Running); /* this will be set only if no error */
-
- if (!jcr->fname) {
- jcr->fname = get_pool_memory(PM_FNAME);
- }
/*
* Now, do pre-run stuff, like setting job level (Inc/diff, ...)
}
break;
case JT_MIGRATE:
- case JT_COPY:
- case JT_ARCHIVE:
- if (!do_mac_init(jcr)) { /* migration, archive, copy */
- mac_cleanup(jcr, JS_ErrorTerminated);
+ if (!do_migration_init(jcr)) {
+ migration_cleanup(jcr, JS_ErrorTerminated);
}
break;
default:
break;
}
+ generate_job_event(jcr, "JobInit");
+
+ Dmsg0(200, "Add jrc to work queue\n");
+ return true;
+
+bail_out:
+ return false;
+}
+
+
+/*
+ * This is the engine called by jobq.c:jobq_add() when we were pulled
+ * from the work queue.
+ * At this point, we are running in our own thread and all
+ * necessary resources are allocated -- see jobq.c
+ */
+static void *job_thread(void *arg)
+{
+ JCR *jcr = (JCR *)arg;
+
+ jcr->my_thread_id = pthread_self();
+ pthread_detach(jcr->my_thread_id);
+ sm_check(__FILE__, __LINE__, true);
+
+ Dmsg0(200, "=====Start Job=========\n");
+ set_jcr_job_status(jcr, JS_Running); /* this will be set only if no error */
+ jcr->start_time = time(NULL); /* set the real start time */
+ jcr->jr.StartTime = jcr->start_time;
+
+ if (jcr->job->MaxStartDelay != 0 && jcr->job->MaxStartDelay <
+ (utime_t)(jcr->start_time - jcr->sched_time)) {
+ Jmsg(jcr, M_FATAL, 0, _("Job canceled because max start delay time exceeded.\n"));
+ set_jcr_job_status(jcr, JS_Canceled);
+ }
+
+ /* TODO : check if it is used somewhere */
+ if (jcr->job->RunScripts == NULL) {
+ Dmsg0(200, "Warning, job->RunScripts is empty\n");
+ jcr->job->RunScripts = New(alist(10, not_owned_by_alist));
+ }
+
if (!db_update_job_start_record(jcr, jcr->db, &jcr->jr)) {
Jmsg(jcr, M_FATAL, 0, "%s", db_strerror(jcr->db));
}
+ /* Run any script BeforeJob on dird */
+ run_scripts(jcr, jcr->job->RunScripts, "BeforeJob");
+
if (job_canceled(jcr)) {
update_job_end_record(jcr);
} else {
-
- /* Run Job */
- if (jcr->job->RunBeforeJob) {
- POOLMEM *before = get_pool_memory(PM_FNAME);
- int status;
- BPIPE *bpipe;
- char line[MAXSTRING];
-
- before = edit_job_codes(jcr, before, jcr->job->RunBeforeJob, "");
- bpipe = open_bpipe(before, 0, "r");
- free_pool_memory(before);
- while (fgets(line, sizeof(line), bpipe->rfd)) {
- Jmsg(jcr, M_INFO, 0, _("RunBefore: %s"), line);
- }
- status = close_bpipe(bpipe);
- if (status != 0) {
- berrno be;
- Jmsg(jcr, M_FATAL, 0, _("RunBeforeJob error: ERR=%s\n"), be.strerror(status));
- set_jcr_job_status(jcr, JS_FatalError);
- update_job_end_record(jcr);
- goto bail_out;
- }
+ /*
+ * We re-update the job start record so that the start
+ * time is set after the run before job. This avoids
+ * that any files created by the run before job will
+ * be saved twice. They will be backed up in the current
+ * job, but not in the next one unless they are changed.
+ * Without this, they will be backed up in this job and
+ * in the next job run because in that case, their date
+ * is after the start of this run.
+ */
+ jcr->start_time = time(NULL);
+ jcr->jr.StartTime = jcr->start_time;
+ if (!db_update_job_start_record(jcr, jcr->db, &jcr->jr)) {
+ Jmsg(jcr, M_FATAL, 0, "%s", db_strerror(jcr->db));
}
-
generate_job_event(jcr, "JobRun");
switch (jcr->JobType) {
case JT_MIGRATE:
case JT_COPY:
case JT_ARCHIVE:
- if (do_mac(jcr)) { /* migration, archive, copy */
+ if (do_migration(jcr)) {
do_autoprune(jcr);
} else {
- mac_cleanup(jcr, JS_ErrorTerminated);
+ migration_cleanup(jcr, JS_ErrorTerminated);
}
break;
default:
Pmsg1(0, _("Unimplemented job type: %d\n"), jcr->JobType);
break;
}
- if ((jcr->job->RunAfterJob && jcr->JobStatus == JS_Terminated) ||
- (jcr->job->RunAfterFailedJob && jcr->JobStatus != JS_Terminated)) {
- POOLMEM *after = get_pool_memory(PM_FNAME);
- int status;
- BPIPE *bpipe;
- char line[MAXSTRING];
-
- if (jcr->JobStatus == JS_Terminated) {
- after = edit_job_codes(jcr, after, jcr->job->RunAfterJob, "");
- } else {
- after = edit_job_codes(jcr, after, jcr->job->RunAfterFailedJob, "");
- }
- bpipe = open_bpipe(after, 0, "r");
- free_pool_memory(after);
- while (fgets(line, sizeof(line), bpipe->rfd)) {
- Jmsg(jcr, M_INFO, 0, _("RunAfter: %s"), line);
- }
- status = close_bpipe(bpipe);
- /*
- * Note, if we get an error here, do not mark the
- * job in error, simply report the error condition.
- */
- if (status != 0) {
- berrno be;
- if (jcr->JobStatus == JS_Terminated) {
- Jmsg(jcr, M_WARNING, 0, _("RunAfterJob error: ERR=%s\n"), be.strerror(status));
- } else {
- Jmsg(jcr, M_FATAL, 0, _("RunAfterFailedJob error: ERR=%s\n"), be.strerror(status));
- }
- }
- }
+
+ run_scripts(jcr, jcr->job->RunScripts, "AfterJob");
+
/* Send off any queued messages */
- if (jcr->msg_queue->size() > 0) {
+ if (jcr->msg_queue && jcr->msg_queue->size() > 0) {
dequeue_messages(jcr);
}
}
-bail_out:
generate_daemon_event(jcr, "JobEnd");
Dmsg1(50, "======== End Job stat=%c ==========\n", jcr->JobStatus);
sm_check(__FILE__, __LINE__, true);
/* Cancel Storage daemon */
if (jcr->store_bsock) {
- if (!ua->jcr->storage) {
- copy_storage(ua->jcr, jcr);
+ if (!ua->jcr->wstorage) {
+ if (jcr->rstorage) {
+ copy_wstorage(ua->jcr, jcr->rstorage, _("Job resource"));
+ } else {
+ copy_wstorage(ua->jcr, jcr->wstorage, _("Job resource"));
+ }
} else {
- set_storage(ua->jcr, jcr->store);
+ if (jcr->rstorage) {
+ set_wstorage(ua->jcr, jcr->rstore);
+ } else {
+ set_wstorage(ua->jcr, jcr->wstore);
+ }
}
if (!connect_to_storage_daemon(ua->jcr, 10, SDConnectTimeout, 1)) {
bsendmsg(ua, _("Failed to connect to Storage daemon.\n"));
return cancel;
}
+/*
+ * Get or create a Pool record with the given name.
+ * Returns: 0 on error
+ * poolid if OK
+ */
+DBId_t get_or_create_pool_record(JCR *jcr, char *pool_name)
+{
+ POOL_DBR pr;
+
+ memset(&pr, 0, sizeof(pr));
+ bstrncpy(pr.Name, pool_name, sizeof(pr.Name));
+
+ while (!db_get_pool_record(jcr, jcr->db, &pr)) { /* get by Name */
+ /* Try to create the pool */
+ if (create_pool(jcr, jcr->db, jcr->pool, POOL_OP_CREATE) < 0) {
+ Jmsg(jcr, M_FATAL, 0, _("Pool %s not in database. %s"), pr.Name,
+ db_strerror(jcr->db));
+ return 0;
+ } else {
+ Jmsg(jcr, M_INFO, 0, _("Pool %s created in database.\n"), pr.Name);
+ }
+ }
+ return pr.PoolId;
+}
+
+void apply_pool_overrides(JCR *jcr)
+{
+ if (jcr->run_pool_override) {
+ pm_strcpy(jcr->pool_source, _("Run Pool override"));
+ }
+ /*
+ * Apply any level related Pool selections
+ */
+ switch (jcr->JobLevel) {
+ case L_FULL:
+ if (jcr->full_pool) {
+ jcr->pool = jcr->full_pool;
+ if (jcr->run_full_pool_override) {
+ pm_strcpy(jcr->pool_source, _("Run FullPool override"));
+ } else {
+ pm_strcpy(jcr->pool_source, _("Job FullPool override"));
+ }
+ }
+ break;
+ case L_INCREMENTAL:
+ if (jcr->inc_pool) {
+ jcr->pool = jcr->inc_pool;
+ if (jcr->run_inc_pool_override) {
+ pm_strcpy(jcr->pool_source, _("Run IncPool override"));
+ } else {
+ pm_strcpy(jcr->pool_source, _("Job IncPool override"));
+ }
+ }
+ break;
+ case L_DIFFERENTIAL:
+ if (jcr->diff_pool) {
+ jcr->pool = jcr->diff_pool;
+ if (jcr->run_diff_pool_override) {
+ pm_strcpy(jcr->pool_source, _("Run DiffPool override"));
+ } else {
+ pm_strcpy(jcr->pool_source, _("Job DiffPool override"));
+ }
+ }
+ break;
+ }
+}
+
/*
* Get or create a Client record for this Job
unsigned char digest[MD5HashSize];
memcpy(&md5c, &jcr->fileset->md5c, sizeof(md5c));
MD5Final(digest, &md5c);
- bin_to_base64(fsr.MD5, (char *)digest, MD5HashSize);
+ /*
+ * Keep the flag (last arg) set to false otherwise old FileSets will
+ * get new MD5 sums and the user will get Full backups on everything
+ */
+ bin_to_base64(fsr.MD5, sizeof(fsr.MD5), (char *)digest, MD5HashSize, false);
bstrncpy(jcr->fileset->MD5, fsr.MD5, sizeof(jcr->fileset->MD5));
} else {
Jmsg(jcr, M_WARNING, 0, _("FileSet MD5 digest not found.\n"));
V(mutex); /* allow creation of jobs */
jcr->start_time = now;
/* Form Unique JobName */
- localtime_r(&now, &tm);
+ (void)localtime_r(&now, &tm);
/* Use only characters that are permitted in Windows filenames */
strftime(dt, sizeof(dt), "%Y-%m-%d_%H.%M.%S", &tm);
bstrncpy(name, base_name, sizeof(name));
free_pool_memory(jcr->fname);
jcr->fname = NULL;
}
+ if (jcr->pool_source) {
+ free_pool_memory(jcr->pool_source);
+ jcr->pool_source = NULL;
+ }
+ if (jcr->storage_source) {
+ free_pool_memory(jcr->storage_source);
+ jcr->storage_source = NULL;
+ }
if (jcr->stime) {
Dmsg0(200, "Free JCR stime\n");
free_pool_memory(jcr->stime);
free_pool_memory(jcr->client_uname);
jcr->client_uname = NULL;
}
- if (jcr->term_wait_inited) {
- pthread_cond_destroy(&jcr->term_wait);
- jcr->term_wait_inited = false;
- }
if (jcr->attr) {
free_pool_memory(jcr->attr);
jcr->attr = NULL;
Dmsg0(200, "Start dird free_jcr\n");
dird_free_jcr_pointers(jcr);
+ if (jcr->term_wait_inited) {
+ pthread_cond_destroy(&jcr->term_wait);
+ jcr->term_wait_inited = false;
+ }
/* Delete lists setup to hold storage pointers */
- if (jcr->storage) {
- delete jcr->storage;
- }
+ free_rwstorage(jcr);
+
jcr->job_end_push.destroy();
Dmsg0(200, "End dird free_jcr\n");
}
*/
void set_jcr_defaults(JCR *jcr, JOB *job)
{
- STORE *st;
jcr->job = job;
jcr->JobType = job->JobType;
switch (jcr->JobType) {
jcr->JobLevel = job->JobLevel;
break;
}
- jcr->JobPriority = job->Priority;
- /* Copy storage definitions -- deleted in dir_free_jcr above */
- if (job->storage) {
- if (jcr->storage) {
- delete jcr->storage;
- }
- jcr->storage = New(alist(10, not_owned_by_alist));
- foreach_alist(st, job->storage) {
- jcr->storage->append(st);
- }
+ if (!jcr->fname) {
+ jcr->fname = get_pool_memory(PM_FNAME);
+ }
+ if (!jcr->pool_source) {
+ jcr->pool_source = get_pool_memory(PM_MESSAGE);
+ pm_strcpy(jcr->pool_source, _("unknown source"));
}
- if (jcr->storage) {
- jcr->store = (STORE *)jcr->storage->first();
+ if (!jcr->storage_source) {
+ jcr->storage_source = get_pool_memory(PM_MESSAGE);
+ pm_strcpy(jcr->storage_source, _("unknown source"));
}
+ jcr->JobPriority = job->Priority;
+ /* Copy storage definitions -- deleted in dir_free_jcr above */
+ copy_rwstorage(jcr, job->storage, _("Job resource"));
jcr->client = job->client;
if (!jcr->client_name) {
jcr->client_name = get_pool_memory(PM_NAME);
}
pm_strcpy(jcr->client_name, jcr->client->hdr.name);
+ pm_strcpy(jcr->pool_source, _("Job resource"));
jcr->pool = job->pool;
jcr->full_pool = job->full_pool;
jcr->inc_pool = job->inc_pool;
- jcr->dif_pool = job->dif_pool;
+ jcr->diff_pool = job->diff_pool;
jcr->catalog = job->client->catalog;
jcr->fileset = job->fileset;
jcr->messages = job->messages;
}
}
-/*
- * copy the storage definitions from an old JCR to a new one
+/*
+ * Copy the storage definitions from an alist to the JCR
*/
-void copy_storage(JCR *new_jcr, JCR *old_jcr)
+void copy_rwstorage(JCR *jcr, alist *storage, const char *where)
{
- if (old_jcr->storage) {
+ copy_rstorage(jcr, storage, where);
+ copy_wstorage(jcr, storage, where);
+}
+
+
+/* Set storage override */
+void set_rwstorage(JCR *jcr, STORE *store)
+{
+ set_rstorage(jcr, store);
+ set_wstorage(jcr, store);
+}
+
+void free_rwstorage(JCR *jcr)
+{
+ free_rstorage(jcr);
+ free_wstorage(jcr);
+}
+
+/*
+ * Copy the storage definitions from an alist to the JCR
+ */
+void copy_rstorage(JCR *jcr, alist *storage, const char *where)
+{
+ if (storage) {
STORE *st;
- if (old_jcr->storage) {
- delete old_jcr->storage;
+ if (jcr->rstorage) {
+ delete jcr->rstorage;
+ }
+ jcr->rstorage = New(alist(10, not_owned_by_alist));
+ foreach_alist(st, storage) {
+ jcr->rstorage->append(st);
}
- new_jcr->storage = New(alist(10, not_owned_by_alist));
- foreach_alist(st, old_jcr->storage) {
- new_jcr->storage->append(st);
+ pm_strcpy(jcr->storage_source, where);
+ }
+ if (jcr->rstorage) {
+ jcr->rstore = (STORE *)jcr->rstorage->first();
+ }
+}
+
+
+/* Set storage override */
+void set_rstorage(JCR *jcr, STORE *store)
+{
+ STORE *storage;
+
+ jcr->rstore = store;
+ foreach_alist(storage, jcr->rstorage) {
+ if (store == storage) {
+ return;
}
}
- if (old_jcr->store) {
- new_jcr->store = old_jcr->store;
- } else if (new_jcr->storage) {
- new_jcr->store = (STORE *)new_jcr->storage->first();
+ /* Store not in list, so add it */
+ jcr->rstorage->prepend(store);
+}
+
+void free_rstorage(JCR *jcr)
+{
+ if (jcr->rstorage) {
+ delete jcr->rstorage;
+ jcr->rstorage = NULL;
}
+ jcr->rstore = NULL;
}
+/*
+ * Copy the storage definitions from an alist to the JCR
+ */
+void copy_wstorage(JCR *jcr, alist *storage, const char *where)
+{
+ if (storage) {
+ STORE *st;
+ if (jcr->wstorage) {
+ delete jcr->wstorage;
+ }
+ jcr->wstorage = New(alist(10, not_owned_by_alist));
+ foreach_alist(st, storage) {
+ jcr->wstorage->append(st);
+ }
+ pm_strcpy(jcr->storage_source, where);
+ }
+ if (jcr->wstorage) {
+ jcr->wstore = (STORE *)jcr->wstorage->first();
+ }
+}
+
+
/* Set storage override */
-void set_storage(JCR *jcr, STORE *store)
+void set_wstorage(JCR *jcr, STORE *store)
{
STORE *storage;
- jcr->store = store;
- foreach_alist(storage, jcr->storage) {
+ jcr->wstore = store;
+ foreach_alist(storage, jcr->wstorage) {
if (store == storage) {
return;
}
}
/* Store not in list, so add it */
- jcr->storage->prepend(store);
+ jcr->wstorage->prepend(store);
+}
+
+void free_wstorage(JCR *jcr)
+{
+ if (jcr->wstorage) {
+ delete jcr->wstorage;
+ jcr->wstorage = NULL;
+ }
+ jcr->wstore = NULL;
+}
+
+
+
+void create_clones(JCR *jcr)
+{
+ /*
+ * Fire off any clone jobs (run directives)
+ */
+ Dmsg2(900, "cloned=%d run_cmds=%p\n", jcr->cloned, jcr->job->run_cmds);
+ if (!jcr->cloned && jcr->job->run_cmds) {
+ char *runcmd;
+ JOB *job = jcr->job;
+ POOLMEM *cmd = get_pool_memory(PM_FNAME);
+ UAContext *ua = new_ua_context(jcr);
+ ua->batch = true;
+ foreach_alist(runcmd, job->run_cmds) {
+ cmd = edit_job_codes(jcr, cmd, runcmd, "");
+ Mmsg(ua->cmd, "run %s cloned=yes", cmd);
+ Dmsg1(900, "=============== Clone cmd=%s\n", ua->cmd);
+ parse_ua_args(ua); /* parse command */
+ int stat = run_cmd(ua, ua->cmd);
+ if (stat == 0) {
+ Jmsg(jcr, M_ERROR, 0, _("Could not start clone job.\n"));
+ } else {
+ Jmsg(jcr, M_INFO, 0, _("Clone JobId %d started.\n"), stat);
+ }
+ }
+ free_ua_context(ua);
+ free_pool_memory(cmd);
+ }
+}
+
+bool create_restore_bootstrap_file(JCR *jcr)
+{
+ RESTORE_CTX rx;
+ UAContext *ua;
+ memset(&rx, 0, sizeof(rx));
+ rx.bsr = new_bsr();
+ rx.JobIds = "";
+ rx.bsr->JobId = jcr->previous_jr.JobId;
+ ua = new_ua_context(jcr);
+ complete_bsr(ua, rx.bsr);
+ rx.bsr->fi = new_findex();
+ rx.bsr->fi->findex = 1;
+ rx.bsr->fi->findex2 = jcr->previous_jr.JobFiles;
+ jcr->ExpectedFiles = write_bsr_file(ua, rx);
+ if (jcr->ExpectedFiles == 0) {
+ free_ua_context(ua);
+ free_bsr(rx.bsr);
+ return false;
+ }
+ free_ua_context(ua);
+ free_bsr(rx.bsr);
+ jcr->needs_sd = true;
+ return true;
}
projects / bacula / bacula / blobdiff