2 Bacula® - The Network Backup Solution
4 Copyright (C) 2004-2010 Free Software Foundation Europe e.V.
6 The main author of Bacula is Kern Sibbald, with contributions from
7 many others, a complete list can be found in the file AUTHORS.
8 This program is Free Software; you can redistribute it and/or
9 modify it under the terms of version three of the GNU Affero General Public
10 License as published by the Free Software Foundation and included
13 This program is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 General Public License for more details.
18 You should have received a copy of the GNU Affero General Public License
19 along with this program; if not, write to the Free Software
20 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
23 Bacula® is a registered trademark of Kern Sibbald.
24 The licensor of Bacula is the Free Software Foundation Europe
25 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
26 Switzerland, email:ftf@fsfeurope.org.
30 * Bacula Director -- migrate.c -- responsible for doing
31 * migration and copy jobs.
33 * Also handles Copy jobs (March MMVIII)
35 * Kern Sibbald, September MMIV
37 * Basic tasks done here:
38 * Open DB and create records for this job.
39 * Open Message Channel with Storage daemon to tell him a job will be starting.
40 * Open connection with Storage daemon and pass him commands
42 * When the Storage daemon finishes the job, update the DB.
50 #include "lib/bregex.h"
55 static const int dbglevel = 10;
57 static int getJob_to_migrate(JCR *jcr);
59 static bool regex_find_jobids(JCR *jcr, idpkt *ids, const char *query1,
60 const char *query2, const char *type);
61 static bool find_mediaid_then_jobids(JCR *jcr, idpkt *ids, const char *query1,
63 static bool find_jobids_from_mediaid_list(JCR *jcr, idpkt *ids, const char *type);
64 static bool find_jobids_of_pool_uncopied_jobs(JCR *jcr, idpkt *ids);
65 static void start_migration_job(JCR *jcr);
66 static int get_next_dbid_from_list(char **p, DBId_t *DBId);
67 static bool set_migration_next_pool(JCR *jcr, POOL **pool);
70 * Called here before the job is run to do the job
71 * specific setup. Note, one of the important things to
72 * complete in this init code is to make the definitive
73 * choice of input and output storage devices. This is
74 * because immediately after the init, the job is queued
75 * in the jobq.c code, and it checks that all the resources
76 * (storage resources in particular) are available, so these
77 * must all be properly defined.
79 * previous_jr refers to the job DB record of the Job that is
80 * going to be migrated.
81 * prev_job refers to the job resource of the Job that is
82 * going to be migrated.
83 * jcr is the jcr for the current "migration" job. It is a
84 * control job that is put in the DB as a migration job, which
85 * means that this job migrated a previous job to a new job.
86 * No Volume or File data is associated with this control
88 * mig_jcr refers to the newly migrated job that is run by
89 * the current jcr. It is a backup job that moves (migrates) the
90 * data written for the previous_jr into the new pool. This
91 * job (mig_jcr) becomes the new backup job that replaces
92 * the original backup job. Note, this jcr is not really run. It
93 * is simply attached to the current jcr. It will show up in
94 * the Director's status output, but not in the SD or FD, both of
95 * which deal only with the current migration job (i.e. jcr).
97 bool do_migration_init(JCR *jcr)
101 JCR *mig_jcr; /* newly migrated job */
105 apply_pool_overrides(jcr);
107 if (!allow_duplicate_job(jcr)) {
111 jcr->jr.PoolId = get_or_create_pool_record(jcr, jcr->pool->name());
112 if (jcr->jr.PoolId == 0) {
113 Dmsg1(dbglevel, "JobId=%d no PoolId\n", (int)jcr->JobId);
114 Jmsg(jcr, M_FATAL, 0, _("Could not get or create a Pool record.\n"));
118 * Note, at this point, pool is the pool for this job. We
119 * transfer it to rpool (read pool), and a bit later,
120 * pool will be changed to point to the write pool,
121 * which comes from pool->NextPool.
123 jcr->rpool = jcr->pool; /* save read pool */
124 pm_strcpy(jcr->rpool_source, jcr->pool_source);
127 Dmsg2(dbglevel, "Read pool=%s (From %s)\n", jcr->rpool->name(), jcr->rpool_source);
129 if (!get_or_create_fileset_record(jcr)) {
130 Dmsg1(dbglevel, "JobId=%d no FileSet\n", (int)jcr->JobId);
131 Jmsg(jcr, M_FATAL, 0, _("Could not get or create the FileSet record.\n"));
135 /* If we find a job or jobs to migrate it is previous_jr.JobId */
136 count = getJob_to_migrate(jcr);
141 set_migration_next_pool(jcr, &pool);
142 return true; /* no work */
145 Dmsg1(dbglevel, "Back from getJob_to_migrate JobId=%d\n", (int)jcr->JobId);
147 if (jcr->previous_jr.JobId == 0) {
148 Dmsg1(dbglevel, "JobId=%d no previous JobId\n", (int)jcr->JobId);
149 Jmsg(jcr, M_INFO, 0, _("No previous Job found to %s.\n"), jcr->get_ActionName(0));
150 set_migration_next_pool(jcr, &pool);
151 return true; /* no work */
154 if (create_restore_bootstrap_file(jcr) < 0) {
155 Jmsg(jcr, M_FATAL, 0, _("Create bootstrap file failed.\n"));
159 if (jcr->previous_jr.JobId == 0 || jcr->ExpectedFiles == 0) {
160 jcr->setJobStatus(JS_Terminated);
161 Dmsg1(dbglevel, "JobId=%d expected files == 0\n", (int)jcr->JobId);
162 if (jcr->previous_jr.JobId == 0) {
163 Jmsg(jcr, M_INFO, 0, _("No previous Job found to %s.\n"), jcr->get_ActionName(0));
165 Jmsg(jcr, M_INFO, 0, _("Previous Job has no data to %s.\n"), jcr->get_ActionName(0));
167 set_migration_next_pool(jcr, &pool);
168 return true; /* no work */
172 Dmsg5(dbglevel, "JobId=%d: Current: Name=%s JobId=%d Type=%c Level=%c\n",
174 jcr->jr.Name, (int)jcr->jr.JobId,
175 jcr->jr.JobType, jcr->jr.JobLevel);
178 job = (JOB *)GetResWithName(R_JOB, jcr->jr.Name);
179 prev_job = (JOB *)GetResWithName(R_JOB, jcr->previous_jr.Name);
182 Jmsg(jcr, M_FATAL, 0, _("Job resource not found for \"%s\".\n"), jcr->jr.Name);
186 Jmsg(jcr, M_FATAL, 0, _("Previous Job resource not found for \"%s\".\n"),
187 jcr->previous_jr.Name);
191 jcr->spool_data = job->spool_data; /* turn on spooling if requested in job */
193 /* Create a migration jcr */
194 mig_jcr = jcr->mig_jcr = new_jcr(sizeof(JCR), dird_free_jcr);
195 memcpy(&mig_jcr->previous_jr, &jcr->previous_jr, sizeof(mig_jcr->previous_jr));
198 * Turn the mig_jcr into a "real" job that takes on the aspects of
199 * the previous backup job "prev_job".
201 set_jcr_defaults(mig_jcr, prev_job);
202 if (!setup_job(mig_jcr)) {
203 Jmsg(jcr, M_FATAL, 0, _("setup job failed.\n"));
207 /* Now reset the job record from the previous job */
208 memcpy(&mig_jcr->jr, &jcr->previous_jr, sizeof(mig_jcr->jr));
209 /* Update the jr to reflect the new values of PoolId and JobId. */
210 mig_jcr->jr.PoolId = jcr->jr.PoolId;
211 mig_jcr->jr.JobId = mig_jcr->JobId;
213 /* Don't let WatchDog checks Max*Time value on this Job */
214 mig_jcr->no_maxtime = true;
217 * Don't check for duplicates on migration and copy jobs
219 mig_jcr->job->IgnoreDuplicateJobChecking = true;
221 Dmsg4(dbglevel, "mig_jcr: Name=%s JobId=%d Type=%c Level=%c\n",
222 mig_jcr->jr.Name, (int)mig_jcr->jr.JobId,
223 mig_jcr->jr.JobType, mig_jcr->jr.JobLevel);
225 if (set_migration_next_pool(jcr, &pool)) {
226 /* If pool storage specified, use it for restore */
227 copy_rstorage(mig_jcr, pool->storage, _("Pool resource"));
228 copy_rstorage(jcr, pool->storage, _("Pool resource"));
230 mig_jcr->pool = jcr->pool;
231 mig_jcr->jr.PoolId = jcr->jr.PoolId;
239 * set_migration_next_pool() called by do_migration_init()
240 * at differents stages.
241 * The idea here is to make a common subroutine for the
242 * NextPool's search code and to permit do_migration_init()
243 * to return with NextPool set in jcr struct.
245 static bool set_migration_next_pool(JCR *jcr, POOL **retpool)
252 * Get the PoolId used with the original job. Then
253 * find the pool name from the database record.
255 memset(&pr, 0, sizeof(pr));
256 pr.PoolId = jcr->jr.PoolId;
257 if (!db_get_pool_record(jcr, jcr->db, &pr)) {
258 Jmsg(jcr, M_FATAL, 0, _("Pool for JobId %s not in database. ERR=%s\n"),
259 edit_int64(pr.PoolId, ed1), db_strerror(jcr->db));
262 /* Get the pool resource corresponding to the original job */
263 pool = (POOL *)GetResWithName(R_POOL, pr.Name);
266 Jmsg(jcr, M_FATAL, 0, _("Pool resource \"%s\" not found.\n"), pr.Name);
271 * If the original backup pool has a NextPool, make sure a
272 * record exists in the database. Note, in this case, we
273 * will be migrating from pool to pool->NextPool.
275 if (pool->NextPool) {
276 jcr->jr.PoolId = get_or_create_pool_record(jcr, pool->NextPool->name());
277 if (jcr->jr.PoolId == 0) {
281 if (!set_migration_wstorage(jcr, pool)) {
284 jcr->pool = pool->NextPool;
285 pm_strcpy(jcr->pool_source, _("Job Pool's NextPool resource"));
287 Dmsg2(dbglevel, "Write pool=%s read rpool=%s\n", jcr->pool->name(), jcr->rpool->name());
294 * Do a Migration of a previous job
296 * Returns: false on failure
299 bool do_migration(JCR *jcr)
303 JCR *mig_jcr = jcr->mig_jcr; /* newly migrated job */
306 * If mig_jcr is NULL, there is nothing to do for this job,
307 * so set a normal status, cleanup and return OK.
310 jcr->setJobStatus(JS_Terminated);
311 migration_cleanup(jcr, jcr->JobStatus);
315 if (!db_get_job_record(jcr, jcr->db, &jcr->previous_jr)) {
316 Jmsg(jcr, M_FATAL, 0, _("Could not get job record for JobId %s to %s. ERR=%s"),
317 edit_int64(jcr->previous_jr.JobId, ed1),
318 jcr->get_ActionName(0),
319 db_strerror(jcr->db));
320 jcr->setJobStatus(JS_Terminated);
321 migration_cleanup(jcr, jcr->JobStatus);
324 /* Make sure this job was not already migrated */
325 if (jcr->previous_jr.JobType != JT_BACKUP &&
326 jcr->previous_jr.JobType != JT_JOB_COPY) {
327 Jmsg(jcr, M_INFO, 0, _("JobId %s already %s probably by another Job. %s stopped.\n"),
328 edit_int64(jcr->previous_jr.JobId, ed1),
329 jcr->get_ActionName(1),
330 jcr->get_OperationName());
331 jcr->setJobStatus(JS_Terminated);
332 migration_cleanup(jcr, jcr->JobStatus);
336 /* Print Job Start message */
337 Jmsg(jcr, M_INFO, 0, _("Start %s JobId %s, Job=%s\n"),
338 jcr->get_OperationName(), edit_uint64(jcr->JobId, ed1), jcr->Job);
341 * Open a message channel connection with the Storage
342 * daemon. This is to let him know that our client
343 * will be contacting him for a backup session.
346 Dmsg0(110, "Open connection with storage daemon\n");
347 jcr->setJobStatus(JS_WaitSD);
348 mig_jcr->setJobStatus(JS_WaitSD);
350 * Start conversation with Storage daemon
352 if (!connect_to_storage_daemon(jcr, 10, SDConnectTimeout, 1)) {
355 sd = jcr->store_bsock;
357 * Now start a job with the Storage daemon
359 Dmsg2(dbglevel, "Read store=%s, write store=%s\n",
360 ((STORE *)jcr->rstorage->first())->name(),
361 ((STORE *)jcr->wstorage->first())->name());
363 if (!start_storage_daemon_job(jcr, jcr->rstorage, jcr->wstorage, /*send_bsr*/true)) {
366 Dmsg0(150, "Storage daemon connection OK\n");
370 * We re-update the job start record so that the start
371 * time is set after the run before job. This avoids
372 * that any files created by the run before job will
373 * be saved twice. They will be backed up in the current
374 * job, but not in the next one unless they are changed.
375 * Without this, they will be backed up in this job and
376 * in the next job run because in that case, their date
377 * is after the start of this run.
379 jcr->start_time = time(NULL);
380 jcr->jr.StartTime = jcr->start_time;
381 jcr->jr.JobTDate = jcr->start_time;
382 jcr->setJobStatus(JS_Running);
384 /* Update job start record for this migration control job */
385 if (!db_update_job_start_record(jcr, jcr->db, &jcr->jr)) {
386 Jmsg(jcr, M_FATAL, 0, "%s", db_strerror(jcr->db));
391 mig_jcr->start_time = time(NULL);
392 mig_jcr->jr.StartTime = mig_jcr->start_time;
393 mig_jcr->jr.JobTDate = mig_jcr->start_time;
394 mig_jcr->setJobStatus(JS_Running);
396 /* Update job start record for the real migration backup job */
397 if (!db_update_job_start_record(mig_jcr, mig_jcr->db, &mig_jcr->jr)) {
398 Jmsg(jcr, M_FATAL, 0, "%s", db_strerror(mig_jcr->db));
402 Dmsg4(dbglevel, "mig_jcr: Name=%s JobId=%d Type=%c Level=%c\n",
403 mig_jcr->jr.Name, (int)mig_jcr->jr.JobId,
404 mig_jcr->jr.JobType, mig_jcr->jr.JobLevel);
408 * Start the job prior to starting the message thread below
409 * to avoid two threads from using the BSOCK structure at
412 if (!sd->fsend("run")) {
417 * Now start a Storage daemon message thread
419 if (!start_storage_daemon_message_thread(jcr)) {
424 jcr->setJobStatus(JS_Running);
425 mig_jcr->setJobStatus(JS_Running);
427 /* Pickup Job termination data */
428 /* Note, the SD stores in jcr->JobFiles/ReadBytes/JobBytes/JobErrors */
429 wait_for_storage_daemon_termination(jcr);
430 jcr->setJobStatus(jcr->SDJobStatus);
431 db_write_batch_file_records(jcr); /* used by bulk batch file insert */
432 if (jcr->JobStatus != JS_Terminated) {
436 migration_cleanup(jcr, jcr->JobStatus);
446 /* Add an item to the list if it is unique */
447 static void add_unique_id(idpkt *ids, char *item)
449 const int maxlen = 30;
453 /* Walk through current list to see if each item is the same as item */
456 for (int i=0; i<maxlen; i++) {
459 } else if (*q == ',') {
466 if (strcmp(item, id) == 0) {
470 /* Did not find item, so add it to list */
471 if (ids->count == 0) {
474 pm_strcat(ids->list, ",");
476 pm_strcat(ids->list, item);
478 // Dmsg3(0, "add_uniq count=%d Ids=%p %s\n", ids->count, ids->list, ids->list);
483 * Callback handler make list of DB Ids
485 static int unique_dbid_handler(void *ctx, int num_fields, char **row)
487 idpkt *ids = (idpkt *)ctx;
490 if (!row || !row[0]) {
491 Dmsg0(dbglevel, "dbid_hdlr error empty row\n");
492 return 1; /* stop calling us */
495 add_unique_id(ids, row[0]);
496 Dmsg3(dbglevel, "dbid_hdlr count=%d Ids=%p %s\n", ids->count, ids->list, ids->list);
506 static int item_compare(void *item1, void *item2)
508 uitem *i1 = (uitem *)item1;
509 uitem *i2 = (uitem *)item2;
510 return strcmp(i1->item, i2->item);
513 static int unique_name_handler(void *ctx, int num_fields, char **row)
515 dlist *list = (dlist *)ctx;
517 uitem *new_item = (uitem *)malloc(sizeof(uitem));
520 memset(new_item, 0, sizeof(uitem));
521 new_item->item = bstrdup(row[0]);
522 Dmsg1(dbglevel, "Unique_name_hdlr Item=%s\n", row[0]);
523 item = (uitem *)list->binary_insert((void *)new_item, item_compare);
524 if (item != new_item) { /* already in list */
525 free(new_item->item);
526 free((char *)new_item);
532 /* Get Job names in Pool */
533 const char *sql_job =
534 "SELECT DISTINCT Job.Name from Job,Pool"
535 " WHERE Pool.Name='%s' AND Job.PoolId=Pool.PoolId";
537 /* Get JobIds from regex'ed Job names */
538 const char *sql_jobids_from_job =
539 "SELECT DISTINCT Job.JobId,Job.StartTime FROM Job,Pool"
540 " WHERE Job.Name='%s' AND Pool.Name='%s' AND Job.PoolId=Pool.PoolId"
541 " ORDER by Job.StartTime";
543 /* Get Client names in Pool */
544 const char *sql_client =
545 "SELECT DISTINCT Client.Name from Client,Pool,Job"
546 " WHERE Pool.Name='%s' AND Job.ClientId=Client.ClientId AND"
547 " Job.PoolId=Pool.PoolId";
549 /* Get JobIds from regex'ed Client names */
550 const char *sql_jobids_from_client =
551 "SELECT DISTINCT Job.JobId,Job.StartTime FROM Job,Pool,Client"
552 " WHERE Client.Name='%s' AND Pool.Name='%s' AND Job.PoolId=Pool.PoolId"
553 " AND Job.ClientId=Client.ClientId AND Job.Type IN ('B','C')"
554 " AND Job.JobStatus IN ('T','W')"
555 " ORDER by Job.StartTime";
557 /* Get Volume names in Pool */
558 const char *sql_vol =
559 "SELECT DISTINCT VolumeName FROM Media,Pool WHERE"
560 " VolStatus in ('Full','Used','Error') AND Media.Enabled=1 AND"
561 " Media.PoolId=Pool.PoolId AND Pool.Name='%s'";
563 /* Get JobIds from regex'ed Volume names */
564 const char *sql_jobids_from_vol =
565 "SELECT DISTINCT Job.JobId,Job.StartTime FROM Media,JobMedia,Job"
566 " WHERE Media.VolumeName='%s' AND Media.MediaId=JobMedia.MediaId"
567 " AND JobMedia.JobId=Job.JobId AND Job.Type IN ('B','C')"
568 " AND Job.JobStatus IN ('T','W') AND Media.Enabled=1"
569 " ORDER by Job.StartTime";
571 const char *sql_smallest_vol =
572 "SELECT Media.MediaId FROM Media,Pool,JobMedia WHERE"
573 " Media.MediaId in (SELECT DISTINCT MediaId from JobMedia) AND"
574 " Media.VolStatus in ('Full','Used','Error') AND Media.Enabled=1 AND"
575 " Media.PoolId=Pool.PoolId AND Pool.Name='%s'"
576 " ORDER BY VolBytes ASC LIMIT 1";
578 const char *sql_oldest_vol =
579 "SELECT Media.MediaId FROM Media,Pool,JobMedia WHERE"
580 " Media.MediaId in (SELECT DISTINCT MediaId from JobMedia) AND"
581 " Media.VolStatus in ('Full','Used','Error') AND Media.Enabled=1 AND"
582 " Media.PoolId=Pool.PoolId AND Pool.Name='%s'"
583 " ORDER BY LastWritten ASC LIMIT 1";
585 /* Get JobIds when we have selected MediaId */
586 const char *sql_jobids_from_mediaid =
587 "SELECT DISTINCT Job.JobId,Job.StartTime FROM JobMedia,Job"
588 " WHERE JobMedia.JobId=Job.JobId AND JobMedia.MediaId IN (%s)"
589 " AND Job.Type IN ('B','C') AND Job.JobStatus IN ('T','W')"
590 " ORDER by Job.StartTime";
592 /* Get the number of bytes in the pool */
593 const char *sql_pool_bytes =
594 "SELECT SUM(JobBytes) FROM Job WHERE JobId IN"
595 " (SELECT DISTINCT Job.JobId from Pool,Job,Media,JobMedia WHERE"
596 " Pool.Name='%s' AND Media.PoolId=Pool.PoolId AND"
597 " VolStatus in ('Full','Used','Error','Append') AND Media.Enabled=1 AND"
598 " Job.Type IN ('B','C') AND Job.JobStatus IN ('T','W') AND"
599 " JobMedia.JobId=Job.JobId AND Job.PoolId=Media.PoolId)";
601 /* Get the number of bytes in the Jobs */
602 const char *sql_job_bytes =
603 "SELECT SUM(JobBytes) FROM Job WHERE JobId IN (%s)";
605 /* Get Media Ids in Pool */
606 const char *sql_mediaids =
607 "SELECT MediaId FROM Media,Pool WHERE"
608 " VolStatus in ('Full','Used','Error') AND Media.Enabled=1 AND"
609 " Media.PoolId=Pool.PoolId AND Pool.Name='%s' ORDER BY LastWritten ASC";
611 /* Get JobIds in Pool longer than specified time */
612 const char *sql_pool_time =
613 "SELECT DISTINCT Job.JobId FROM Pool,Job,Media,JobMedia WHERE"
614 " Pool.Name='%s' AND Media.PoolId=Pool.PoolId AND"
615 " VolStatus IN ('Full','Used','Error') AND Media.Enabled=1 AND"
616 " Job.Type IN ('B','C') AND Job.JobStatus IN ('T','W') AND"
617 " JobMedia.JobId=Job.JobId AND Job.PoolId=Media.PoolId"
618 " AND Job.RealEndTime<='%s'";
620 /* Get JobIds from successfully completed backup jobs which have not been copied before */
621 const char *sql_jobids_of_pool_uncopied_jobs =
622 "SELECT DISTINCT Job.JobId,Job.StartTime FROM Job,Pool"
623 " WHERE Pool.Name = '%s' AND Pool.PoolId = Job.PoolId"
624 " AND Job.Type = 'B' AND Job.JobStatus IN ('T','W')"
625 " AND Job.jobBytes > 0"
626 " AND Job.JobId NOT IN"
627 " (SELECT PriorJobId FROM Job WHERE"
628 " Type IN ('B','C') AND Job.JobStatus IN ('T','W')"
629 " AND PriorJobId != 0)"
630 " ORDER by Job.StartTime";
633 * const char *sql_ujobid =
634 * "SELECT DISTINCT Job.Job from Client,Pool,Media,Job,JobMedia "
635 * " WHERE Media.PoolId=Pool.PoolId AND Pool.Name='%s' AND"
636 * " JobMedia.JobId=Job.JobId AND Job.PoolId=Media.PoolId";
641 * This is the central piece of code that finds a job or jobs
642 * actually JobIds to migrate. It first looks to see if one
643 * has been "manually" specified in jcr->MigrateJobId, and if
644 * so, it returns that JobId to be run. Otherwise, it
645 * examines the Selection Type to see what kind of migration
646 * we are doing (Volume, Job, Client, ...) and applies any
647 * Selection Pattern if appropriate to obtain a list of JobIds.
648 * Finally, it will loop over all the JobIds found, except the last
649 * one starting a new job with MigrationJobId set to that JobId, and
650 * finally, it returns the last JobId to the caller.
652 * Returns: -1 on error
653 * 0 if no jobs to migrate
654 * 1 if OK and jcr->previous_jr filled in
656 static int getJob_to_migrate(JCR *jcr)
658 char ed1[30], ed2[30];
659 POOL_MEM query(PM_MESSAGE);
664 idpkt ids, mid, jids;
669 char dt[MAX_TIME_LENGTH];
671 int limit = 99; /* limit + 1 is max jobs to start */
673 ids.list = get_pool_memory(PM_MESSAGE);
676 mid.list = get_pool_memory(PM_MESSAGE);
679 jids.list = get_pool_memory(PM_MESSAGE);
684 * If MigrateJobId is set, then we migrate only that Job,
685 * otherwise, we go through the full selection of jobs to
688 if (jcr->MigrateJobId != 0) {
689 Dmsg1(dbglevel, "At Job start previous jobid=%u\n", jcr->MigrateJobId);
690 JobId = jcr->MigrateJobId;
692 switch (jcr->job->selection_type) {
694 if (!regex_find_jobids(jcr, &ids, sql_job, sql_jobids_from_job, "Job")) {
699 if (!regex_find_jobids(jcr, &ids, sql_client, sql_jobids_from_client, "Client")) {
704 if (!regex_find_jobids(jcr, &ids, sql_vol, sql_jobids_from_vol, "Volume")) {
709 if (!jcr->job->selection_pattern) {
710 Jmsg(jcr, M_FATAL, 0, _("No %s SQL selection pattern specified.\n"), jcr->get_OperationName());
713 Dmsg1(dbglevel, "SQL=%s\n", jcr->job->selection_pattern);
714 if (!db_sql_query(jcr->db, jcr->job->selection_pattern,
715 unique_dbid_handler, (void *)&ids)) {
716 Jmsg(jcr, M_FATAL, 0,
717 _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
721 case MT_SMALLEST_VOL:
722 if (!find_mediaid_then_jobids(jcr, &ids, sql_smallest_vol, "Smallest Volume")) {
727 if (!find_mediaid_then_jobids(jcr, &ids, sql_oldest_vol, "Oldest Volume")) {
731 case MT_POOL_OCCUPANCY:
733 /* Find count of bytes in pool */
734 Mmsg(query, sql_pool_bytes, jcr->rpool->name());
735 if (!db_sql_query(jcr->db, query.c_str(), db_int64_handler, (void *)&ctx)) {
736 Jmsg(jcr, M_FATAL, 0, _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
739 if (ctx.count == 0) {
740 Jmsg(jcr, M_INFO, 0, _("No Volumes found to %s.\n"), jcr->get_ActionName(0));
743 pool_bytes = ctx.value;
744 Dmsg2(dbglevel, "highbytes=%lld pool=%lld\n", jcr->rpool->MigrationHighBytes,
746 if (pool_bytes < (int64_t)jcr->rpool->MigrationHighBytes) {
747 Jmsg(jcr, M_INFO, 0, _("No Volumes found to %s.\n"), jcr->get_ActionName(0));
750 Dmsg0(dbglevel, "We should do Occupation migration.\n");
753 /* Find a list of MediaIds that could be migrated */
754 Mmsg(query, sql_mediaids, jcr->rpool->name());
755 Dmsg1(dbglevel, "query=%s\n", query.c_str());
756 if (!db_sql_query(jcr->db, query.c_str(), unique_dbid_handler, (void *)&ids)) {
757 Jmsg(jcr, M_FATAL, 0, _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
760 if (ids.count == 0) {
761 Jmsg(jcr, M_INFO, 0, _("No Volumes found to %s.\n"), jcr->get_ActionName(0));
764 Dmsg2(dbglevel, "Pool Occupancy ids=%d MediaIds=%s\n", ids.count, ids.list);
766 if (!find_jobids_from_mediaid_list(jcr, &ids, "Volume")) {
769 /* ids == list of jobs */
771 for (int i=0; i < (int)ids.count; i++) {
772 stat = get_next_dbid_from_list(&p, &DBId);
773 Dmsg2(dbglevel, "get_next_dbid stat=%d JobId=%u\n", stat, (uint32_t)DBId);
775 Jmsg(jcr, M_FATAL, 0, _("Invalid JobId found.\n"));
777 } else if (stat == 0) {
782 Mmsg(mid.list, "%s", edit_int64(DBId, ed1));
783 if (jids.count > 0) {
784 pm_strcat(jids.list, ",");
786 pm_strcat(jids.list, mid.list);
787 jids.count += mid.count;
789 /* Find count of bytes from Jobs */
790 Mmsg(query, sql_job_bytes, mid.list);
791 Dmsg1(dbglevel, "Jobbytes query: %s\n", query.c_str());
792 if (!db_sql_query(jcr->db, query.c_str(), db_int64_handler, (void *)&ctx)) {
793 Jmsg(jcr, M_FATAL, 0, _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
796 pool_bytes -= ctx.value;
797 Dmsg2(dbglevel, "Total %s Job bytes=%s\n", jcr->get_ActionName(0), edit_int64_with_commas(ctx.value, ed1));
798 Dmsg2(dbglevel, "lowbytes=%s poolafter=%s\n",
799 edit_int64_with_commas(jcr->rpool->MigrationLowBytes, ed1),
800 edit_int64_with_commas(pool_bytes, ed2));
801 if (pool_bytes <= (int64_t)jcr->rpool->MigrationLowBytes) {
802 Dmsg0(dbglevel, "We should be done.\n");
806 /* Transfer jids to ids, where the jobs list is expected */
807 ids.count = jids.count;
808 pm_strcpy(ids.list, jids.list);
809 Dmsg2(dbglevel, "Pool Occupancy ids=%d JobIds=%s\n", ids.count, ids.list);
812 ttime = time(NULL) - (time_t)jcr->rpool->MigrationTime;
813 (void)localtime_r(&ttime, &tm);
814 strftime(dt, sizeof(dt), "%Y-%m-%d %H:%M:%S", &tm);
817 Mmsg(query, sql_pool_time, jcr->rpool->name(), dt);
818 Dmsg1(dbglevel, "query=%s\n", query.c_str());
819 if (!db_sql_query(jcr->db, query.c_str(), unique_dbid_handler, (void *)&ids)) {
820 Jmsg(jcr, M_FATAL, 0, _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
823 if (ids.count == 0) {
824 Jmsg(jcr, M_INFO, 0, _("No Volumes found to %s.\n"), jcr->get_ActionName(0));
827 Dmsg2(dbglevel, "PoolTime ids=%d JobIds=%s\n", ids.count, ids.list);
829 case MT_POOL_UNCOPIED_JOBS:
830 if (!find_jobids_of_pool_uncopied_jobs(jcr, &ids)) {
835 Jmsg(jcr, M_FATAL, 0, _("Unknown %s Selection Type.\n"), jcr->get_OperationName());
840 * Loop over all jobids except the last one, sending
841 * them to start_migration_job(), which will start a job
842 * for each of them. For the last JobId, we handle it below.
845 if (ids.count == 0) {
846 Jmsg(jcr, M_INFO, 0, _("No JobIds found to %s.\n"), jcr->get_ActionName(0));
850 Jmsg(jcr, M_INFO, 0, _("The following %u JobId%s chosen to be %s: %s\n"),
851 ids.count, (ids.count < 2) ? _(" was") : _("s were"),
852 jcr->get_ActionName(1), ids.list);
854 Dmsg2(dbglevel, "Before loop count=%d ids=%s\n", ids.count, ids.list);
856 * Note: to not over load the system, limit the number
857 * of new jobs started to 100 (see limit above)
859 for (int i=1; i < (int)ids.count; i++) {
861 stat = get_next_jobid_from_list(&p, &JobId);
862 Dmsg3(dbglevel, "getJobid_no=%d stat=%d JobId=%u\n", i, stat, JobId);
864 Jmsg(jcr, M_FATAL, 0, _("Invalid JobId found.\n"));
866 } else if (stat == 0) {
867 Jmsg(jcr, M_INFO, 0, _("No JobIds found to %s.\n"), jcr->get_ActionName(0));
870 jcr->MigrateJobId = JobId;
871 /* Don't start any more when limit reaches zero */
874 start_migration_job(jcr);
875 Dmsg0(dbglevel, "Back from start_migration_job\n");
879 /* Now get the last JobId and handle it in the current job */
881 stat = get_next_jobid_from_list(&p, &JobId);
882 Dmsg2(dbglevel, "Last get_next_jobid stat=%d JobId=%u\n", stat, (int)JobId);
884 Jmsg(jcr, M_FATAL, 0, _("Invalid JobId found.\n"));
886 } else if (stat == 0) {
887 Jmsg(jcr, M_INFO, 0, _("No JobIds found to %s.\n"), jcr->get_ActionName(0));
892 jcr->previous_jr.JobId = JobId;
893 Dmsg1(dbglevel, "Previous jobid=%d\n", (int)jcr->previous_jr.JobId);
895 if (!db_get_job_record(jcr, jcr->db, &jcr->previous_jr)) {
896 Jmsg(jcr, M_FATAL, 0, _("Could not get job record for JobId %s to %s. ERR=%s"),
897 edit_int64(jcr->previous_jr.JobId, ed1),
898 jcr->get_ActionName(0),
899 db_strerror(jcr->db));
903 Jmsg(jcr, M_INFO, 0, _("%s using JobId=%s Job=%s\n"),
904 jcr->get_OperationName(),
905 edit_int64(jcr->previous_jr.JobId, ed1), jcr->previous_jr.Job);
906 Dmsg4(dbglevel, "%s JobId=%d using JobId=%s Job=%s\n",
907 jcr->get_OperationName(),
909 edit_int64(jcr->previous_jr.JobId, ed1), jcr->previous_jr.Job);
919 free_pool_memory(ids.list);
920 free_pool_memory(mid.list);
921 free_pool_memory(jids.list);
925 static void start_migration_job(JCR *jcr)
927 UAContext *ua = new_ua_context(jcr);
930 Mmsg(ua->cmd, "run job=\"%s\" jobid=%s ignoreduplicatecheck=yes pool=\"%s\"",
931 jcr->job->name(), edit_uint64(jcr->MigrateJobId, ed1),
933 Dmsg2(dbglevel, "=============== %s cmd=%s\n", jcr->get_OperationName(), ua->cmd);
934 parse_ua_args(ua); /* parse command */
935 JobId_t jobid = run_cmd(ua, ua->cmd);
937 Jmsg(jcr, M_ERROR, 0, _("Could not start migration job.\n"));
939 Jmsg(jcr, M_INFO, 0, _("%s JobId %d started.\n"), jcr->get_OperationName(), (int)jobid);
944 static bool find_mediaid_then_jobids(JCR *jcr, idpkt *ids, const char *query1,
948 POOL_MEM query(PM_MESSAGE);
951 /* Basic query for MediaId */
952 Mmsg(query, query1, jcr->rpool->name());
953 if (!db_sql_query(jcr->db, query.c_str(), unique_dbid_handler, (void *)ids)) {
954 Jmsg(jcr, M_FATAL, 0, _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
957 if (ids->count == 0) {
958 Jmsg(jcr, M_INFO, 0, _("No %s found to %s.\n"), type, jcr->get_ActionName(0));
959 ok = true; /* Not an error */
961 } else if (ids->count != 1) {
962 Jmsg(jcr, M_FATAL, 0, _("SQL error. Expected 1 MediaId got %d\n"), ids->count);
965 Dmsg2(dbglevel, "%s MediaIds=%s\n", type, ids->list);
967 ok = find_jobids_from_mediaid_list(jcr, ids, type);
974 * This routine returns:
975 * false if an error occurred
977 * ids.count number of jobids found (may be zero)
979 static bool find_jobids_from_mediaid_list(JCR *jcr, idpkt *ids, const char *type)
982 POOL_MEM query(PM_MESSAGE);
984 Mmsg(query, sql_jobids_from_mediaid, ids->list);
986 if (!db_sql_query(jcr->db, query.c_str(), unique_dbid_handler, (void *)ids)) {
987 Jmsg(jcr, M_FATAL, 0, _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
990 if (ids->count == 0) {
991 Jmsg(jcr, M_INFO, 0, _("No %ss found to %s.\n"), type, jcr->get_ActionName(0));
1000 * This routine returns:
1001 * false if an error occurred
1003 * ids.count number of jobids found (may be zero)
1005 static bool find_jobids_of_pool_uncopied_jobs(JCR *jcr, idpkt *ids)
1008 POOL_MEM query(PM_MESSAGE);
1010 /* Only a copy job is allowed */
1011 if (jcr->getJobType() != JT_COPY) {
1012 Jmsg(jcr, M_FATAL, 0,
1013 _("Selection Type 'pooluncopiedjobs' only applies to Copy Jobs"));
1017 Dmsg1(dbglevel, "copy selection pattern=%s\n", jcr->rpool->name());
1018 Mmsg(query, sql_jobids_of_pool_uncopied_jobs, jcr->rpool->name());
1019 Dmsg1(dbglevel, "get uncopied jobs query=%s\n", query.c_str());
1020 if (!db_sql_query(jcr->db, query.c_str(), unique_dbid_handler, (void *)ids)) {
1021 Jmsg(jcr, M_FATAL, 0,
1022 _("SQL to get uncopied jobs failed. ERR=%s\n"), db_strerror(jcr->db));
1031 static bool regex_find_jobids(JCR *jcr, idpkt *ids, const char *query1,
1032 const char *query2, const char *type)
1036 uitem *last_item = NULL;
1041 POOL_MEM query(PM_MESSAGE);
1043 item_chain = New(dlist(item, &item->link));
1044 if (!jcr->job->selection_pattern) {
1045 Jmsg(jcr, M_FATAL, 0, _("No %s %s selection pattern specified.\n"),
1046 jcr->get_OperationName(), type);
1049 Dmsg1(dbglevel, "regex-sel-pattern=%s\n", jcr->job->selection_pattern);
1050 /* Basic query for names */
1051 Mmsg(query, query1, jcr->rpool->name());
1052 Dmsg1(dbglevel, "get name query1=%s\n", query.c_str());
1053 if (!db_sql_query(jcr->db, query.c_str(), unique_name_handler,
1054 (void *)item_chain)) {
1055 Jmsg(jcr, M_FATAL, 0,
1056 _("SQL to get %s failed. ERR=%s\n"), type, db_strerror(jcr->db));
1059 Dmsg1(dbglevel, "query1 returned %d names\n", item_chain->size());
1060 if (item_chain->size() == 0) {
1061 Jmsg(jcr, M_INFO, 0, _("Query of Pool \"%s\" returned no Jobs to %s.\n"),
1062 jcr->rpool->name(), jcr->get_ActionName(0));
1064 goto bail_out; /* skip regex match */
1066 /* Compile regex expression */
1067 rc = regcomp(&preg, jcr->job->selection_pattern, REG_EXTENDED);
1069 regerror(rc, &preg, prbuf, sizeof(prbuf));
1070 Jmsg(jcr, M_FATAL, 0, _("Could not compile regex pattern \"%s\" ERR=%s\n"),
1071 jcr->job->selection_pattern, prbuf);
1074 /* Now apply the regex to the names and remove any item not matched */
1075 foreach_dlist(item, item_chain) {
1076 const int nmatch = 30;
1077 regmatch_t pmatch[nmatch];
1079 Dmsg1(dbglevel, "Remove item %s\n", last_item->item);
1080 free(last_item->item);
1081 item_chain->remove(last_item);
1083 Dmsg1(dbglevel, "get name Item=%s\n", item->item);
1084 rc = regexec(&preg, item->item, nmatch, pmatch, 0);
1086 last_item = NULL; /* keep this one */
1092 free(last_item->item);
1093 Dmsg1(dbglevel, "Remove item %s\n", last_item->item);
1094 item_chain->remove(last_item);
1098 if (item_chain->size() == 0) {
1099 Jmsg(jcr, M_INFO, 0, _("Regex pattern matched no Jobs to %s.\n"), jcr->get_ActionName(0));
1101 goto bail_out; /* skip regex match */
1105 * At this point, we have a list of items in item_chain
1106 * that have been matched by the regex, so now we need
1107 * to look up their jobids.
1110 foreach_dlist(item, item_chain) {
1111 Dmsg2(dbglevel, "Got %s: %s\n", type, item->item);
1112 Mmsg(query, query2, item->item, jcr->rpool->name());
1113 Dmsg1(dbglevel, "get id from name query2=%s\n", query.c_str());
1114 if (!db_sql_query(jcr->db, query.c_str(), unique_dbid_handler, (void *)ids)) {
1115 Jmsg(jcr, M_FATAL, 0,
1116 _("SQL failed. ERR=%s\n"), db_strerror(jcr->db));
1120 if (ids->count == 0) {
1121 Jmsg(jcr, M_INFO, 0, _("No %ss found to %s.\n"), type, jcr->get_ActionName(0));
1126 Dmsg2(dbglevel, "Count=%d Jobids=%s\n", ids->count, ids->list);
1127 foreach_dlist(item, item_chain) {
1135 * Release resources allocated during backup.
1137 void migration_cleanup(JCR *jcr, int TermCode)
1139 char sdt[MAX_TIME_LENGTH], edt[MAX_TIME_LENGTH];
1140 char ec1[30], ec2[30], ec3[30], ec4[30], ec5[30], elapsed[50];
1141 char ec6[50], ec7[50], ec8[50];
1142 char term_code[100], sd_term_msg[100];
1143 const char *term_msg;
1144 int msg_type = M_INFO;
1148 JCR *mig_jcr = jcr->mig_jcr;
1149 POOL_MEM query(PM_MESSAGE);
1151 Dmsg2(100, "Enter migrate_cleanup %d %c\n", TermCode, TermCode);
1152 update_job_end(jcr, TermCode);
1153 memset(&mr, 0, sizeof(mr));
1156 * Check if we actually did something.
1157 * mig_jcr is jcr of the newly migrated job.
1160 char old_jobid[50], new_jobid[50];
1162 edit_uint64(jcr->previous_jr.JobId, old_jobid);
1163 edit_uint64(mig_jcr->jr.JobId, new_jobid);
1165 mig_jcr->JobFiles = jcr->JobFiles = jcr->SDJobFiles;
1166 mig_jcr->JobBytes = jcr->JobBytes = jcr->SDJobBytes;
1167 mig_jcr->VolSessionId = jcr->VolSessionId;
1168 mig_jcr->VolSessionTime = jcr->VolSessionTime;
1169 mig_jcr->jr.RealEndTime = 0;
1170 mig_jcr->jr.PriorJobId = jcr->previous_jr.JobId;
1172 update_job_end(mig_jcr, TermCode);
1174 /* Update final items to set them to the previous job's values */
1175 Mmsg(query, "UPDATE Job SET StartTime='%s',EndTime='%s',"
1176 "JobTDate=%s WHERE JobId=%s",
1177 jcr->previous_jr.cStartTime, jcr->previous_jr.cEndTime,
1178 edit_uint64(jcr->previous_jr.JobTDate, ec1),
1180 db_sql_query(mig_jcr->db, query.c_str(), NULL, NULL);
1183 * If we terminated a migration normally:
1184 * - mark the previous job as migrated
1185 * - move any Log records to the new JobId
1186 * - Purge the File records from the previous job
1188 if (jcr->getJobType() == JT_MIGRATE && jcr->JobStatus == JS_Terminated) {
1189 Mmsg(query, "UPDATE Job SET Type='%c' WHERE JobId=%s",
1190 (char)JT_MIGRATED_JOB, old_jobid);
1191 db_sql_query(mig_jcr->db, query.c_str(), NULL, NULL);
1192 UAContext *ua = new_ua_context(jcr);
1193 /* Move JobLog to new JobId */
1194 Mmsg(query, "UPDATE Log SET JobId=%s WHERE JobId=%s",
1195 new_jobid, old_jobid);
1196 db_sql_query(mig_jcr->db, query.c_str(), NULL, NULL);
1198 if (jcr->job->PurgeMigrateJob) {
1199 /* Purge old Job record */
1200 purge_jobs_from_catalog(ua, old_jobid);
1202 /* Purge all old file records, but leave Job record */
1203 purge_files_from_jobs(ua, old_jobid);
1206 free_ua_context(ua);
1210 * If we terminated a Copy (rather than a Migration) normally:
1211 * - copy any Log records to the new JobId
1212 * - set type="Job Copy" for the new job
1214 if (jcr->getJobType() == JT_COPY && jcr->JobStatus == JS_Terminated) {
1215 /* Copy JobLog to new JobId */
1216 Mmsg(query, "INSERT INTO Log (JobId, Time, LogText ) "
1217 "SELECT %s, Time, LogText FROM Log WHERE JobId=%s",
1218 new_jobid, old_jobid);
1219 db_sql_query(mig_jcr->db, query.c_str(), NULL, NULL);
1220 Mmsg(query, "UPDATE Job SET Type='%c' WHERE JobId=%s",
1221 (char)JT_JOB_COPY, new_jobid);
1222 db_sql_query(mig_jcr->db, query.c_str(), NULL, NULL);
1225 if (!db_get_job_record(jcr, jcr->db, &jcr->jr)) {
1226 Jmsg(jcr, M_WARNING, 0, _("Error getting Job record for Job report: ERR=%s"),
1227 db_strerror(jcr->db));
1228 jcr->setJobStatus(JS_ErrorTerminated);
1231 update_bootstrap_file(mig_jcr);
1233 if (!db_get_job_volume_names(mig_jcr, mig_jcr->db, mig_jcr->jr.JobId, &mig_jcr->VolumeName)) {
1235 * Note, if the job has failed, most likely it did not write any
1236 * tape, so suppress this "error" message since in that case
1237 * it is normal. Or look at it the other way, only for a
1238 * normal exit should we complain about this error.
1240 if (jcr->JobStatus == JS_Terminated && jcr->jr.JobBytes) {
1241 Jmsg(jcr, M_ERROR, 0, "%s", db_strerror(mig_jcr->db));
1243 mig_jcr->VolumeName[0] = 0; /* none */
1246 if (mig_jcr->VolumeName[0]) {
1247 /* Find last volume name. Multiple vols are separated by | */
1248 char *p = strrchr(mig_jcr->VolumeName, '|');
1252 p = mig_jcr->VolumeName; /* no |, take full name */
1254 bstrncpy(mr.VolumeName, p, sizeof(mr.VolumeName));
1255 if (!db_get_media_record(jcr, jcr->db, &mr)) {
1256 Jmsg(jcr, M_WARNING, 0, _("Error getting Media record for Volume \"%s\": ERR=%s"),
1257 mr.VolumeName, db_strerror(jcr->db));
1261 switch (jcr->JobStatus) {
1263 if (jcr->JobErrors || jcr->SDErrors) {
1264 term_msg = _("%s OK -- with warnings");
1266 term_msg = _("%s OK");
1270 case JS_ErrorTerminated:
1271 term_msg = _("*** %s Error ***");
1272 msg_type = M_ERROR; /* Generate error message */
1273 if (jcr->store_bsock) {
1274 bnet_sig(jcr->store_bsock, BNET_TERMINATE);
1275 if (jcr->SD_msg_chan) {
1276 pthread_cancel(jcr->SD_msg_chan);
1281 term_msg = _("%s Canceled");
1282 if (jcr->store_bsock) {
1283 bnet_sig(jcr->store_bsock, BNET_TERMINATE);
1284 if (jcr->SD_msg_chan) {
1285 pthread_cancel(jcr->SD_msg_chan);
1290 term_msg = _("Inappropriate %s term code");
1294 if (jcr->getJobType() == JT_MIGRATE && jcr->previous_jr.JobId != 0) {
1295 /* Mark previous job as migrated */
1296 Mmsg(query, "UPDATE Job SET Type='%c' WHERE JobId=%s",
1297 (char)JT_MIGRATED_JOB, edit_uint64(jcr->previous_jr.JobId, ec1));
1298 db_sql_query(jcr->db, query.c_str(), NULL, NULL);
1300 term_msg = _("%s -- no files to %s");
1303 bsnprintf(term_code, sizeof(term_code), term_msg, jcr->get_OperationName(), jcr->get_ActionName(0));
1304 bstrftimes(sdt, sizeof(sdt), jcr->jr.StartTime);
1305 bstrftimes(edt, sizeof(edt), jcr->jr.EndTime);
1306 RunTime = jcr->jr.EndTime - jcr->jr.StartTime;
1310 kbps = (double)jcr->SDJobBytes / (1000 * RunTime);
1313 jobstatus_to_ascii(jcr->SDJobStatus, sd_term_msg, sizeof(sd_term_msg));
1315 Jmsg(jcr, msg_type, 0, _("%s %s %s (%s):\n"
1316 " Build OS: %s %s %s\n"
1317 " Prev Backup JobId: %s\n"
1318 " Prev Backup Job: %s\n"
1319 " New Backup JobId: %s\n"
1320 " Current JobId: %s\n"
1321 " Current Job: %s\n"
1322 " Backup Level: %s%s\n"
1324 " FileSet: \"%s\" %s\n"
1325 " Read Pool: \"%s\" (From %s)\n"
1326 " Read Storage: \"%s\" (From %s)\n"
1327 " Write Pool: \"%s\" (From %s)\n"
1328 " Write Storage: \"%s\" (From %s)\n"
1329 " Catalog: \"%s\" (From %s)\n"
1332 " Elapsed time: %s\n"
1334 " SD Files Written: %s\n"
1335 " SD Bytes Written: %s (%sB)\n"
1336 " Rate: %.1f KB/s\n"
1337 " Volume name(s): %s\n"
1338 " Volume Session Id: %d\n"
1339 " Volume Session Time: %d\n"
1340 " Last Volume Bytes: %s (%sB)\n"
1342 " SD termination status: %s\n"
1343 " Termination: %s\n\n"),
1344 BACULA, my_name, VERSION, LSMDATE,
1345 HOST_OS, DISTNAME, DISTVER,
1346 edit_uint64(jcr->previous_jr.JobId, ec6),
1347 jcr->previous_jr.Job,
1348 mig_jcr ? edit_uint64(mig_jcr->jr.JobId, ec7) : "0",
1349 edit_uint64(jcr->jr.JobId, ec8),
1351 level_to_str(jcr->getJobLevel()), jcr->since,
1352 jcr->client->name(),
1353 jcr->fileset->name(), jcr->FSCreateTime,
1354 jcr->rpool->name(), jcr->rpool_source,
1355 jcr->rstore?jcr->rstore->name():"*None*",
1356 NPRT(jcr->rstore_source),
1357 jcr->pool->name(), jcr->pool_source,
1358 jcr->wstore?jcr->wstore->name():"*None*",
1359 NPRT(jcr->wstore_source),
1360 jcr->catalog->name(), jcr->catalog_source,
1363 edit_utime(RunTime, elapsed, sizeof(elapsed)),
1365 edit_uint64_with_commas(jcr->SDJobFiles, ec1),
1366 edit_uint64_with_commas(jcr->SDJobBytes, ec2),
1367 edit_uint64_with_suffix(jcr->SDJobBytes, ec3),
1369 mig_jcr ? mig_jcr->VolumeName : "",
1371 jcr->VolSessionTime,
1372 edit_uint64_with_commas(mr.VolBytes, ec4),
1373 edit_uint64_with_suffix(mr.VolBytes, ec5),
1378 Dmsg1(100, "migrate_cleanup() mig_jcr=0x%x\n", jcr->mig_jcr);
1380 free_jcr(jcr->mig_jcr);
1381 jcr->mig_jcr = NULL;
1383 Dmsg0(100, "Leave migrate_cleanup()\n");
1387 * Return next DBId from comma separated list
1390 * 1 if next DBId returned
1391 * 0 if no more DBIds are in list
1392 * -1 there is an error
1394 static int get_next_dbid_from_list(char **p, DBId_t *DBId)
1396 const int maxlen = 30;
1401 for (int i=0; i<maxlen; i++) {
1404 } else if (*q == ',') {
1413 } else if (!is_a_number(id)) {
1414 return -1; /* error */
1417 *DBId = str_to_int64(id);
1421 bool set_migration_wstorage(JCR *jcr, POOL *pool)
1423 POOL *wpool = pool->NextPool;
1426 Jmsg(jcr, M_FATAL, 0, _("No Next Pool specification found in Pool \"%s\".\n"),
1431 if (!wpool->storage || wpool->storage->size() == 0) {
1432 Jmsg(jcr, M_FATAL, 0, _("No Storage specification found in Next Pool \"%s\".\n"),
1437 /* If pool storage specified, use it instead of job storage for backup */
1438 copy_wstorage(jcr, wpool->storage, _("Storage from Pool's NextPool resource"));