X-Git-Url: https://git.sur5r.net/?a=blobdiff_plain;f=bacula%2Fsrc%2Fdird%2Fdird.c;h=86e73503a90dffe0861f87662d7df19f637ef439;hb=5b6583c38af78bdd11114c43644ba940c2fc34e9;hp=6d2ef2d6ea9d56fd065f21d996afad0dd5c8e9e7;hpb=0229b94d29574b696c442d7a6ce5434df7b146ba;p=bacula%2Fbacula diff --git a/bacula/src/dird/dird.c b/bacula/src/dird/dird.c index 6d2ef2d6ea..86e73503a9 100644 --- a/bacula/src/dird/dird.c +++ b/bacula/src/dird/dird.c @@ -1,3 +1,30 @@ +/* + Bacula® - The Network Backup Solution + + Copyright (C) 2000-2009 Free Software Foundation Europe e.V. + + The main author of Bacula is Kern Sibbald, with contributions from + many others, a complete list can be found in the file AUTHORS. + This program is Free Software; you can redistribute it and/or + modify it under the terms of version two of the GNU General Public + License as published by the Free Software Foundation and included + in the file LICENSE. + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + + Bacula® is a registered trademark of Kern Sibbald. + The licensor of Bacula is the Free Software Foundation Europe + (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich, + Switzerland, email:ftf@fsfeurope.org. +*/ /* * * Bacula Director daemon -- this is the main program @@ -6,77 +33,87 @@ * * Version $Id$ */ -/* - Copyright (C) 2000-2004 Kern Sibbald and John Walker - This program is free software; you can redistribute it and/or - modify it under the terms of the GNU General Public License as - published by the Free Software Foundation; either version 2 of - the License, or (at your option) any later version. +#include "bacula.h" +#include "dird.h" - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU - General Public License for more details. +#ifdef HAVE_PYTHON - You should have received a copy of the GNU General Public - License along with this program; if not, write to the Free - Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, - MA 02111-1307, USA. +#undef _POSIX_C_SOURCE +#include - */ +#include "lib/pythonlib.h" -#include "bacula.h" -#include "dird.h" +/* Imported Functions */ +extern PyObject *job_getattr(PyObject *self, char *attrname); +extern int job_setattr(PyObject *self, char *attrname, PyObject *value); -/* Forward referenced subroutines */ -static void terminate_dird(int sig); -static int check_resources(); +#endif /* HAVE_PYTHON */ +/* Forward referenced subroutines */ +void terminate_dird(int sig); +static bool check_resources(); +static void dir_sql_query(JCR *jcr, const char *cmd); + /* Exported subroutines */ - extern "C" void reload_config(int sig); - +extern void invalidate_schedules(); +extern bool parse_dir_config(CONFIG *config, const char *configfile, int exit_code); /* Imported subroutines */ JCR *wait_for_next_job(char *runjob); void term_scheduler(); void term_ua_server(); -int do_backup(JCR *jcr); -void backup_cleanup(void); -void start_UA_server(char *addr, int port); +void start_UA_server(dlist *addrs); void init_job_server(int max_workers); +void term_job_server(); void store_jobtype(LEX *lc, RES_ITEM *item, int index, int pass); void store_level(LEX *lc, RES_ITEM *item, int index, int pass); void store_replace(LEX *lc, RES_ITEM *item, int index, int pass); +void store_migtype(LEX *lc, RES_ITEM *item, int index, int pass); +void init_device_resources(); -static char *configfile = NULL; static char *runjob = NULL; static int background = 1; static void init_reload(void); - +static CONFIG *config; + /* Globals Exported */ -DIRRES *director; /* Director resource */ +DIRRES *director; /* Director resource */ int FDConnectTimeout; int SDConnectTimeout; +char *configfile = NULL; +void *start_heap; /* Globals Imported */ -extern int r_first, r_last; /* first and last resources */ -extern RES_TABLE resources[]; -extern RES **res_head; extern RES_ITEM job_items[]; +#if defined(_MSC_VER) +extern "C" { // work around visual compiler mangling variables + extern URES res_all; +} +#else extern URES res_all; +#endif + +typedef enum { + CHECK_CONNECTION, /* Check catalog connection */ + UPDATE_CATALOG, /* Ensure that catalog is ok with conf */ + UPDATE_AND_FIX /* Ensure that catalog is ok, and fix old jobs */ +} cat_op; +static bool check_catalog(cat_op mode); +#define CONFIG_FILE "bacula-dir.conf" /* default configuration file */ -#define CONFIG_FILE "./bacula-dir.conf" /* default configuration file */ static void usage() { fprintf(stderr, _( -"\nVersion: " VERSION " (" BDATE ")\n\n" +PROG_COPYRIGHT +"\nVersion: %s (%s)\n\n" "Usage: dird [-f -s] [-c config_file] [-d debug_level] [config_file]\n" " -c set configuration file to file\n" -" -dnn set debug level to nn\n" +" -d set debug level to \n" +" -dt print timestamp in debug output\n" " -f run in foreground (for debugging)\n" " -g groupid\n" " -r run now\n" @@ -84,8 +121,8 @@ static void usage() " -t test - read configuration and exit\n" " -u userid\n" " -v verbose user messages\n" -" -? print this message.\n" -"\n")); +" -? print this message.\n" +"\n"), 2000, VERSION, BDATE); exit(1); } @@ -93,80 +130,98 @@ static void usage() /********************************************************************* * - * Main Bacula Server program + * Main Bacula Server program * */ +#if defined(HAVE_WIN32) +/* For Win32 main() is in src/win32 code ... */ +#define main BaculaMain +#endif + int main (int argc, char *argv[]) { int ch; JCR *jcr; - int no_signals = FALSE; - int test_config = FALSE; + bool no_signals = false; + bool test_config = false; char *uid = NULL; char *gid = NULL; +#ifdef HAVE_PYTHON + init_python_interpreter_args python_args; +#endif /* HAVE_PYTHON */ + + start_heap = sbrk(0); + setlocale(LC_ALL, ""); + bindtextdomain("bacula", LOCALEDIR); + textdomain("bacula"); init_stack_dump(); my_name_is(argc, argv, "bacula-dir"); - textdomain("bacula"); - init_msg(NULL, NULL); /* initialize message handler */ + init_msg(NULL, NULL); /* initialize message handler */ init_reload(); daemon_start_time = time(NULL); + console_command = run_console_command; + while ((ch = getopt(argc, argv, "c:d:fg:r:stu:v?")) != -1) { switch (ch) { case 'c': /* specify config file */ - if (configfile != NULL) { - free(configfile); - } - configfile = bstrdup(optarg); - break; + if (configfile != NULL) { + free(configfile); + } + configfile = bstrdup(optarg); + break; case 'd': /* set debug level */ - debug_level = atoi(optarg); - if (debug_level <= 0) { - debug_level = 1; - } - Dmsg1(0, "Debug level = %d\n", debug_level); - break; + if (*optarg == 't') { + dbg_timestamp = true; + } else { + debug_level = atoi(optarg); + if (debug_level <= 0) { + debug_level = 1; + } + } + Dmsg1(10, "Debug level = %d\n", debug_level); + break; case 'f': /* run in foreground */ - background = FALSE; - break; + background = FALSE; + break; case 'g': /* set group id */ - gid = optarg; - break; + gid = optarg; + break; case 'r': /* run job */ - if (runjob != NULL) { - free(runjob); - } - if (optarg) { - runjob = bstrdup(optarg); - } - break; + if (runjob != NULL) { + free(runjob); + } + if (optarg) { + runjob = bstrdup(optarg); + } + break; case 's': /* turn off signals */ - no_signals = TRUE; - break; + no_signals = true; + break; case 't': /* test config */ - test_config = TRUE; - break; + test_config = true; + break; case 'u': /* set uid */ - uid = optarg; - break; + uid = optarg; + break; case 'v': /* verbose */ - verbose++; - break; + verbose++; + break; case '?': default: - usage(); + usage(); - } + } } argc -= optind; argv += optind; @@ -177,10 +232,10 @@ int main (int argc, char *argv[]) if (argc) { if (configfile != NULL) { - free(configfile); + free(configfile); } configfile = bstrdup(*argv); - argc--; + argc--; argv++; } if (argc) { @@ -191,74 +246,137 @@ int main (int argc, char *argv[]) configfile = bstrdup(CONFIG_FILE); } - parse_config(configfile); + config = new_config_parser(); + parse_dir_config(config, configfile, M_ERROR_TERM); + + if (init_crypto() != 0) { + Jmsg((JCR *)NULL, M_ERROR_TERM, 0, _("Cryptography library initialization failed.\n")); + } if (!check_resources()) { Jmsg((JCR *)NULL, M_ERROR_TERM, 0, _("Please correct configuration file: %s\n"), configfile); } - if (test_config) { - terminate_dird(0); + if (!test_config) { /* we don't need to do this block in test mode */ + if (background) { + daemon_start(); + init_stack_dump(); /* grab new pid */ + } + + /* Create pid must come after we are a daemon -- so we have our final pid */ + create_pid_file(director->pid_directory, "bacula-dir", get_first_port_host_order(director->DIRaddrs)); + read_state_file(director->working_directory, "bacula-dir", get_first_port_host_order(director->DIRaddrs)); } - my_name_is(0, NULL, director->hdr.name); /* set user defined name */ + load_dir_plugins(director->plugin_directory); - FDConnectTimeout = (int)director->FDConnectTimeout; - SDConnectTimeout = (int)director->SDConnectTimeout; + drop(uid, gid, false); /* reduce privileges if requested */ + + /* If we are in testing mode, we don't try to fix the catalog */ + cat_op mode=(test_config)?CHECK_CONNECTION:UPDATE_AND_FIX; - if (background) { - daemon_start(); - init_stack_dump(); /* grab new pid */ + if (!check_catalog(mode)) { + Jmsg((JCR *)NULL, M_ERROR_TERM, 0, _("Please correct configuration file: %s\n"), configfile); } + + if (test_config) { + terminate_dird(0); + } + + my_name_is(0, NULL, director->name()); /* set user defined name */ - /* Create pid must come after we are a daemon -- so we have our final pid */ - create_pid_file(director->pid_directory, "bacula-dir", director->DIRport); - read_state_file(director->working_directory, "bacula-dir", director->DIRport); + /* Plug database interface for library routines */ + p_sql_query = (sql_query)dir_sql_query; + p_sql_escape = (sql_escape)db_escape_string; - drop(uid, gid); /* reduce priveleges if requested */ + FDConnectTimeout = (int)director->FDConnectTimeout; + SDConnectTimeout = (int)director->SDConnectTimeout; +#if !defined(HAVE_WIN32) signal(SIGHUP, reload_config); +#endif init_console_msg(working_directory); +#ifdef HAVE_PYTHON + python_args.progname = director->name(); + python_args.scriptdir = director->scripts_directory; + python_args.modulename = "DirStartUp"; + python_args.configfile = configfile; + python_args.workingdir = director->working_directory; + python_args.job_getattr = job_getattr; + python_args.job_setattr = job_setattr; + + init_python_interpreter(&python_args); +#endif /* HAVE_PYTHON */ + + set_jcr_in_tsd(INVALID_JCR); set_thread_concurrency(director->MaxConcurrentJobs * 2 + 4 /* UA */ + 4 /* sched+watchdog+jobsvr+misc */); Dmsg0(200, "Start UA server\n"); - start_UA_server(director->DIRaddr, director->DIRport); + start_UA_server(director->DIRaddrs); - start_watchdog(); /* start network watchdog thread */ + start_watchdog(); /* start network watchdog thread */ - init_jcr_subsystem(); /* start JCR watchdogs etc. */ + init_jcr_subsystem(); /* start JCR watchdogs etc. */ init_job_server(director->MaxConcurrentJobs); - + + dbg_jcr_add_hook(_dbg_print_db); /* used to debug B_DB connexion after fatal signal */ + +// init_device_resources(); + Dmsg0(200, "wait for next job\n"); /* Main loop -- call scheduler to get next job to run */ - while ((jcr = wait_for_next_job(runjob))) { - run_job(jcr); /* run job */ - free_jcr(jcr); /* release jcr */ - if (runjob) { /* command line, run a single job? */ - break; /* yes, terminate */ + while ( (jcr = wait_for_next_job(runjob)) ) { + run_job(jcr); /* run job */ + free_jcr(jcr); /* release jcr */ + set_jcr_in_tsd(INVALID_JCR); + if (runjob) { /* command line, run a single job? */ + break; /* yes, terminate */ } } terminate_dird(0); + + return 0; +} + +/* + * This allows the message handler to operate on the database + * by using a pointer to this function. The pointer is + * needed because the other daemons do not have access + * to the database. If the pointer is + * not defined (other daemons), then writing the database + * is disabled. + */ +static void dir_sql_query(JCR *jcr, const char *cmd) +{ + if (!jcr || !jcr->db) { + return; + } + db_sql_query(jcr->db, cmd, NULL, NULL); } /* Cleanup and then exit */ -static void terminate_dird(int sig) +void terminate_dird(int sig) { - static int already_here = FALSE; + static bool already_here = false; - if (already_here) { /* avoid recursive temination problems */ + if (already_here) { /* avoid recursive temination problems */ + bmicrosleep(2, 0); /* yield */ exit(1); } - already_here = TRUE; - write_state_file(director->working_directory, "bacula-dir", director->DIRport); - delete_pid_file(director->pid_directory, "bacula-dir", director->DIRport); -// signal(SIGCHLD, SIG_IGN); /* don't worry about children now */ + already_here = true; + debug_level = 0; /* turn off debug */ + stop_watchdog(); + generate_daemon_event(NULL, "Exit"); + unload_plugins(); + write_state_file(director->working_directory, "bacula-dir", get_first_port_host_order(director->DIRaddrs)); + delete_pid_file(director->pid_directory, "bacula-dir", get_first_port_host_order(director->DIRaddrs)); term_scheduler(); + term_job_server(); if (runjob) { free(runjob); } @@ -266,14 +384,19 @@ static void terminate_dird(int sig) free(configfile); } if (debug_level > 5) { - print_memory_pool_stats(); + print_memory_pool_stats(); + } + if (config) { + config->free_resources(); + free(config); + config = NULL; } - free_config_resources(); term_ua_server(); - term_msg(); /* terminate message handler */ - stop_watchdog(); - close_memory_pool(); /* release free memory in pool */ - sm_dump(false); + term_msg(); /* terminate message handler */ + cleanup_crypto(); + close_memory_pool(); /* release free memory in pool */ + lmgr_cleanup_main(); + sm_dump(false); exit(sig); } @@ -282,10 +405,10 @@ struct RELOAD_TABLE { RES **res_table; }; -static const int max_reloads = 10; +static const int max_reloads = 32; static RELOAD_TABLE reload_table[max_reloads]; -static void init_reload(void) +static void init_reload(void) { for (int i=0; i < max_reloads; i++) { reload_table[i].job_count = 0; @@ -298,10 +421,10 @@ static void free_saved_resources(int table) int num = r_last - r_first + 1; RES **res_tab = reload_table[table].res_table; if (!res_tab) { - Dmsg1(000, "res_tab for table %d already released.\n", table); + Dmsg1(100, "res_tab for table %d already released.\n", table); return; } - Dmsg1(000, "Freeing resources for table %d\n", table); + Dmsg1(100, "Freeing resources for table %d\n", table); for (int j=0; jJobId, + int reload_id = (int)((long int)ctx); + Dmsg3(100, "reload job_end JobId=%d table=%d cnt=%d\n", jcr->JobId, reload_id, reload_table[reload_id].job_count); - lock_jcr_chain(); + lock_jobs(); LockRes(); if (--reload_table[reload_id].job_count <= 0) { free_saved_resources(reload_id); } UnlockRes(); - unlock_jcr_chain(); + unlock_jobs(); } static int find_free_reload_table_entry() @@ -335,8 +458,8 @@ static int find_free_reload_table_entry() int table = -1; for (int i=0; i < max_reloads; i++) { if (reload_table[i].res_table == NULL) { - table = i; - break; + table = i; + break; } } return table; @@ -344,10 +467,10 @@ static int find_free_reload_table_entry() /* * If we get here, we have received a SIGHUP, which means to - * reread our configuration file. + * reread our configuration file. * * The algorithm used is as follows: we count how many jobs are - * running and mark the running jobs to make a callback on + * running and mark the running jobs to make a callback on * exiting. The old config is saved with the reload table * id in a reload table. The new config file is read. Now, as * each job exits, it calls back to the reload_job_end_cb(), which @@ -365,22 +488,26 @@ extern "C" void reload_config(int sig) { static bool already_here = false; - sigset_t set; +#if !defined(HAVE_WIN32) + sigset_t set; +#endif JCR *jcr; - int njobs = 0; /* number of running jobs */ + int njobs = 0; /* number of running jobs */ int table, rtable; + bool ok; if (already_here) { - abort(); /* Oops, recursion -> die */ + abort(); /* Oops, recursion -> die */ } already_here = true; + +#if !defined(HAVE_WIN32) sigemptyset(&set); sigaddset(&set, SIGHUP); sigprocmask(SIG_BLOCK, &set, NULL); +#endif -// Jmsg(NULL, M_INFO, 0, "Entering experimental reload config code. Bug reports will not be accepted.\n"); - - lock_jcr_chain(); + lock_jobs(); LockRes(); table = find_free_reload_table_entry(); @@ -389,50 +516,51 @@ void reload_config(int sig) goto bail_out; } - Dmsg1(000, "Reload_config njobs=%d\n", njobs); - reload_table[table].res_table = save_config_resources(); - Dmsg1(000, "Saved old config in table %d\n", table); + Dmsg1(100, "Reload_config njobs=%d\n", njobs); + reload_table[table].res_table = config->save_resources(); + Dmsg1(100, "Saved old config in table %d\n", table); - Dmsg0(000, "Calling parse config\n"); - parse_config(configfile); + ok = parse_dir_config(config, configfile, M_ERROR); - Dmsg0(000, "Reloaded config file\n"); - if (!check_resources()) { - rtable = find_free_reload_table_entry(); /* save new, bad table */ + Dmsg0(100, "Reloaded config file\n"); + if (!ok || !check_resources() || !check_catalog(UPDATE_CATALOG)) { + rtable = find_free_reload_table_entry(); /* save new, bad table */ if (rtable < 0) { Jmsg(NULL, M_ERROR, 0, _("Please correct configuration file: %s\n"), configfile); Jmsg(NULL, M_ERROR_TERM, 0, _("Out of reload table entries. Giving up.\n")); } else { Jmsg(NULL, M_ERROR, 0, _("Please correct configuration file: %s\n"), configfile); + Jmsg(NULL, M_ERROR, 0, _("Resetting previous configuration.\n")); } - reload_table[rtable].res_table = save_config_resources(); + reload_table[rtable].res_table = config->save_resources(); /* Now restore old resoure values */ int num = r_last - r_first + 1; RES **res_tab = reload_table[table].res_table; for (int i=0; iJobType != JT_SYSTEM) { - reload_table[table].job_count++; - job_end_push(jcr, reload_job_end_cb, (void *)table); - njobs++; - } - free_locked_jcr(jcr); + if (jcr->get_JobType() != JT_SYSTEM) { + reload_table[table].job_count++; + job_end_push(jcr, reload_job_end_cb, (void *)((long int)table)); + njobs++; + } } + endeach_jcr(jcr); } /* Reset globals */ set_working_directory(director->working_directory); FDConnectTimeout = director->FDConnectTimeout; SDConnectTimeout = director->SDConnectTimeout; - Dmsg0(0, "Director's configuration file reread.\n"); - + Dmsg0(10, "Director's configuration file reread.\n"); + /* Now release saved resources, if no jobs using the resources */ if (njobs == 0) { free_saved_resources(table); @@ -440,9 +568,11 @@ void reload_config(int sig) bail_out: UnlockRes(); - unlock_jcr_chain(); + unlock_jobs(); +#if !defined(HAVE_WIN32) sigprocmask(SIG_UNBLOCK, &set, NULL); signal(SIGHUP, reload_config); +#endif already_here = false; } @@ -453,33 +583,84 @@ bail_out: * **** FIXME **** this routine could be a lot more * intelligent and comprehensive. */ -static int check_resources() +static bool check_resources() { bool OK = true; JOB *job; + bool need_tls; LockRes(); job = (JOB *)GetNextRes(R_JOB, NULL); director = (DIRRES *)GetNextRes(R_DIRECTOR, NULL); if (!director) { - Jmsg(NULL, M_FATAL, 0, _("No Director resource defined in %s\n\ -Without that I don't know who I am :-(\n"), configfile); + Jmsg(NULL, M_FATAL, 0, _("No Director resource defined in %s\n" +"Without that I don't know who I am :-(\n"), configfile); OK = false; } else { set_working_directory(director->working_directory); if (!director->messages) { /* If message resource not specified */ - director->messages = (MSGS *)GetNextRes(R_MSGS, NULL); - if (!director->messages) { + director->messages = (MSGS *)GetNextRes(R_MSGS, NULL); + if (!director->messages) { Jmsg(NULL, M_FATAL, 0, _("No Messages resource defined in %s\n"), configfile); - OK = false; - } + OK = false; + } } if (GetNextRes(R_DIRECTOR, (RES *)director) != NULL) { Jmsg(NULL, M_FATAL, 0, _("Only one Director resource permitted in %s\n"), - configfile); - OK = false; - } + configfile); + OK = false; + } + /* tls_require implies tls_enable */ + if (director->tls_require) { + if (have_tls) { + director->tls_enable = true; + } else { + Jmsg(NULL, M_FATAL, 0, _("TLS required but not configured in Bacula.\n")); + OK = false; + } + } + + need_tls = director->tls_enable || director->tls_authenticate; + + if (!director->tls_certfile && need_tls) { + Jmsg(NULL, M_FATAL, 0, _("\"TLS Certificate\" file not defined for Director \"%s\" in %s.\n"), + director->name(), configfile); + OK = false; + } + + if (!director->tls_keyfile && need_tls) { + Jmsg(NULL, M_FATAL, 0, _("\"TLS Key\" file not defined for Director \"%s\" in %s.\n"), + director->name(), configfile); + OK = false; + } + + if ((!director->tls_ca_certfile && !director->tls_ca_certdir) && + need_tls && director->tls_verify_peer) { + Jmsg(NULL, M_FATAL, 0, _("Neither \"TLS CA Certificate\" or \"TLS CA" + " Certificate Dir\" are defined for Director \"%s\" in %s." + " At least one CA certificate store is required" + " when using \"TLS Verify Peer\".\n"), + director->name(), configfile); + OK = false; + } + + /* If everything is well, attempt to initialize our per-resource TLS context */ + if (OK && (need_tls || director->tls_require)) { + /* Initialize TLS context: + * Args: CA certfile, CA certdir, Certfile, Keyfile, + * Keyfile PEM Callback, Keyfile CB Userdata, DHfile, Verify Peer */ + director->tls_ctx = new_tls_context(director->tls_ca_certfile, + director->tls_ca_certdir, director->tls_certfile, + director->tls_keyfile, NULL, NULL, director->tls_dhfile, + director->tls_verify_peer); + + if (!director->tls_ctx) { + Jmsg(NULL, M_FATAL, 0, _("Failed to initialize TLS context for Director \"%s\" in %s.\n"), + director->name(), configfile); + OK = false; + } + } } if (!job) { @@ -490,154 +671,422 @@ Without that I don't know who I am :-(\n"), configfile); int i; if (job->jobdefs) { - /* Transfer default items from JobDefs Resource */ - for (i=0; job_items[i].name; i++) { - char **def_svalue, **svalue; /* string value */ - int *def_ivalue, *ivalue; /* integer value */ - int64_t *def_lvalue, *lvalue; /* 64 bit values */ - uint32_t offset; - - Dmsg4(400, "Job \"%s\", field \"%s\" bit=%d def=%d\n", - job->hdr.name, job_items[i].name, - bit_is_set(i, job->hdr.item_present), - bit_is_set(i, job->jobdefs->hdr.item_present)); - - if (!bit_is_set(i, job->hdr.item_present) && - bit_is_set(i, job->jobdefs->hdr.item_present)) { + /* Handle Storage alists specifically */ + JOB *jobdefs = job->jobdefs; + if (jobdefs->storage && !job->storage) { + STORE *st; + job->storage = New(alist(10, not_owned_by_alist)); + foreach_alist(st, jobdefs->storage) { + job->storage->append(st); + } + } + /* Handle RunScripts alists specifically */ + if (jobdefs->RunScripts) { + RUNSCRIPT *rs, *elt; + + if (!job->RunScripts) { + job->RunScripts = New(alist(10, not_owned_by_alist)); + } + + foreach_alist(rs, jobdefs->RunScripts) { + elt = copy_runscript(rs); + job->RunScripts->append(elt); /* we have to free it */ + } + } + + /* Transfer default items from JobDefs Resource */ + for (i=0; job_items[i].name; i++) { + char **def_svalue, **svalue; /* string value */ + uint32_t *def_ivalue, *ivalue; /* integer value */ + bool *def_bvalue, *bvalue; /* bool value */ + int64_t *def_lvalue, *lvalue; /* 64 bit values */ + uint32_t offset; + + Dmsg4(1400, "Job \"%s\", field \"%s\" bit=%d def=%d\n", + job->name(), job_items[i].name, + bit_is_set(i, job->hdr.item_present), + bit_is_set(i, job->jobdefs->hdr.item_present)); + + if (!bit_is_set(i, job->hdr.item_present) && + bit_is_set(i, job->jobdefs->hdr.item_present)) { Dmsg2(400, "Job \"%s\", field \"%s\": getting default.\n", - job->hdr.name, job_items[i].name); - offset = (char *)(job_items[i].value) - (char *)&res_all; - /* - * Handle strings and directory strings - */ - if (job_items[i].handler == store_str || - job_items[i].handler == store_dir) { - def_svalue = (char **)((char *)(job->jobdefs) + offset); - Dmsg5(400, "Job \"%s\", field \"%s\" def_svalue=%s item %d offset=%u\n", - job->hdr.name, job_items[i].name, *def_svalue, i, offset); - svalue = (char **)((char *)job + offset); - if (*svalue) { - Dmsg1(000, "Hey something is wrong. p=0x%lu\n", *svalue); - } - *svalue = bstrdup(*def_svalue); - set_bit(i, job->hdr.item_present); - } else if (job_items[i].handler == store_res) { - def_svalue = (char **)((char *)(job->jobdefs) + offset); - Dmsg4(400, "Job \"%s\", field \"%s\" item %d offset=%u\n", - job->hdr.name, job_items[i].name, i, offset); - svalue = (char **)((char *)job + offset); - if (*svalue) { - Dmsg1(000, "Hey something is wrong. p=0x%lu\n", *svalue); - } - *svalue = *def_svalue; - set_bit(i, job->hdr.item_present); - /* - * Handle integer fields - * Note, our store_yesno does not handle bitmaped fields - */ - } else if (job_items[i].handler == store_yesno || - job_items[i].handler == store_pint || - job_items[i].handler == store_jobtype || - job_items[i].handler == store_level || - job_items[i].handler == store_pint || - job_items[i].handler == store_replace) { - def_ivalue = (int *)((char *)(job->jobdefs) + offset); - Dmsg5(400, "Job \"%s\", field \"%s\" def_ivalue=%d item %d offset=%u\n", - job->hdr.name, job_items[i].name, *def_ivalue, i, offset); - ivalue = (int *)((char *)job + offset); - *ivalue = *def_ivalue; - set_bit(i, job->hdr.item_present); - /* - * Handle 64 bit integer fields - */ - } else if (job_items[i].handler == store_time || - job_items[i].handler == store_size || - job_items[i].handler == store_int64) { - def_lvalue = (int64_t *)((char *)(job->jobdefs) + offset); - Dmsg5(400, "Job \"%s\", field \"%s\" def_lvalue=%" lld " item %d offset=%u\n", - job->hdr.name, job_items[i].name, *def_lvalue, i, offset); - lvalue = (int64_t *)((char *)job + offset); - *lvalue = *def_lvalue; - set_bit(i, job->hdr.item_present); - } - } - } - } - /* + job->name(), job_items[i].name); + offset = (char *)(job_items[i].value) - (char *)&res_all; + /* + * Handle strings and directory strings + */ + if (job_items[i].handler == store_str || + job_items[i].handler == store_dir) { + def_svalue = (char **)((char *)(job->jobdefs) + offset); + Dmsg5(400, "Job \"%s\", field \"%s\" def_svalue=%s item %d offset=%u\n", + job->name(), job_items[i].name, *def_svalue, i, offset); + svalue = (char **)((char *)job + offset); + if (*svalue) { + Pmsg1(000, _("Hey something is wrong. p=0x%lu\n"), *svalue); + } + *svalue = bstrdup(*def_svalue); + set_bit(i, job->hdr.item_present); + /* + * Handle resources + */ + } else if (job_items[i].handler == store_res) { + def_svalue = (char **)((char *)(job->jobdefs) + offset); + Dmsg4(400, "Job \"%s\", field \"%s\" item %d offset=%u\n", + job->name(), job_items[i].name, i, offset); + svalue = (char **)((char *)job + offset); + if (*svalue) { + Pmsg1(000, _("Hey something is wrong. p=0x%lu\n"), *svalue); + } + *svalue = *def_svalue; + set_bit(i, job->hdr.item_present); + /* + * Handle alist resources + */ + } else if (job_items[i].handler == store_alist_res) { + if (bit_is_set(i, job->jobdefs->hdr.item_present)) { + set_bit(i, job->hdr.item_present); + } + /* + * Handle integer fields + * Note, our store_bit does not handle bitmaped fields + */ + } else if (job_items[i].handler == store_bit || + job_items[i].handler == store_pint32 || + job_items[i].handler == store_jobtype || + job_items[i].handler == store_level || + job_items[i].handler == store_int32 || + job_items[i].handler == store_size32 || + job_items[i].handler == store_migtype || + job_items[i].handler == store_replace) { + def_ivalue = (uint32_t *)((char *)(job->jobdefs) + offset); + Dmsg5(400, "Job \"%s\", field \"%s\" def_ivalue=%d item %d offset=%u\n", + job->name(), job_items[i].name, *def_ivalue, i, offset); + ivalue = (uint32_t *)((char *)job + offset); + *ivalue = *def_ivalue; + set_bit(i, job->hdr.item_present); + /* + * Handle 64 bit integer fields + */ + } else if (job_items[i].handler == store_time || + job_items[i].handler == store_size64 || + job_items[i].handler == store_int64) { + def_lvalue = (int64_t *)((char *)(job->jobdefs) + offset); + Dmsg5(400, "Job \"%s\", field \"%s\" def_lvalue=%" lld " item %d offset=%u\n", + job->name(), job_items[i].name, *def_lvalue, i, offset); + lvalue = (int64_t *)((char *)job + offset); + *lvalue = *def_lvalue; + set_bit(i, job->hdr.item_present); + /* + * Handle bool fields + */ + } else if (job_items[i].handler == store_bool) { + def_bvalue = (bool *)((char *)(job->jobdefs) + offset); + Dmsg5(400, "Job \"%s\", field \"%s\" def_bvalue=%d item %d offset=%u\n", + job->name(), job_items[i].name, *def_bvalue, i, offset); + bvalue = (bool *)((char *)job + offset); + *bvalue = *def_bvalue; + set_bit(i, job->hdr.item_present); + } + } + } + } + /* * Ensure that all required items are present */ for (i=0; job_items[i].name; i++) { - if (job_items[i].flags & ITEM_REQUIRED) { - if (!bit_is_set(i, job->hdr.item_present)) { - Jmsg(NULL, M_FATAL, 0, "Field \"%s\" in Job \"%s\" resource is required, but not found.\n", - job_items[i].name, job->hdr.name); - OK = false; - } - } - /* If this triggers, take a look at lib/parse_conf.h */ - if (i >= MAX_RES_ITEMS) { - Emsg0(M_ERROR_TERM, 0, "Too many items in Job resource\n"); - } - } - if (job->client && job->client->catalog) { - CAT *catalog = job->client->catalog; - B_DB *db; - - /* - * Make sure we can open catalog, otherwise print a warning - * message because the server is probably not running. - */ - db = db_init_database(NULL, catalog->db_name, catalog->db_user, - catalog->db_password, catalog->db_address, - catalog->db_port, catalog->db_socket); - if (!db || !db_open_database(NULL, db)) { - Jmsg(NULL, M_FATAL, 0, _("Could not open database \"%s\".\n"), - catalog->db_name); - if (db) { - Jmsg(NULL, M_FATAL, 0, _("%s"), db_strerror(db)); - } - OK = false; - } else { - /* If a pool is defined for this job, create the pool DB - * record if it is not already created. - */ - if (job->pool) { - create_pool(NULL, db, job->pool, POOL_OP_UPDATE); /* update request */ - } - /* Set default value in all counters */ - COUNTER *counter; - foreach_res(counter, R_COUNTER) { - /* Write to catalog? */ - if (!counter->created && counter->Catalog == catalog) { - COUNTER_DBR cr; - bstrncpy(cr.Counter, counter->hdr.name, sizeof(cr.Counter)); - cr.MinValue = counter->MinValue; - cr.MaxValue = counter->MaxValue; - cr.CurrentValue = counter->MinValue; - if (counter->WrapCounter) { - bstrncpy(cr.WrapCounter, counter->WrapCounter->hdr.name, sizeof(cr.WrapCounter)); - } else { - cr.WrapCounter[0] = 0; /* empty string */ - } - if (db_create_counter_record(NULL, db, &cr)) { - counter->CurrentValue = cr.CurrentValue; - counter->created = true; - Dmsg2(100, "Create counter %s val=%d\n", counter->hdr.name, counter->CurrentValue); - } - } - if (!counter->created) { - counter->CurrentValue = counter->MinValue; /* default value */ - } - } - } - db_close_database(NULL, db); + if (job_items[i].flags & ITEM_REQUIRED) { + if (!bit_is_set(i, job->hdr.item_present)) { + Jmsg(NULL, M_ERROR_TERM, 0, _("\"%s\" directive in Job \"%s\" resource is required, but not found.\n"), + job_items[i].name, job->name()); + OK = false; + } + } + /* If this triggers, take a look at lib/parse_conf.h */ + if (i >= MAX_RES_ITEMS) { + Emsg0(M_ERROR_TERM, 0, _("Too many items in Job resource\n")); + } + } + if (!job->storage && !job->pool->storage) { + Jmsg(NULL, M_FATAL, 0, _("No storage specified in Job \"%s\" nor in Pool.\n"), + job->name()); + OK = false; + } + } /* End loop over Job res */ + + + /* Loop over Consoles */ + CONRES *cons; + foreach_res(cons, R_CONSOLE) { + /* tls_require implies tls_enable */ + if (cons->tls_require) { + if (have_tls) { + cons->tls_enable = true; + } else { + Jmsg(NULL, M_FATAL, 0, _("TLS required but not configured in Bacula.\n")); + OK = false; + continue; + } + } + + need_tls = cons->tls_enable || cons->tls_authenticate; + + if (!cons->tls_certfile && need_tls) { + Jmsg(NULL, M_FATAL, 0, _("\"TLS Certificate\" file not defined for Console \"%s\" in %s.\n"), + cons->name(), configfile); + OK = false; + } + + if (!cons->tls_keyfile && need_tls) { + Jmsg(NULL, M_FATAL, 0, _("\"TLS Key\" file not defined for Console \"%s\" in %s.\n"), + cons->name(), configfile); + OK = false; + } + + if ((!cons->tls_ca_certfile && !cons->tls_ca_certdir) + && need_tls && cons->tls_verify_peer) { + Jmsg(NULL, M_FATAL, 0, _("Neither \"TLS CA Certificate\" or \"TLS CA" + " Certificate Dir\" are defined for Console \"%s\" in %s." + " At least one CA certificate store is required" + " when using \"TLS Verify Peer\".\n"), + cons->name(), configfile); + OK = false; + } + /* If everything is well, attempt to initialize our per-resource TLS context */ + if (OK && (need_tls || cons->tls_require)) { + /* Initialize TLS context: + * Args: CA certfile, CA certdir, Certfile, Keyfile, + * Keyfile PEM Callback, Keyfile CB Userdata, DHfile, Verify Peer */ + cons->tls_ctx = new_tls_context(cons->tls_ca_certfile, + cons->tls_ca_certdir, cons->tls_certfile, + cons->tls_keyfile, NULL, NULL, cons->tls_dhfile, cons->tls_verify_peer); + + if (!cons->tls_ctx) { + Jmsg(NULL, M_FATAL, 0, _("Failed to initialize TLS context for File daemon \"%s\" in %s.\n"), + cons->name(), configfile); + OK = false; + } + } + + } + + /* Loop over Clients */ + CLIENT *client; + foreach_res(client, R_CLIENT) { + /* tls_require implies tls_enable */ + if (client->tls_require) { + if (have_tls) { + client->tls_enable = true; + } else { + Jmsg(NULL, M_FATAL, 0, _("TLS required but not configured in Bacula.\n")); + OK = false; + continue; + } + } + need_tls = client->tls_enable || client->tls_authenticate; + if ((!client->tls_ca_certfile && !client->tls_ca_certdir) && need_tls) { + Jmsg(NULL, M_FATAL, 0, _("Neither \"TLS CA Certificate\"" + " or \"TLS CA Certificate Dir\" are defined for File daemon \"%s\" in %s.\n"), + client->name(), configfile); + OK = false; + } + + /* If everything is well, attempt to initialize our per-resource TLS context */ + if (OK && (need_tls || client->tls_require)) { + /* Initialize TLS context: + * Args: CA certfile, CA certdir, Certfile, Keyfile, + * Keyfile PEM Callback, Keyfile CB Userdata, DHfile, Verify Peer */ + client->tls_ctx = new_tls_context(client->tls_ca_certfile, + client->tls_ca_certdir, client->tls_certfile, + client->tls_keyfile, NULL, NULL, NULL, + true); + + if (!client->tls_ctx) { + Jmsg(NULL, M_FATAL, 0, _("Failed to initialize TLS context for File daemon \"%s\" in %s.\n"), + client->name(), configfile); + OK = false; + } } } UnlockRes(); if (OK) { - close_msg(NULL); /* close temp message handler */ + close_msg(NULL); /* close temp message handler */ init_msg(NULL, director->messages); /* open daemon message handler */ } return OK; } + +/* + * In this routine, + * - we can check the connection (mode=CHECK_CONNECTION) + * - we can synchronize the catalog with the configuration (mode=UPDATE_CATALOG) + * - we can synchronize, and fix old job records (mode=UPDATE_AND_FIX) + */ +static bool check_catalog(cat_op mode) +{ + bool OK = true; + bool need_tls; + + /* Loop over databases */ + CAT *catalog; + foreach_res(catalog, R_CATALOG) { + B_DB *db; + /* + * Make sure we can open catalog, otherwise print a warning + * message because the server is probably not running. + */ + db = db_init(NULL, catalog->db_driver, catalog->db_name, catalog->db_user, + catalog->db_password, catalog->db_address, + catalog->db_port, catalog->db_socket, + catalog->mult_db_connections); + if (!db || !db_open_database(NULL, db)) { + Pmsg2(000, _("Could not open Catalog \"%s\", database \"%s\".\n"), + catalog->name(), catalog->db_name); + Jmsg(NULL, M_FATAL, 0, _("Could not open Catalog \"%s\", database \"%s\".\n"), + catalog->name(), catalog->db_name); + if (db) { + Jmsg(NULL, M_FATAL, 0, _("%s"), db_strerror(db)); + Pmsg1(000, "%s", db_strerror(db)); + db_close_database(NULL, db); + } + OK = false; + continue; + } + + /* we are in testing mode, so don't touch anything in the catalog */ + if (mode == CHECK_CONNECTION) { + db_close_database(NULL, db); + continue; + } + + /* Loop over all pools, defining/updating them in each database */ + POOL *pool; + foreach_res(pool, R_POOL) { + /* + * If the Pool has a catalog resource create the pool only + * in that catalog. + */ + if (!pool->catalog || pool->catalog == catalog) { + create_pool(NULL, db, pool, POOL_OP_UPDATE); /* update request */ + } + } + + /* Once they are created, we can loop over them again, updating + * references (RecyclePool) + */ + foreach_res(pool, R_POOL) { + /* + * If the Pool has a catalog resource update the pool only + * in that catalog. + */ + if (!pool->catalog || pool->catalog == catalog) { + update_pool_references(NULL, db, pool); + } + } + + /* Ensure basic client record is in DB */ + CLIENT *client; + foreach_res(client, R_CLIENT) { + CLIENT_DBR cr; + memset(&cr, 0, sizeof(cr)); + bstrncpy(cr.Name, client->name(), sizeof(cr.Name)); + db_create_client_record(NULL, db, &cr); + } + + /* Ensure basic storage record is in DB */ + STORE *store; + foreach_res(store, R_STORAGE) { + STORAGE_DBR sr; + MEDIATYPE_DBR mr; + memset(&sr, 0, sizeof(sr)); + memset(&mr, 0, sizeof(mr)); + if (store->media_type) { + bstrncpy(mr.MediaType, store->media_type, sizeof(mr.MediaType)); + mr.ReadOnly = 0; + db_create_mediatype_record(NULL, db, &mr); + } else { + mr.MediaTypeId = 0; + } + bstrncpy(sr.Name, store->name(), sizeof(sr.Name)); + sr.AutoChanger = store->autochanger; + db_create_storage_record(NULL, db, &sr); + store->StorageId = sr.StorageId; /* set storage Id */ + if (!sr.created) { /* if not created, update it */ + sr.AutoChanger = store->autochanger; + db_update_storage_record(NULL, db, &sr); + } + + /* tls_require implies tls_enable */ + if (store->tls_require) { + if (have_tls) { + store->tls_enable = true; + } else { + Jmsg(NULL, M_FATAL, 0, _("TLS required but not configured in Bacula.\n")); + OK = false; + } + } + + need_tls = store->tls_enable || store->tls_authenticate; + + if ((!store->tls_ca_certfile && !store->tls_ca_certdir) && need_tls) { + Jmsg(NULL, M_FATAL, 0, _("Neither \"TLS CA Certificate\"" + " or \"TLS CA Certificate Dir\" are defined for Storage \"%s\" in %s.\n"), + store->name(), configfile); + OK = false; + } + + /* If everything is well, attempt to initialize our per-resource TLS context */ + if (OK && (need_tls || store->tls_require)) { + /* Initialize TLS context: + * Args: CA certfile, CA certdir, Certfile, Keyfile, + * Keyfile PEM Callback, Keyfile CB Userdata, DHfile, Verify Peer */ + store->tls_ctx = new_tls_context(store->tls_ca_certfile, + store->tls_ca_certdir, store->tls_certfile, + store->tls_keyfile, NULL, NULL, NULL, true); + + if (!store->tls_ctx) { + Jmsg(NULL, M_FATAL, 0, _("Failed to initialize TLS context for Storage \"%s\" in %s.\n"), + store->name(), configfile); + OK = false; + } + } + } + + /* Loop over all counters, defining them in each database */ + /* Set default value in all counters */ + COUNTER *counter; + foreach_res(counter, R_COUNTER) { + /* Write to catalog? */ + if (!counter->created && counter->Catalog == catalog) { + COUNTER_DBR cr; + bstrncpy(cr.Counter, counter->name(), sizeof(cr.Counter)); + cr.MinValue = counter->MinValue; + cr.MaxValue = counter->MaxValue; + cr.CurrentValue = counter->MinValue; + if (counter->WrapCounter) { + bstrncpy(cr.WrapCounter, counter->WrapCounter->name(), sizeof(cr.WrapCounter)); + } else { + cr.WrapCounter[0] = 0; /* empty string */ + } + if (db_create_counter_record(NULL, db, &cr)) { + counter->CurrentValue = cr.CurrentValue; + counter->created = true; + Dmsg2(100, "Create counter %s val=%d\n", counter->name(), counter->CurrentValue); + } + } + if (!counter->created) { + counter->CurrentValue = counter->MinValue; /* default value */ + } + } + /* cleanup old job records */ + if (mode == UPDATE_AND_FIX) { + db_sql_query(db, cleanup_created_job, NULL, NULL); + db_sql_query(db, cleanup_running_job, NULL, NULL); + } + + db_close_database(NULL, db); + } + /* Set type in global for debugging */ + set_db_type(db_get_type()); + return OK; +}