+/*
+ Bacula(R) - The Network Backup Solution
+
+ Copyright (C) 2000-2015 Kern Sibbald
+
+ The original author of Bacula is Kern Sibbald, with contributions
+ from many others, a complete list can be found in the file AUTHORS.
+
+ You may use this file and others of this release according to the
+ license defined in the LICENSE file, which includes the Affero General
+ Public License, v3.0 ("AGPLv3") and some additional permissions and
+ terms pursuant to its AGPLv3 Section 7.
+
+ This notice must be preserved when any source code is
+ conveyed and/or propagated.
+
+ Bacula(R) is a registered trademark of Kern Sibbald.
+*/
/*
* Main routine for finding files on a file system.
* The heart of the work to find the files on the
*
* Kern E. Sibbald, MM
*
- * Version $Id$
- */
-/*
- Copyright (C) 2000-2005 Kern Sibbald
-
- This program is free software; you can redistribute it and/or
- modify it under the terms of the GNU General Public License
- version 2 as ammended with additional clauses defined in the
- file LICENSE in the main source directory.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- the file LICENSE for additional details.
-
*/
#include "bacula.h"
#include "find.h"
+static const int dbglvl = 450;
+
int32_t name_max; /* filename max length */
int32_t path_max; /* path name max length */
#undef bmalloc
#define bmalloc(x) sm_malloc(__FILE__, __LINE__, x)
#endif
-static int our_callback(FF_PKT *ff, void *hpkt, bool top_level);
-static bool accept_file(FF_PKT *ff);
+static int our_callback(JCR *jcr, FF_PKT *ff, bool top_level);
-/* Fold case in fnmatch() on Win32 */
-#ifdef WIN32
-static const int fnmode = FNM_CASEFOLD;
-#else
static const int fnmode = 0;
-#endif
-
/*
* Initialize the find files "global" variables
/* Get system path and filename maximum lengths */
path_max = pathconf(".", _PC_PATH_MAX);
- if (path_max < 1024) {
- path_max = 1024;
+ if (path_max < 2048) {
+ path_max = 2048;
}
name_max = pathconf(".", _PC_NAME_MAX);
- if (name_max < 1024) {
- name_max = 1024;
+ if (name_max < 2048) {
+ name_max = 2048;
}
path_max++; /* add for EOS */
name_max++; /* add for EOS */
- Dmsg1(100, "init_find_files ff=%p\n", ff);
+ Dmsg1(dbglvl, "init_find_files ff=%p\n", ff);
return ff;
}
void
set_find_options(FF_PKT *ff, int incremental, time_t save_time)
{
- Dmsg0(100, "Enter set_find_options()\n");
+ Dmsg0(dbglvl, "Enter set_find_options()\n");
ff->incremental = incremental;
ff->save_time = save_time;
- Dmsg0(100, "Leave set_find_options()\n");
+ Dmsg0(dbglvl, "Leave set_find_options()\n");
}
-/*
- * For VSS we need to know which windows drives
- * are used, because we create a snapshot of all used
- * drives before operation
- *
- * the function returns the number of used drives and
- * fills "drives" with up to 26 (A..Z) drive names
- *
- */
-int
-get_win32_driveletters(FF_PKT *ff, char* szDrives)
+void
+set_find_changed_function(FF_PKT *ff, bool check_fct(JCR *jcr, FF_PKT *ff))
{
- /* szDrives must be at least 27 bytes long */
-
-#ifndef WIN32
- return 0;
-#endif
+ Dmsg0(dbglvl, "Enter set_find_changed_function()\n");
+ ff->check_fct = check_fct;
+}
- szDrives[0] = 0; /* make empty */
- int nCount = 0;
-
- findFILESET *fileset = ff->fileset;
- if (fileset) {
- int i, j;
-
- for (i=0; i<fileset->include_list.size(); i++) {
- findINCEXE *incexe = (findINCEXE *)fileset->include_list.get(i);
-
- /* look through all files and check */
- for (j=0; j<incexe->name_list.size(); j++) {
- char *fname = (char *)incexe->name_list.get(j);
- /* fname should match x:/ */
- if (strlen (fname) > 3 && B_ISALPHA(fname[0])
- && fname[1] == ':' && fname[2] == '/') {
-
- /* always add in uppercase */
- char ch = toupper(fname[0]);
- /* if not found in string, add drive letter */
- if (!strchr(szDrives,ch)) {
- szDrives[nCount] = ch;
- szDrives[nCount+1] = 0;
- nCount++;
- }
- }
- }
- }
- }
- return nCount;
+void
+set_find_snapshot_function(FF_PKT *ff,
+ bool convert_path(JCR *jcr, FF_PKT *ff, dlist *filelist, dlistString *node))
+{
+ ff->snapshot_convert_fct = convert_path;
}
/*
- * Find all specified files (determined by calls to name_add()
- * This routine calls the (handle_file) subroutine with all
- * sorts of good information for the final disposition of
- * the file.
- *
* Call this subroutine with a callback subroutine as the first
* argument and a packet as the second argument, this packet
* will be passed back to the callback subroutine as the last
* argument.
*
- * The callback subroutine gets called with:
- * arg1 -- the FF_PKT containing filename, link, stat, ftype, flags, etc
- * arg2 -- the user supplied packet
- *
*/
int
-find_files(JCR *jcr, FF_PKT *ff, int callback(FF_PKT *ff_pkt, void *hpkt, bool top_level),
- void *his_pkt)
+find_files(JCR *jcr, FF_PKT *ff, int file_save(JCR *jcr, FF_PKT *ff_pkt, bool top_level),
+ int plugin_save(JCR *jcr, FF_PKT *ff_pkt, bool top_level))
{
- ff->callback = callback;
+ ff->file_save = file_save;
+ ff->plugin_save = plugin_save;
/* This is the new way */
findFILESET *fileset = ff->fileset;
if (fileset) {
int i, j;
+ /* TODO: We probably need be move the initialization in the fileset loop,
+ * at this place flags options are "concatenated" accross Include {} blocks
+ * (not only Options{} blocks inside a Include{})
+ */
ff->flags = 0;
- ff->VerifyOpts[0] = 'V';
- ff->VerifyOpts[1] = 0;
for (i=0; i<fileset->include_list.size(); i++) {
findINCEXE *incexe = (findINCEXE *)fileset->include_list.get(i);
fileset->incexe = incexe;
+
+ /* Here, we reset some values between two different Include{} */
+ strcpy(ff->VerifyOpts, "V");
+ strcpy(ff->AccurateOpts, "Cmcs"); /* mtime+ctime+size by default */
+ strcpy(ff->BaseJobOpts, "Jspug5"); /* size+perm+user+group+chk */
+ ff->plugin = NULL;
+ ff->opt_plugin = false;
+
/*
- * By setting all options, we in effect or the global options
+ * By setting all options, we in effect OR the global options
* which is what we want.
*/
for (j=0; j<incexe->opts_list.size(); j++) {
findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
+ /* TODO options are "simply" reset by Options block that come next
+ * For example :
+ * Options { IgnoreCase = yes }
+ * ATTN: some plugins use AddOptions() that create extra Option block
+ * Also see accept_file() below that could suffer of the same problem
+ */
ff->flags |= fo->flags;
- ff->GZIP_level = fo->GZIP_level;
+ /* If the compress option was set in the previous block, overwrite the
+ * algorithm only if defined
+ */
+ if ((ff->flags & FO_COMPRESS) && fo->Compress_algo != 0) {
+ ff->Compress_algo = fo->Compress_algo;
+ ff->Compress_level = fo->Compress_level;
+ }
+ ff->strip_path = fo->strip_path;
ff->fstypes = fo->fstype;
- bstrncat(ff->VerifyOpts, fo->VerifyOpts, sizeof(ff->VerifyOpts));
+ ff->drivetypes = fo->drivetype;
+ if (fo->plugin != NULL) {
+ ff->plugin = fo->plugin; /* TODO: generate a plugin event ? */
+ ff->opt_plugin = true;
+ }
+ bstrncat(ff->VerifyOpts, fo->VerifyOpts, sizeof(ff->VerifyOpts)); /* TODO: Concat or replace? */
+ if (fo->AccurateOpts[0]) {
+ bstrncpy(ff->AccurateOpts, fo->AccurateOpts, sizeof(ff->AccurateOpts));
+ }
+ if (fo->BaseJobOpts[0]) {
+ bstrncpy(ff->BaseJobOpts, fo->BaseJobOpts, sizeof(ff->BaseJobOpts));
+ }
}
- for (j=0; j<incexe->name_list.size(); j++) {
- Dmsg1(100, "F %s\n", (char *)incexe->name_list.get(j));
- char *fname = (char *)incexe->name_list.get(j);
- if (find_one_file(jcr, ff, our_callback, his_pkt, fname, (dev_t)-1, true) == 0) {
+ Dmsg4(50, "Verify=<%s> Accurate=<%s> BaseJob=<%s> flags=<%lld>\n",
+ ff->VerifyOpts, ff->AccurateOpts, ff->BaseJobOpts, ff->flags);
+ dlistString *node;
+ foreach_dlist(node, &incexe->name_list) {
+ char *fname = node->c_str();
+ Dmsg1(dbglvl, "F %s\n", fname);
+
+ ff->top_fname = fname;
+ /* Convert the filename if needed */
+ if (ff->snapshot_convert_fct) {
+ ff->snapshot_convert_fct(jcr, ff, &incexe->name_list, node);
+ }
+
+ if (find_one_file(jcr, ff, our_callback, ff->top_fname, (dev_t)-1, true) == 0) {
return 0; /* error return */
}
+
+ if (job_canceled(jcr)) {
+ return 0;
+ }
+ }
+ foreach_dlist(node, &incexe->plugin_list) {
+ char *fname = node->c_str();
+ if (!plugin_save) {
+ Jmsg(jcr, M_FATAL, 0, _("Plugin: \"%s\" not found.\n"), fname);
+ return 0;
+ }
+ Dmsg1(dbglvl, "PluginCommand: %s\n", fname);
+ ff->top_fname = fname;
+ ff->cmd_plugin = true;
+
+ /* Make sure that opt plugin is not set
+ * The current implementation doesn't allow option plugin
+ * and command plugin to run at the same time
+ */
+ ff->opt_plugin = false;
+ ff->plugin = NULL;
+
+ plugin_save(jcr, ff, true);
+ ff->cmd_plugin = false;
+ if (job_canceled(jcr)) {
+ return 0;
+ }
}
}
}
return 1;
}
-static bool accept_file(FF_PKT *ff)
+/*
+ * Test if the currently selected directory (in ff->fname) is
+ * explicitly in the Include list or explicitly in the Exclude
+ * list.
+ */
+bool is_in_fileset(FF_PKT *ff)
+{
+ dlistString *node;
+ char *fname;
+ int i;
+ findINCEXE *incexe;
+ findFILESET *fileset = ff->fileset;
+ if (fileset) {
+ for (i=0; i<fileset->include_list.size(); i++) {
+ incexe = (findINCEXE *)fileset->include_list.get(i);
+ foreach_dlist(node, &incexe->name_list) {
+ fname = node->c_str();
+ Dmsg2(dbglvl, "Inc fname=%s ff->fname=%s\n", fname, ff->fname);
+ if (strcmp(fname, ff->fname) == 0) {
+ return true;
+ }
+ }
+ }
+ for (i=0; i<fileset->exclude_list.size(); i++) {
+ incexe = (findINCEXE *)fileset->exclude_list.get(i);
+ foreach_dlist(node, &incexe->name_list) {
+ fname = node->c_str();
+ Dmsg2(dbglvl, "Exc fname=%s ff->fname=%s\n", fname, ff->fname);
+ if (strcmp(fname, ff->fname) == 0) {
+ return true;
+ }
+ }
+ }
+ }
+ return false;
+}
+
+
+bool accept_file(FF_PKT *ff)
{
int i, j, k;
- int ic;
+ int fnm_flags;
findFILESET *fileset = ff->fileset;
findINCEXE *incexe = fileset->incexe;
+ const char *basename;
+ int (*match_func)(const char *pattern, const char *string, int flags);
+
+ Dmsg1(dbglvl, "enter accept_file: fname=%s\n", ff->fname);
+ if (ff->flags & FO_ENHANCEDWILD) {
+// match_func = enh_fnmatch;
+ match_func = fnmatch;
+ if ((basename = last_path_separator(ff->fname)) != NULL)
+ basename++;
+ else
+ basename = ff->fname;
+ } else {
+ match_func = fnmatch;
+ basename = ff->fname;
+ }
- for (j=0; j<incexe->opts_list.size(); j++) {
+ for (j = 0; j < incexe->opts_list.size(); j++) {
findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
ff->flags = fo->flags;
- ff->GZIP_level = fo->GZIP_level;
- ff->reader = fo->reader;
- ff->writer = fo->writer;
+ ff->Compress_algo = fo->Compress_algo;
+ ff->Compress_level = fo->Compress_level;
ff->fstypes = fo->fstype;
- ic = (ff->flags & FO_IGNORECASE) ? FNM_CASEFOLD : 0;
+ ff->drivetypes = fo->drivetype;
+
+ fnm_flags = (ff->flags & FO_IGNORECASE) ? FNM_CASEFOLD : 0;
+ fnm_flags |= (ff->flags & FO_ENHANCEDWILD) ? FNM_PATHNAME : 0;
+
if (S_ISDIR(ff->statp.st_mode)) {
for (k=0; k<fo->wilddir.size(); k++) {
- if (fnmatch((char *)fo->wilddir.get(k), ff->fname, fnmode|ic) == 0) {
+ if (match_func((char *)fo->wilddir.get(k), ff->fname, fnmode|fnm_flags) == 0) {
if (ff->flags & FO_EXCLUDE) {
- Dmsg2(100, "Exclude wilddir: %s file=%s\n", (char *)fo->wilddir.get(k),
+ Dmsg2(dbglvl, "Exclude wilddir: %s file=%s\n", (char *)fo->wilddir.get(k),
ff->fname);
- return false; /* reject file */
+ return false; /* reject dir */
}
- return true; /* accept file */
+ return true; /* accept dir */
}
}
} else {
for (k=0; k<fo->wildfile.size(); k++) {
- if (fnmatch((char *)fo->wildfile.get(k), ff->fname, fnmode|ic) == 0) {
+ if (match_func((char *)fo->wildfile.get(k), ff->fname, fnmode|fnm_flags) == 0) {
if (ff->flags & FO_EXCLUDE) {
- Dmsg2(100, "Exclude wildfile: %s file=%s\n", (char *)fo->wildfile.get(k),
+ Dmsg2(dbglvl, "Exclude wildfile: %s file=%s\n", (char *)fo->wildfile.get(k),
ff->fname);
return false; /* reject file */
}
return true; /* accept file */
}
}
+
+ for (k=0; k<fo->wildbase.size(); k++) {
+ if (match_func((char *)fo->wildbase.get(k), basename, fnmode|fnm_flags) == 0) {
+ if (ff->flags & FO_EXCLUDE) {
+ Dmsg2(dbglvl, "Exclude wildbase: %s file=%s\n", (char *)fo->wildbase.get(k),
+ basename);
+ return false; /* reject file */
+ }
+ return true; /* accept file */
+ }
+ }
}
for (k=0; k<fo->wild.size(); k++) {
- if (fnmatch((char *)fo->wild.get(k), ff->fname, fnmode|ic) == 0) {
+ if (match_func((char *)fo->wild.get(k), ff->fname, fnmode|fnm_flags) == 0) {
if (ff->flags & FO_EXCLUDE) {
- Dmsg2(100, "Exclude wild: %s file=%s\n", (char *)fo->wild.get(k),
+ Dmsg2(dbglvl, "Exclude wild: %s file=%s\n", (char *)fo->wild.get(k),
ff->fname);
return false; /* reject file */
}
return true; /* accept file */
}
}
-#ifndef WIN32
if (S_ISDIR(ff->statp.st_mode)) {
for (k=0; k<fo->regexdir.size(); k++) {
const int nmatch = 30;
return true; /* accept file */
}
}
-#endif
/*
* If we have an empty Options clause with exclude, then
* exclude the file
if (ff->flags & FO_EXCLUDE &&
fo->regex.size() == 0 && fo->wild.size() == 0 &&
fo->regexdir.size() == 0 && fo->wilddir.size() == 0 &&
- fo->regexfile.size() == 0 && fo->wildfile.size() == 0) {
+ fo->regexfile.size() == 0 && fo->wildfile.size() == 0 &&
+ fo->wildbase.size() == 0) {
return false; /* reject file */
}
}
findINCEXE *incexe = (findINCEXE *)fileset->exclude_list.get(i);
for (j=0; j<incexe->opts_list.size(); j++) {
findFOPTS *fo = (findFOPTS *)incexe->opts_list.get(j);
- ic = (fo->flags & FO_IGNORECASE) ? FNM_CASEFOLD : 0;
+ fnm_flags = (fo->flags & FO_IGNORECASE) ? FNM_CASEFOLD : 0;
for (k=0; k<fo->wild.size(); k++) {
- if (fnmatch((char *)fo->wild.get(k), ff->fname, fnmode|ic) == 0) {
- Dmsg1(100, "Reject wild1: %s\n", ff->fname);
+ if (fnmatch((char *)fo->wild.get(k), ff->fname, fnmode|fnm_flags) == 0) {
+ Dmsg1(dbglvl, "Reject wild1: %s\n", ff->fname);
return false; /* reject file */
}
}
}
- ic = (incexe->current_opts != NULL && incexe->current_opts->flags & FO_IGNORECASE)
+ fnm_flags = (incexe->current_opts != NULL && incexe->current_opts->flags & FO_IGNORECASE)
? FNM_CASEFOLD : 0;
- for (j=0; j<incexe->name_list.size(); j++) {
- if (fnmatch((char *)incexe->name_list.get(j), ff->fname, fnmode|ic) == 0) {
- Dmsg1(100, "Reject wild2: %s\n", ff->fname);
+ dlistString *node;
+ foreach_dlist(node, &incexe->name_list) {
+ char *fname = node->c_str();
+ if (fnmatch(fname, ff->fname, fnmode|fnm_flags) == 0) {
+ Dmsg1(dbglvl, "Reject wild2: %s\n", ff->fname);
return false; /* reject file */
}
}
* We filter the files, then call the user's callback if
* the file is included.
*/
-static int our_callback(FF_PKT *ff, void *hpkt, bool top_level)
+static int our_callback(JCR *jcr, FF_PKT *ff, bool top_level)
{
if (top_level) {
- return ff->callback(ff, hpkt, top_level); /* accept file */
+ return ff->file_save(jcr, ff, top_level); /* accept file */
}
switch (ff->type) {
case FT_NOACCESS:
case FT_NORECURSE:
case FT_NOFSCHG:
case FT_INVALIDFS:
+ case FT_INVALIDDT:
case FT_NOOPEN:
-// return ff->callback(ff, hpkt, top_level);
+// return ff->file_save(jcr, ff, top_level);
/* These items can be filtered */
case FT_LNKSAVED:
case FT_FIFO:
case FT_SPEC:
case FT_DIRNOCHG:
+ case FT_REPARSE:
+ case FT_JUNCTION:
if (accept_file(ff)) {
-// Dmsg2(000, "Accept file %s; reader=%s\n", ff->fname, NPRT(ff->reader));
- return ff->callback(ff, hpkt, top_level);
+ return ff->file_save(jcr, ff, top_level);
} else {
- Dmsg1(100, "Skip file %s\n", ff->fname);
+ Dmsg1(dbglvl, "Skip file %s\n", ff->fname);
return -1; /* ignore this file */
}
int
term_find_files(FF_PKT *ff)
{
- int hard_links;
+ int hard_links;
- free_pool_memory(ff->sys_fname);
- hard_links = term_find_one(ff);
- free(ff);
- return hard_links;
+ free_pool_memory(ff->sys_fname);
+ if (ff->fname_save) {
+ free_pool_memory(ff->fname_save);
+ }
+ if (ff->link_save) {
+ free_pool_memory(ff->link_save);
+ }
+ if (ff->ignoredir_fname) {
+ free_pool_memory(ff->ignoredir_fname);
+ }
+ if (ff->snap_fname) {
+ free_pool_memory(ff->snap_fname);
+ }
+ if (ff->snap_top_fname) {
+ free_pool_memory(ff->snap_top_fname);
+ }
+ if (ff->mtab_list) {
+ delete ff->mtab_list;
+ }
+ hard_links = term_find_one(ff);
+ free(ff);
+ return hard_links;
}
projects / bacula / bacula / blobdiff