From: Eric Bollengier Date: Fri, 23 Mar 2007 12:03:06 +0000 (+0000) Subject: ebl add a new bbatch tool X-Git-Tag: Release-7.0.0~6736 X-Git-Url: https://git.sur5r.net/?a=commitdiff_plain;h=cbf620c59f4993ca823131bdacc603ccf3e0af04;p=bacula%2Fbacula ebl add a new bbatch tool git-svn-id: https://bacula.svn.sourceforge.net/svnroot/bacula/trunk@4388 91ce42f0-d328-0410-95d8-f526ca767f89 --- diff --git a/bacula/src/tools/Makefile.in b/bacula/src/tools/Makefile.in index 441896dbad..9a2ab97467 100644 --- a/bacula/src/tools/Makefile.in +++ b/bacula/src/tools/Makefile.in @@ -96,6 +96,10 @@ bwild: ../findlib/libfind.a ../lib/libbac.a bwild.o $(CXX) -g $(LDFLAGS) -L. -L../lib -o $@ bwild.o \ $(DLIB) -lbac -lm $(LIBS) $(GETTEXT_LIBS) $(OPENSSL_LIBS) +bbatch: ../lib/libbac.a bbatch.o + $(CXX) -g $(LDFLAGS) -L../cats -L. -L../lib -o $@ bbatch.o \ + -lsql -lbac -lm $(DB_LIBS) $(LIBS) $(GETTEXT_LIBS) $(OPENSSL_LIBS) + gigaslam.o: gigaslam.c $(CC) -c $< diff --git a/bacula/src/tools/bbatch.c b/bacula/src/tools/bbatch.c new file mode 100644 index 0000000000..24d3c52d25 --- /dev/null +++ b/bacula/src/tools/bbatch.c @@ -0,0 +1,276 @@ +/* + * + * Program to test batch mode + * + * Eric Bollengier, March 2007 + * + * + * Version $Id$ + */ +/* + Bacula® - The Network Backup Solution + + Copyright (C) 2001-2006 Free Software Foundation Europe e.V. + + The main author of Bacula is Kern Sibbald, with contributions from + many others, a complete list can be found in the file AUTHORS. + This program is Free Software; you can redistribute it and/or + modify it under the terms of version two of the GNU General Public + License as published by the Free Software Foundation plus additions + that are listed in the file LICENSE. + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + + Bacula® is a registered trademark of John Walker. + The licensor of Bacula is the Free Software Foundation Europe + (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich, + Switzerland, email:ftf@fsfeurope.org. +*/ + +/* + to create datafile + + for i in $(seq 10000 99999) ; do + j=$((($i % 1000) + 555)) + echo "$i;/tmp/totabofds$j/fiddddle${j}$i;xxxLSTATxxxx;xxxxxxxMD5xxxxxx" + done > dat1 + + or + + j=0 + find / | while read a; do + j=$(($j+1)) + echo "$j;$a;xxxLSTATxxxx;xxxxxxxMD5xxxxxx" + done + */ + +#include "bacula.h" +#include "stored.h" +#include "findlib/find.h" +#include "cats/cats.h" + +/* Forward referenced functions */ +static void do_batch(); + + +/* Local variables */ +static B_DB *db; + +static time_t lasttime = 0; + +static const char *db_name = "bacula"; +static const char *db_user = "bacula"; +static const char *db_password = ""; +static const char *db_host = NULL; +static bool list_records = false; +static int ignored_msgs = 0; + +static JCR *bjcr; + +char *datafile=NULL; + +static void usage() +{ + fprintf(stderr, _( +PROG_COPYRIGHT +"\nVersion: %s (%s)\n\n" +"Usage: bbatch [ options ] -w working/dir -f datafile\n" +" -d set debug level to nn\n" +" -n specify the database name (default bacula)\n" +" -u specify database user name (default bacula)\n" +" -P specify database host (default NULL)\n" +" -w specify working directory\n" +" -v verbose\n" +" -f specify data file\n" +" -? print this message\n\n"), 2001, VERSION, BDATE); + exit(1); +} + +int main (int argc, char *argv[]) +{ + int ch; + struct stat stat_buf; + setlocale(LC_ALL, ""); + bindtextdomain("bacula", LOCALEDIR); + textdomain("bacula"); + init_stack_dump(); + + my_name_is(argc, argv, "bbatch"); + init_msg(NULL, NULL); + + OSDependentInit(); + + while ((ch = getopt(argc, argv, "c:d:n:P:Su:vf:w:?")) != -1) { + switch (ch) { + case 'd': /* debug level */ + debug_level = atoi(optarg); + if (debug_level <= 0) + debug_level = 1; + break; + + case 'h': + db_host = optarg; + break; + + case 'n': + db_name = optarg; + break; + + case 'w': + working_directory = optarg; + break; + + case 'u': + db_user = optarg; + break; + + case 'P': + db_password = optarg; + break; + + case 'v': + verbose++; + break; + + case 'f': + datafile = optarg; + break; + + case '?': + default: + usage(); + + } + } + argc -= optind; + argv += optind; + + if (argc != 0) { + Pmsg0(0, _("Wrong number of arguments: \n")); + usage(); + } + + if (!datafile) { + Pmsg0(0, _("You must specified a data file\n")); + usage(); + } + +#ifdef HAVE_BATCH_FILE_INSERT + printf("With new Batch mode\n"); +#else + printf("Without new Batch mode\n"); +#endif + + bjcr = new_jcr(sizeof(JCR), NULL); + bjcr->bsr = NULL; + bjcr->VolSessionId = 1; + bjcr->VolSessionTime = (uint32_t)time(NULL); + bjcr->NumReadVolumes = 0; + bjcr->NumWriteVolumes = 0; + bjcr->JobId = getpid(); + bjcr->JobType = JT_CONSOLE; + bjcr->JobLevel = L_FULL; + bjcr->JobStatus = JS_Running; + bjcr->where = bstrdup(""); + bjcr->job_name = get_pool_memory(PM_FNAME); + pm_strcpy(bjcr->job_name, "Dummy.Job.Name"); + bjcr->client_name = get_pool_memory(PM_FNAME); + pm_strcpy(bjcr->client_name, "Dummy.Client.Name"); + bstrncpy(bjcr->Job, "bbatch", sizeof(bjcr->Job)); + bjcr->fileset_name = get_pool_memory(PM_FNAME); + pm_strcpy(bjcr->fileset_name, "Dummy.fileset.name"); + bjcr->fileset_md5 = get_pool_memory(PM_FNAME); + pm_strcpy(bjcr->fileset_md5, "Dummy.fileset.md5"); + + if ((db=db_init_database(NULL, db_name, db_user, db_password, + db_host, 0, NULL, 0)) == NULL) { + Emsg0(M_ERROR_TERM, 0, _("Could not init Bacula database\n")); + } + if (!db_open_database(NULL, db)) { + Emsg0(M_ERROR_TERM, 0, db_strerror(db)); + } + Dmsg0(200, "Database opened\n"); + if (verbose) { + Pmsg2(000, _("Using Database: %s, User: %s\n"), db_name, db_user); + } + + bjcr->db = db; + + do_batch(); + + return 0; +} + +static void fill_attr(ATTR_DBR *ar, char *data) +{ + char *p; + char *b; + int index=0; + ar->Stream = STREAM_UNIX_ATTRIBUTES; + ar->JobId = getpid(); + + for(p = b = data; *p; p++) { + if (*p == ';') { + *p = '\0'; + switch (index) { + case 0: + ar->FileIndex = str_to_int64(b); + break; + case 1: + ar->fname = b; + break; + case 2: + ar->attr = b; + break; + case 3: + ar->Digest = b; + break; + } + index++; + p++; + } + } +} + +static void do_batch() +{ + char data[1024]; + int lineno = 0; + struct ATTR_DBR ar; + memset(&ar, 0, sizeof(ar)); + btime_t begin = get_current_btime(); + + FILE *fd = fopen(datafile, "r"); + if (!fd) { + Emsg1(M_ERROR_TERM, 0, _("Error opening datafile %s\n"), datafile); + } + while (fgets(data, sizeof(data)-1, fd)) { + strip_trailing_newline(data); + lineno++; + if (verbose && ((lineno % 5000) == 1)) { + printf("\r%i", lineno); + } + fill_attr(&ar, data); + if (!db_create_file_attributes_record(bjcr, bjcr->db, &ar)) { + Emsg0(M_ERROR_TERM, 0, _("Error while inserting file\n")); + } + } + fclose(fd); + db_write_batch_file_records(bjcr); + btime_t end = get_current_btime(); + + char ed1[200], ed2[200]; + printf("\rbegin = %s, end = %s\n", edit_int64(begin, ed1),edit_int64(end, ed2)); + printf("Insert time = %ims\n", (end - begin) / 10000); + printf("Create %i files at %.2f/s\n", lineno, + (lineno / ((float)((end - begin) / 1000000)))); +}