3 * Program to test batch mode
5 * Eric Bollengier, March 2007
11 Bacula® - The Network Backup Solution
13 Copyright (C) 2001-2006 Free Software Foundation Europe e.V.
15 The main author of Bacula is Kern Sibbald, with contributions from
16 many others, a complete list can be found in the file AUTHORS.
17 This program is Free Software; you can redistribute it and/or
18 modify it under the terms of version two of the GNU General Public
19 License as published by the Free Software Foundation and included
22 This program is distributed in the hope that it will be useful, but
23 WITHOUT ANY WARRANTY; without even the implied warranty of
24 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
25 General Public License for more details.
27 You should have received a copy of the GNU General Public License
28 along with this program; if not, write to the Free Software
29 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
32 Bacula® is a registered trademark of John Walker.
33 The licensor of Bacula is the Free Software Foundation Europe
34 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
35 Switzerland, email:ftf@fsfeurope.org.
41 for i in $(seq 10000 99999) ; do
42 j=$((($i % 1000) + 555))
43 echo "$i;/tmp/totabofds$j/fiddddle${j}$i;xxxLSTATxxxx;xxxxxxxMD5xxxxxx"
49 find / | while read a; do
51 echo "$j;$a;xxxLSTATxxxx;xxxxxxxMD5xxxxxx"
56 #include "stored/stored.h"
57 #include "findlib/find.h"
58 #include "cats/cats.h"
60 /* Forward referenced functions */
61 static void *do_batch(void *);
67 static const char *db_name = "bacula";
68 static const char *db_user = "bacula";
69 static const char *db_password = "";
70 static const char *db_host = NULL;
72 static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
78 "\nVersion: %s (%s)\n"
79 "Example : bbatch -w /path/to/workdir -h localhost -f dat1 -f dat -f datx\n"
80 " will start 3 thread and load dat1, dat and datx in your catalog\n"
81 "See bbatch.c to generate datafile\n\n"
82 "Usage: bbatch [ options ] -w working/dir -f datafile\n"
83 " -d <nn> set debug level to <nn>\n"
84 " -dt print timestamp in debug output\n"
85 " -n <name> specify the database name (default bacula)\n"
86 " -u <user> specify database user name (default bacula)\n"
87 " -P <password specify database password (default none)\n"
88 " -h <host> specify database host (default NULL)\n"
89 " -w <working> specify working directory\n"
91 " -f <file> specify data file\n"
92 " -? print this message\n\n"), 2001, VERSION, BDATE);
96 /* number of thread started */
99 int main (int argc, char *argv[])
102 setlocale(LC_ALL, "");
103 bindtextdomain("bacula", LOCALEDIR);
104 textdomain("bacula");
107 char **files = (char **) malloc (10 * sizeof(char *));
109 my_name_is(argc, argv, "bbatch");
110 init_msg(NULL, NULL);
114 while ((ch = getopt(argc, argv, "h:c:d:n:P:Su:vf:w:?")) != -1) {
116 case 'd': /* debug level */
117 if (*optarg == 't') {
118 dbg_timestamp = true;
120 debug_level = atoi(optarg);
121 if (debug_level <= 0) {
136 working_directory = optarg;
144 db_password = optarg;
153 files[nb++] = optarg;
167 Pmsg0(0, _("Wrong number of arguments: \n"));
171 #ifdef HAVE_BATCH_FILE_INSERT
172 printf("With new Batch mode\n");
174 printf("Without new Batch mode\n");
179 JCR *bjcr = new_jcr(sizeof(JCR), NULL);
181 bjcr->VolSessionId = 1;
182 bjcr->VolSessionTime = (uint32_t)time(NULL);
183 bjcr->NumReadVolumes = 0;
184 bjcr->NumWriteVolumes = 0;
185 bjcr->JobId = getpid();
186 bjcr->JobType = JT_CONSOLE;
187 bjcr->JobLevel = L_FULL;
188 bjcr->JobStatus = JS_Running;
189 bjcr->where = bstrdup(files[i]);
190 bjcr->job_name = get_pool_memory(PM_FNAME);
191 pm_strcpy(bjcr->job_name, "Dummy.Job.Name");
192 bjcr->client_name = get_pool_memory(PM_FNAME);
193 pm_strcpy(bjcr->client_name, "Dummy.Client.Name");
194 bstrncpy(bjcr->Job, "bbatch", sizeof(bjcr->Job));
195 bjcr->fileset_name = get_pool_memory(PM_FNAME);
196 pm_strcpy(bjcr->fileset_name, "Dummy.fileset.name");
197 bjcr->fileset_md5 = get_pool_memory(PM_FNAME);
198 pm_strcpy(bjcr->fileset_md5, "Dummy.fileset.md5");
200 if ((db=db_init_database(NULL, db_name, db_user, db_password,
201 db_host, 0, NULL, 0)) == NULL) {
202 Emsg0(M_ERROR_TERM, 0, _("Could not init Bacula database\n"));
204 if (!db_open_database(NULL, db)) {
205 Emsg0(M_ERROR_TERM, 0, db_strerror(db));
207 Dmsg0(200, "Database opened\n");
209 Pmsg2(000, _("Using Database: %s, User: %s\n"), db_name, db_user);
214 pthread_create(&thid, NULL, do_batch, bjcr);
224 static void fill_attr(ATTR_DBR *ar, char *data)
229 ar->Stream = STREAM_UNIX_ATTRIBUTES;
230 ar->JobId = getpid();
232 for(p = b = data; *p; p++) {
237 ar->FileIndex = str_to_int64(b);
255 static void *do_batch(void *jcr)
257 JCR *bjcr = (JCR *)jcr;
261 memset(&ar, 0, sizeof(ar));
262 btime_t begin = get_current_btime();
263 char *datafile = bjcr->where;
265 FILE *fd = fopen(datafile, "r");
267 Emsg1(M_ERROR_TERM, 0, _("Error opening datafile %s\n"), datafile);
269 while (fgets(data, sizeof(data)-1, fd)) {
270 strip_trailing_newline(data);
272 if (verbose && ((lineno % 5000) == 1)) {
273 printf("\r%i", lineno);
275 fill_attr(&ar, data);
276 if (!db_create_file_attributes_record(bjcr, bjcr->db, &ar)) {
277 Emsg0(M_ERROR_TERM, 0, _("Error while inserting file\n"));
281 db_write_batch_file_records(bjcr);
282 btime_t end = get_current_btime();
285 char ed1[200], ed2[200];
286 printf("\rbegin = %s, end = %s\n", edit_int64(begin, ed1),edit_int64(end, ed2));
287 printf("Insert time = %sms\n", edit_int64((end - begin) / 10000, ed1));
288 printf("Create %u files at %.2f/s\n", lineno,
289 (lineno / ((float)((end - begin) / 1000000))));