3 * Program to test batch mode
5 * Eric Bollengier, March 2007
11 Bacula® - The Network Backup Solution
13 Copyright (C) 2001-2006 Free Software Foundation Europe e.V.
15 The main author of Bacula is Kern Sibbald, with contributions from
16 many others, a complete list can be found in the file AUTHORS.
17 This program is Free Software; you can redistribute it and/or
18 modify it under the terms of version two of the GNU General Public
19 License as published by the Free Software Foundation and included
22 This program is distributed in the hope that it will be useful, but
23 WITHOUT ANY WARRANTY; without even the implied warranty of
24 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
25 General Public License for more details.
27 You should have received a copy of the GNU General Public License
28 along with this program; if not, write to the Free Software
29 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
32 Bacula® is a registered trademark of Kern Sibbald.
33 The licensor of Bacula is the Free Software Foundation Europe
34 (FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
35 Switzerland, email:ftf@fsfeurope.org.
41 for i in $(seq 10000 99999) ; do
42 j=$((($i % 1000) + 555))
43 echo "$i;/tmp/totabofds$j/fiddddle${j}$i;xxxLSTATxxxx;xxxxxxxMD5xxxxxx"
49 find / | while read a; do
51 echo "$j;$a;xxxLSTATxxxx;xxxxxxxMD5xxxxxx"
56 #include "stored/stored.h"
57 #include "findlib/find.h"
58 #include "cats/cats.h"
60 /* Forward referenced functions */
61 static void *do_batch(void *);
67 static const char *db_name = "bacula";
68 static const char *db_user = "bacula";
69 static const char *db_password = "";
70 static const char *db_host = NULL;
72 static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
78 "\nVersion: %s (%s)\n"
79 "Example : bbatch -w /path/to/workdir -h localhost -f dat1 -f dat -f datx\n"
80 " will start 3 thread and load dat1, dat and datx in your catalog\n"
81 "See bbatch.c to generate datafile\n\n"
82 "Usage: bbatch [ options ] -w working/dir -f datafile\n"
83 " -d <nn> set debug level to <nn>\n"
84 " -dt print timestamp in debug output\n"
85 " -n <name> specify the database name (default bacula)\n"
86 " -u <user> specify database user name (default bacula)\n"
87 " -P <password specify database password (default none)\n"
88 " -h <host> specify database host (default NULL)\n"
89 " -w <working> specify working directory\n"
91 " -f <file> specify data file\n"
92 " -? print this message\n\n"), 2001, VERSION, BDATE);
96 /* number of thread started */
99 int main (int argc, char *argv[])
102 setlocale(LC_ALL, "");
103 bindtextdomain("bacula", LOCALEDIR);
104 textdomain("bacula");
108 char **files = (char **) malloc (10 * sizeof(char *));
110 my_name_is(argc, argv, "bbatch");
111 init_msg(NULL, NULL);
115 while ((ch = getopt(argc, argv, "h:c:d:n:P:Su:vf:w:?")) != -1) {
117 case 'd': /* debug level */
118 if (*optarg == 't') {
119 dbg_timestamp = true;
121 debug_level = atoi(optarg);
122 if (debug_level <= 0) {
137 working_directory = optarg;
145 db_password = optarg;
154 files[nb++] = optarg;
168 Pmsg0(0, _("Wrong number of arguments: \n"));
172 #ifdef HAVE_BATCH_FILE_INSERT
173 printf("With new Batch mode\n");
175 printf("Without new Batch mode\n");
180 JCR *bjcr = new_jcr(sizeof(JCR), NULL);
182 bjcr->VolSessionId = 1;
183 bjcr->VolSessionTime = (uint32_t)time(NULL);
184 bjcr->NumReadVolumes = 0;
185 bjcr->NumWriteVolumes = 0;
186 bjcr->JobId = getpid();
187 bjcr->set_JobType(JT_CONSOLE);
188 bjcr->set_JobLevel(L_FULL);
189 bjcr->JobStatus = JS_Running;
190 bjcr->where = bstrdup(files[i]);
191 bjcr->job_name = get_pool_memory(PM_FNAME);
192 pm_strcpy(bjcr->job_name, "Dummy.Job.Name");
193 bjcr->client_name = get_pool_memory(PM_FNAME);
194 pm_strcpy(bjcr->client_name, "Dummy.Client.Name");
195 bstrncpy(bjcr->Job, "bbatch", sizeof(bjcr->Job));
196 bjcr->fileset_name = get_pool_memory(PM_FNAME);
197 pm_strcpy(bjcr->fileset_name, "Dummy.fileset.name");
198 bjcr->fileset_md5 = get_pool_memory(PM_FNAME);
199 pm_strcpy(bjcr->fileset_md5, "Dummy.fileset.md5");
201 if ((db=db_init_database(NULL, db_name, db_user, db_password,
202 db_host, 0, NULL, 0)) == NULL) {
203 Emsg0(M_ERROR_TERM, 0, _("Could not init Bacula database\n"));
205 if (!db_open_database(NULL, db)) {
206 Emsg0(M_ERROR_TERM, 0, db_strerror(db));
208 Dmsg0(200, "Database opened\n");
210 Pmsg2(000, _("Using Database: %s, User: %s\n"), db_name, db_user);
215 pthread_create(&thid, NULL, do_batch, bjcr);
225 static void fill_attr(ATTR_DBR *ar, char *data)
230 ar->Stream = STREAM_UNIX_ATTRIBUTES;
231 ar->JobId = getpid();
233 for(p = b = data; *p; p++) {
238 ar->FileIndex = str_to_int64(b);
256 static void *do_batch(void *jcr)
258 JCR *bjcr = (JCR *)jcr;
262 memset(&ar, 0, sizeof(ar));
263 btime_t begin = get_current_btime();
264 char *datafile = bjcr->where;
266 FILE *fd = fopen(datafile, "r");
268 Emsg1(M_ERROR_TERM, 0, _("Error opening datafile %s\n"), datafile);
270 while (fgets(data, sizeof(data)-1, fd)) {
271 strip_trailing_newline(data);
273 if (verbose && ((lineno % 5000) == 1)) {
274 printf("\r%i", lineno);
276 fill_attr(&ar, data);
277 if (!db_create_file_attributes_record(bjcr, bjcr->db, &ar)) {
278 Emsg0(M_ERROR_TERM, 0, _("Error while inserting file\n"));
282 db_write_batch_file_records(bjcr);
283 btime_t end = get_current_btime();
286 char ed1[200], ed2[200];
287 printf("\rbegin = %s, end = %s\n", edit_int64(begin, ed1),edit_int64(end, ed2));
288 printf("Insert time = %sms\n", edit_int64((end - begin) / 10000, ed1));
289 printf("Create %u files at %.2f/s\n", lineno,
290 (lineno / ((float)((end - begin) / 1000000))));