many others, a complete list can be found in the file AUTHORS.
This program is Free Software; you can redistribute it and/or
modify it under the terms of version two of the GNU General Public
- License as published by the Free Software Foundation plus additions
- that are listed in the file LICENSE.
+ License as published by the Free Software Foundation and included
+ in the file LICENSE.
This program is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
02110-1301, USA.
- Bacula® is a registered trademark of John Walker.
+ Bacula® is a registered trademark of Kern Sibbald.
The licensor of Bacula is the Free Software Foundation Europe
(FSFE), Fiduciary Program, Sumatrastrasse 25, 8006 Zürich,
Switzerland, email:ftf@fsfeurope.org.
find / | while read a; do
j=$(($j+1))
echo "$j;$a;xxxLSTATxxxx;xxxxxxxMD5xxxxxx"
- done
+ done > dat1
*/
#include "bacula.h"
-#include "stored.h"
+#include "stored/stored.h"
#include "findlib/find.h"
#include "cats/cats.h"
/* Forward referenced functions */
-static void do_batch();
+static void *do_batch(void *);
/* Local variables */
static B_DB *db;
-static time_t lasttime = 0;
-
static const char *db_name = "bacula";
static const char *db_user = "bacula";
static const char *db_password = "";
static const char *db_host = NULL;
-static bool list_records = false;
-static int ignored_msgs = 0;
-
-static JCR *bjcr;
-char *datafile=NULL;
+static pthread_mutex_t mutex = PTHREAD_MUTEX_INITIALIZER;
static void usage()
{
fprintf(stderr, _(
PROG_COPYRIGHT
-"\nVersion: %s (%s)\n\n"
+"\nVersion: %s (%s)\n"
+"Example : bbatch -w /path/to/workdir -h localhost -f dat1 -f dat -f datx\n"
+" will start 3 thread and load dat1, dat and datx in your catalog\n"
+"See bbatch.c to generate datafile\n\n"
"Usage: bbatch [ options ] -w working/dir -f datafile\n"
-" -d <nn> set debug level to nn\n"
+" -d <nn> set debug level to <nn>\n"
+" -dt print timestamp in debug output\n"
" -n <name> specify the database name (default bacula)\n"
" -u <user> specify database user name (default bacula)\n"
" -P <password specify database password (default none)\n"
exit(1);
}
+/* number of thread started */
+int nb=0;
+
int main (int argc, char *argv[])
{
int ch;
- struct stat stat_buf;
setlocale(LC_ALL, "");
bindtextdomain("bacula", LOCALEDIR);
textdomain("bacula");
init_stack_dump();
-
+
+ char **files = (char **) malloc (10 * sizeof(char *));
+ int i;
my_name_is(argc, argv, "bbatch");
init_msg(NULL, NULL);
OSDependentInit();
- while ((ch = getopt(argc, argv, "c:d:n:P:Su:vf:w:?")) != -1) {
+ while ((ch = getopt(argc, argv, "h:c:d:n:P:Su:vf:w:?")) != -1) {
switch (ch) {
case 'd': /* debug level */
- debug_level = atoi(optarg);
- if (debug_level <= 0)
- debug_level = 1;
+ if (*optarg == 't') {
+ dbg_timestamp = true;
+ } else {
+ debug_level = atoi(optarg);
+ if (debug_level <= 0) {
+ debug_level = 1;
+ }
+ }
break;
case 'h':
break;
case 'f':
- datafile = optarg;
+ if (nb < 10 ) {
+ files[nb++] = optarg;
+ }
break;
case '?':
usage();
}
- if (!datafile) {
- Pmsg0(0, _("You must specified a data file\n"));
- usage();
- }
-
#ifdef HAVE_BATCH_FILE_INSERT
printf("With new Batch mode\n");
#else
printf("Without new Batch mode\n");
#endif
+ i = nb;
+ while (--i >= 0) {
+ pthread_t thid;
+ JCR *bjcr = new_jcr(sizeof(JCR), NULL);
+ bjcr->bsr = NULL;
+ bjcr->VolSessionId = 1;
+ bjcr->VolSessionTime = (uint32_t)time(NULL);
+ bjcr->NumReadVolumes = 0;
+ bjcr->NumWriteVolumes = 0;
+ bjcr->JobId = getpid();
+ bjcr->set_JobType(JT_CONSOLE);
+ bjcr->set_JobLevel(L_FULL);
+ bjcr->JobStatus = JS_Running;
+ bjcr->where = bstrdup(files[i]);
+ bjcr->job_name = get_pool_memory(PM_FNAME);
+ pm_strcpy(bjcr->job_name, "Dummy.Job.Name");
+ bjcr->client_name = get_pool_memory(PM_FNAME);
+ pm_strcpy(bjcr->client_name, "Dummy.Client.Name");
+ bstrncpy(bjcr->Job, "bbatch", sizeof(bjcr->Job));
+ bjcr->fileset_name = get_pool_memory(PM_FNAME);
+ pm_strcpy(bjcr->fileset_name, "Dummy.fileset.name");
+ bjcr->fileset_md5 = get_pool_memory(PM_FNAME);
+ pm_strcpy(bjcr->fileset_md5, "Dummy.fileset.md5");
+
+ if ((db=db_init_database(NULL, db_name, db_user, db_password,
+ db_host, 0, NULL, 0)) == NULL) {
+ Emsg0(M_ERROR_TERM, 0, _("Could not init Bacula database\n"));
+ }
+ if (!db_open_database(NULL, db)) {
+ Emsg0(M_ERROR_TERM, 0, db_strerror(db));
+ }
+ Dmsg0(200, "Database opened\n");
+ if (verbose) {
+ Pmsg2(000, _("Using Database: %s, User: %s\n"), db_name, db_user);
+ }
+
+ bjcr->db = db;
- bjcr = new_jcr(sizeof(JCR), NULL);
- bjcr->bsr = NULL;
- bjcr->VolSessionId = 1;
- bjcr->VolSessionTime = (uint32_t)time(NULL);
- bjcr->NumReadVolumes = 0;
- bjcr->NumWriteVolumes = 0;
- bjcr->JobId = getpid();
- bjcr->JobType = JT_CONSOLE;
- bjcr->JobLevel = L_FULL;
- bjcr->JobStatus = JS_Running;
- bjcr->where = bstrdup("");
- bjcr->job_name = get_pool_memory(PM_FNAME);
- pm_strcpy(bjcr->job_name, "Dummy.Job.Name");
- bjcr->client_name = get_pool_memory(PM_FNAME);
- pm_strcpy(bjcr->client_name, "Dummy.Client.Name");
- bstrncpy(bjcr->Job, "bbatch", sizeof(bjcr->Job));
- bjcr->fileset_name = get_pool_memory(PM_FNAME);
- pm_strcpy(bjcr->fileset_name, "Dummy.fileset.name");
- bjcr->fileset_md5 = get_pool_memory(PM_FNAME);
- pm_strcpy(bjcr->fileset_md5, "Dummy.fileset.md5");
-
- if ((db=db_init_database(NULL, db_name, db_user, db_password,
- db_host, 0, NULL, 0)) == NULL) {
- Emsg0(M_ERROR_TERM, 0, _("Could not init Bacula database\n"));
- }
- if (!db_open_database(NULL, db)) {
- Emsg0(M_ERROR_TERM, 0, db_strerror(db));
+ pthread_create(&thid, NULL, do_batch, bjcr);
}
- Dmsg0(200, "Database opened\n");
- if (verbose) {
- Pmsg2(000, _("Using Database: %s, User: %s\n"), db_name, db_user);
- }
-
- bjcr->db = db;
- do_batch();
+ while (nb > 0) {
+ bmicrosleep(1,0);
+ }
return 0;
}
for(p = b = data; *p; p++) {
if (*p == ';') {
- *p = '\0';
- switch (index) {
- case 0:
- ar->FileIndex = str_to_int64(b);
- break;
- case 1:
- ar->fname = b;
- break;
- case 2:
- ar->attr = b;
- break;
- case 3:
- ar->Digest = b;
- break;
- }
- index++;
- p++;
+ *p = '\0';
+ switch (index) {
+ case 0:
+ ar->FileIndex = str_to_int64(b);
+ break;
+ case 1:
+ ar->fname = b;
+ break;
+ case 2:
+ ar->attr = b;
+ break;
+ case 3:
+ ar->Digest = b;
+ break;
+ }
+ index++;
+ b = ++p;
}
}
}
-static void do_batch()
+static void *do_batch(void *jcr)
{
+ JCR *bjcr = (JCR *)jcr;
char data[1024];
int lineno = 0;
struct ATTR_DBR ar;
memset(&ar, 0, sizeof(ar));
btime_t begin = get_current_btime();
+ char *datafile = bjcr->where;
FILE *fd = fopen(datafile, "r");
if (!fd) {
strip_trailing_newline(data);
lineno++;
if (verbose && ((lineno % 5000) == 1)) {
- printf("\r%i", lineno);
+ printf("\r%i", lineno);
}
fill_attr(&ar, data);
if (!db_create_file_attributes_record(bjcr, bjcr->db, &ar)) {
- Emsg0(M_ERROR_TERM, 0, _("Error while inserting file\n"));
+ Emsg0(M_ERROR_TERM, 0, _("Error while inserting file\n"));
}
}
fclose(fd);
db_write_batch_file_records(bjcr);
btime_t end = get_current_btime();
+ P(mutex);
char ed1[200], ed2[200];
printf("\rbegin = %s, end = %s\n", edit_int64(begin, ed1),edit_int64(end, ed2));
- printf("Insert time = %ims\n", (end - begin) / 10000);
- printf("Create %i files at %.2f/s\n", lineno,
- (lineno / ((float)((end - begin) / 1000000))));
+ printf("Insert time = %sms\n", edit_int64((end - begin) / 10000, ed1));
+ printf("Create %u files at %.2f/s\n", lineno,
+ (lineno / ((float)((end - begin) / 1000000))));
+ nb--;
+ V(mutex);
+ pthread_exit(NULL);
+ return NULL;
}