11 #include <ac/unistd.h>
14 #ifdef HAVE_SYS_RESOURCE_H
15 #include <sys/resource.h>
17 #ifdef HAVE_SYS_PARAM_H
18 #include <sys/param.h>
30 #include "ldap_defaults.h"
32 #include "../back-ldbm/back-ldbm.h"
34 static struct dbcache *openchoice(char c, int mode, int verbose, char **fname);
35 static void print_entry(FILE *fp, char c, Datum *key, char *klabel, Datum *data, char *dlabel);
36 static void free_and_close(struct dbcache *dbc, Datum key, Datum data);
37 static void edit_entry(char c, Datum *data);
38 static void get_keydata(FILE *fp, char c, Datum *key, Datum *data);
40 static struct dbcache *dbc;
42 static Backend *be = NULL;
45 main( int argc, char **argv )
48 Datum savekey, key, data, last;
56 #ifdef HAVE_BERKELEY_DB2
60 ldbm_datum_init( savekey );
61 ldbm_datum_init( key );
62 ldbm_datum_init( data );
63 ldbm_datum_init( last );
65 tailorfile = SLAPD_DEFAULT_CONFIGFILE;
66 while ( (i = getopt( argc, argv, "d:f:" )) != EOF ) {
68 case 'd': /* turn on debugging */
69 ldap_debug = atoi( optarg );
72 case 'f': /* specify a tailor file */
73 tailorfile = strdup( optarg );
78 "usage: %s [-d level] [-f slapdconfigfile]\n",
86 * initialize stuff and figure out which backend we're dealing with
89 slap_init(SLAP_TOOL_MODE, "ldbmtest");
90 read_config( tailorfile );
96 if ( fgets( buf, sizeof(buf), stdin ) == NULL )
100 case 'c': /* create an index */
102 if ( (dbc = openchoice( buf[1], LDBM_READER, 0,
103 &fname )) != NULL ) {
104 printf( "Already exists\n" );
105 ldbm_close( dbc->dbc_db );
108 if ( (dbc = openchoice( buf[1], LDBM_WRCREAT, 1,
109 &fname )) != NULL ) {
110 ldbm_close( dbc->dbc_db );
114 case 'l': /* lookup somethig in an index */
115 if ( (dbc = openchoice( buf[1], LDBM_READER, 1, NULL ))
120 get_keydata( stdin, buf[1], &key, NULL );
121 data = ldbm_fetch( dbc->dbc_db, key );
122 print_entry( stdout, buf[1], &key, "key: ", &data,
125 free_and_close( dbc, key, data );
128 case 'L': /* get all blocks for a key from an index */
129 if ( (dbc = openchoice( buf[1], LDBM_READER, 1, NULL ))
134 get_keydata( stdin, buf[1], &key, NULL );
135 if ( (idl = idl_fetch( be, dbc, key )) != NULL ) {
136 data.dptr = (char *) idl;
137 data.dsize = (ID_BLOCK_NMAX(idl) + 1) * sizeof(ID);
138 print_entry( stdout, buf[1], &key, "key: ",
141 free_and_close( dbc, key, data );
144 case 't': /* traverse */
145 case 'T': /* traverse - keys only */
146 if ( (dbc = openchoice( buf[1], LDBM_READER, 1, NULL ))
148 perror( "openchoice" );
153 #ifdef HAVE_BERKELEY_DB2
154 for ( key = ldbm_firstkey( dbc->dbc_db, &cursorp );
156 key = ldbm_nextkey( dbc->dbc_db, key, cursorp ) )
158 for ( key = ldbm_firstkey( dbc->dbc_db );
160 key = ldbm_nextkey( dbc->dbc_db, key ) )
163 if ( savekey.dptr != NULL )
164 ldbm_datum_free( dbc->dbc_db, savekey );
167 data = ldbm_fetch( dbc->dbc_db, key );
169 if ( buf[0] == 't' ) {
170 print_entry( stdout, buf[1], &key,
171 "key: ", &data, "data:\n" );
173 print_entry( stdout, buf[1], &key,
174 "key: ", NULL, NULL );
177 if ( data.dptr != NULL ) {
178 ldbm_datum_free( dbc->dbc_db, data );
181 if ( savekey.dptr != NULL )
182 ldbm_datum_free( dbc->dbc_db, savekey );
184 ldbm_close( dbc->dbc_db );
187 case 'x': /* delete an entry */
188 if ( (dbc = openchoice( buf[1], LDBM_WRITER, 1, NULL ))
193 get_keydata( stdin, buf[1], &key, NULL );
195 if ( ldbm_delete( dbc->dbc_db, key ) != 0 ) {
196 if ( ldbm_errno( dbc->dbc_db ) == 0 ) {
197 perror( "ldbm_delete" );
199 fprintf( stderr, "db_errno %d",
200 ldbm_errno( dbc->dbc_db ) );
205 free_and_close( dbc, key, data );
208 case 'e': /* edit an entry */
209 if ( (dbc = openchoice( buf[1], LDBM_WRITER, 1, NULL ))
214 get_keydata( stdin, buf[1], &key, NULL );
216 data = ldbm_fetch( dbc->dbc_db, key );
217 if ( data.dptr == NULL ) {
218 if ( ldbm_errno( dbc->dbc_db ) == 0 ) {
219 perror( "ldbm_fetch" );
221 fprintf( stderr, "db_errno %d\n",
222 ldbm_errno( dbc->dbc_db ) );
224 free_and_close( dbc, key, data );
228 edit_entry( buf[1], &data );
230 if ( data.dptr == NULL ) {
231 if ( ldbm_delete( dbc->dbc_db, key ) != 0 ) {
232 perror( "ldbm_delete" );
234 } else if ( ldbm_store( dbc->dbc_db, key, data,
235 LDBM_REPLACE ) != 0 ) {
236 if ( ldbm_errno( dbc->dbc_db ) == 0 ) {
237 perror( "ldbm_store" );
239 fprintf( stderr, "db_errno %d\n",
240 ldbm_errno( dbc->dbc_db ) );
244 free_and_close( dbc, key, data );
247 case 'a': /* add an entry */
248 if ( (dbc = openchoice( buf[1], LDBM_WRITER, 1, NULL ))
253 get_keydata( stdin, buf[1], &key, &data );
255 if ( ldbm_store( dbc->dbc_db, key, data, LDBM_INSERT )
257 if ( ldbm_errno( dbc->dbc_db ) == 0 ) {
258 perror( "ldbm_store" );
260 fprintf( stderr, "db_errno %d\n",
261 ldbm_errno( dbc->dbc_db ) );
265 free_and_close( dbc, key, data );
268 case 'i': /* insert an id into an index entry */
269 if ( (dbc = openchoice( buf[1], LDBM_WRITER, 1, NULL ))
274 get_keydata( stdin, buf[1], &key, &data );
276 idl = (ID_BLOCK *) data.dptr;
277 for ( id = idl_firstid( idl ); id != NOID;
278 id = idl_nextid( idl, id ) ) {
279 if ( idl_insert_key( be, dbc, key, id )
282 "idl_insert_key (%s) %ld failed\n",
288 free_and_close( dbc, key, data );
291 case 'b': /* select a backend by suffix */
292 printf( "suffix: " );
294 if ( fgets( buf, sizeof(buf), stdin ) == NULL ) {
297 buf[strlen( buf ) - 1] = '\0';
299 (void) dn_normalize_case( buf );
300 if ( (tbe = select_backend( buf )) == NULL ) {
301 fprintf( stderr, "unknown suffix \"%s\"\n",
308 case 'B': /* print current suffix */
310 printf( "no current backend\n" );
312 printf( "current backend has suffix \"%s\"\n",
317 case 'C': /* produce concordance of an index */
318 if ( (dbc = openchoice( 'i', LDBM_READER, 1, NULL ))
325 #ifdef HAVE_BERKELEY_DB2
326 for ( key = ldbm_firstkey( dbp, &cursorp );
328 key = ldbm_nextkey( dbp, last, cursorp ) )
330 for ( key = ldbm_firstkey( dbp ); key.dptr != NULL;
331 key = ldbm_nextkey( dbp, last ) )
334 if ( last.dptr != NULL ) {
335 ldbm_datum_free( dbp, last );
338 printf( "key(%d): (%s)\n", key.dsize,
342 free_and_close( dbc, key, last );
346 printf( "commands: l<c> => lookup index\n" );
347 printf( " L<c> => lookup index (all)\n" );
348 printf( " t<c> => traverse index\n" );
349 printf( " T<c> => traverse index keys\n" );
350 printf( " x<c> => delete from index\n" );
351 printf( " e<c> => edit index entry\n" );
352 printf( " a<c> => add index entry\n" );
353 printf( " c<c> => create index\n" );
354 printf( " i<c> => insert ids into index\n" );
355 printf( " b => change default backend\n" );
356 printf( " B => print default backend\n" );
357 printf( "where <c> is a char selecting the index:\n" );
358 printf( " c => id2children\n" );
359 printf( " d => dn2id\n" );
360 printf( " e => id2entry\n" );
361 printf( " f => arbitrary file\n" );
362 printf( " i => attribute index\n" );
374 free_and_close( struct dbcache *dbc, Datum key, Datum data )
376 ldbm_cache_really_close( be, dbc );
377 if ( key.dptr != NULL )
378 ldbm_datum_free( dbp, key );
379 if ( data.dptr != NULL )
380 ldbm_datum_free( dbp, data );
384 dnid_cmp( const void *a, const void *b )
386 return( *(const long int *)a - *(const long int *)b );
390 myrealloc( char *p, int size )
393 return( (char *) malloc( size ) );
395 return( (char *) realloc( p, size ) );
399 get_idlist( FILE *fp, Datum *data )
404 unsigned int psize, pmax;
405 unsigned int nmax, nids;
411 psize = 2 * sizeof(ID);
419 if ( fgets( buf, sizeof(buf), fp ) == NULL || buf[0] == '\n' )
421 if ( strncmp( buf, "nmax=", 5 ) == 0 ) {
422 nmax = atol( buf + 5 );
426 if ( psize + sizeof(ID) > pmax ) {
428 p = (ID_BLOCK *) myrealloc( (char *) p, pmax );
431 if ( strncmp( buf, "nids=0", 6 ) == 0 ) {
436 ID_BLOCK_ID(p,i++) = atol( buf );
442 printf( "%d IDs entered. Max number of ids? [%d] ", i,
444 if ( fgets( buf, sizeof(buf), fp ) != NULL &&
445 isdigit( (unsigned char) buf[0] ) ) {
453 ID_BLOCK_NMAX(p) = nmax;
455 ID_BLOCK_NIDS(p) = 0;
456 ID_BLOCK_ID(p,i) = NOID;
458 ID_BLOCK_NIDS(p) = i;
461 qsort( (void *) &ID_BLOCK_ID(p, 0), i, sizeof(ID), dnid_cmp );
464 data->dptr = (char *) p;
465 data->dsize = (nmax + ID_BLOCK_IDS_OFFSET) * sizeof(ID);
469 get_entry( FILE *fp, Datum *data )
473 unsigned int pmax, psize, len;
478 printf( "Enter entry, <cr><cr> to end:\n" );
482 while ( fgets( buf, sizeof(buf), fp ) != NULL ) {
484 if ( psize + strlen( buf ) > pmax ) {
486 p = myrealloc( p, pmax );
494 if ( buf[0] == '\n' )
499 data->dsize = psize + 1;
503 edit_entry( char c, Datum *data )
509 WAITSTATUSTYPE status;
512 strcpy( tmpname, "/tmp/dbtestXXXXXX" );
514 if ( (fd = open( mktemp( tmpname ), O_RDWR, 0600 )) == -1 ) {
519 if ( (fd = mkstemp( tmpname )) == -1 ) {
525 fp = fdopen( fd, "w" );
526 print_entry( fp, c, NULL, NULL, data, NULL );
534 } else if ( pid == 0 ) {
537 if ( (editor = getenv( "EDITOR" )) == NULL ) {
538 editor = LDAP_EDITOR;
540 execl( editor, editor, tmpname, NULL );
548 if ( waitpid( (pid_t) -1, NULL, WAIT_FLAGS ) < 0 )
550 if ( wait3( (pid_t) -1, &status, WAIT_FLAGS, 0 ) < 0 )
557 if ( (fp = fopen( tmpname, "r" )) == NULL ) {
561 if ( data->dptr != NULL ) {
562 ldbm_datum_free( NULL, *data );
564 get_keydata( fp, c, NULL, data );
569 static struct dbcache *
570 openfile( char *name, int namesiz, int mode, int verbose, char c )
574 if ( name == NULL || *name == '\0' ) {
577 if ( fgets( name, namesiz, stdin ) == NULL )
579 name[strlen( name ) - 1] = '\0';
582 if ( fgets( name, namesiz, stdin ) == NULL )
584 name[strlen( name ) - 1] = '\0';
588 if ( (dbc = ldbm_cache_open( be, name, (c == 'f') ? "" : LDBM_SUFFIX,
589 LDBM_READER )) == NULL ) {
598 static struct dbcache *
599 openchoice( char c, int mode, int verbose, char **fname )
601 static char name[MAXPATHLEN];
604 case 'c': /* id2children */
605 sprintf( name, "id2children" );
607 case 'd': /* dn2id */
608 sprintf( name, "dn2id" );
610 case 'e': /* id2entry */
611 sprintf( name, "id2entry" );
613 case 'f': /* arbitrary file */
614 case 'i': /* index */
615 if ( fname != NULL && *fname != NULL ) {
616 strcpy( name, *fname );
622 printf( "specify one of [fdeci] to select file\n" );
626 if ( fname != NULL ) {
630 return( openfile( name, MAXPATHLEN, mode, verbose, c ) );
648 if ( data != NULL && data->dptr == NULL ) {
652 if ( ldbm_errno( dbp ) == 0 )
655 fprintf( stderr, "%s: db_errno %d\n", msg,
661 case 'd': /* dn2id - key is dn, data is dnid */
663 fprintf( fp, "%s%s (len %d)\n", klabel, key->dptr,
665 if ( data != NULL ) {
666 SAFEMEMCPY( (char *) &id, data->dptr, sizeof(ID) );
667 fprintf( fp, "%s%ld\n", dlabel ? dlabel : "", id );
671 case 'e': /* id2entry - key is dnid, data is entry */
673 SAFEMEMCPY( (char *) &id, key->dptr, sizeof(ID) );
674 fprintf( fp, "%s %ld\n", klabel, id );
676 if ( data != NULL ) {
678 fprintf( fp, "data length: %d\n", data->dsize );
681 fputs( data->dptr, fp );
686 case 'i': /* index - key is string, data is dnid[] */
688 fprintf( fp, "%s%s (len %d)\n", klabel, key->dptr,
690 if ( data != NULL ) {
691 idl = (ID_BLOCK *) data->dptr;
694 fprintf( fp, "%s\tnmax=%ld\n\tncur=%ld\n", dlabel,
695 ID_BLOCK_NMAX(idl), ID_BLOCK_NIDS(idl) );
697 if ( ID_BLOCK_INDIRECT( idl ) ) {
698 for ( i = 0; !ID_BLOCK_NOID(idl, i); i++ ) {
699 fprintf( fp, "\t%ld\n", ID_BLOCK_ID(idl, i) );
701 } else if ( ID_BLOCK_ALLIDS( idl ) ) {
702 fprintf( fp, "\tALLIDS (1..%ld)\n",
703 ID_BLOCK_NIDS(idl) - 1 );
705 for ( i = 0; i < ID_BLOCK_NIDS(idl); i++ ) {
706 fprintf( fp, "\t%ld\n", ID_BLOCK_ID(idl,i) );
712 case 'f': /* arbitrary file - assume key & data are strings */
714 fprintf( fp, "%s%s\n", klabel, key->dptr );
715 if ( data != NULL ) {
716 fprintf( fp, "%s%s\n", dlabel ? dlabel : "",
722 fprintf( stderr, "specify [deci] to select a file\n" );
728 get_keydata( FILE *fp, char c, Datum *key, Datum *data )
730 static char kbuf[BUFSIZ], dbuf[BUFSIZ];
738 case 'd': /* dn2id - key is dn, data is dnid */
742 if ( fgets( kbuf, sizeof(kbuf), fp ) == NULL ) {
745 kbuf[strlen( kbuf ) - 1] = '\0';
746 key->dptr = strdup( kbuf );
747 key->dsize = strlen( kbuf ) + 1;
750 if ( data != NULL ) {
753 if ( fgets( dbuf, sizeof(dbuf), fp ) == NULL ) {
757 data->dptr = (char *) malloc( sizeof(n) );
758 memcpy( data->dptr, (char *) &n, sizeof(n) );
759 data->dsize = sizeof(n);
763 case 'e': /* id2entry - key is dnid, data is entry */
767 if ( fgets( kbuf, sizeof(kbuf), fp ) == NULL ) {
771 key->dptr = (char *) malloc( sizeof(n) );
772 memcpy( key->dptr, (char *) &n, sizeof(n) );
773 key->dsize = sizeof(n);
776 if ( data != NULL ) {
777 get_entry( fp, data );
781 case 'c': /* id2children - key is string dnid, data is dnid[] */
782 case 'i': /* index - key is string, data is dnid[] */
786 if ( fgets( kbuf, sizeof(kbuf), fp ) == NULL ) {
789 kbuf[strlen( kbuf ) - 1] = '\0';
790 key->dptr = strdup( kbuf );
791 key->dsize = strlen( kbuf ) + 1;
794 if ( data != NULL ) {
795 get_idlist( fp, data );
800 fprintf(stderr, "specify [deci] to select file type\n");