1 /* ldbm.c - ldap dbm compatibility routines */
3 /* Patched for Berkeley DB version 2.0; /KSp; 98/02/23
5 * - DB version 2.6.4b ; 1998/12/28, /KSp
6 * - DB_DBT_MALLOC ; 1998/03/22, /KSp
7 * - basic implementation; 1998/02/23, /KSp
16 #include <ac/stdlib.h>
17 #include <ac/string.h>
21 #include "ldap_pvt_thread.h"
25 ldbm_datum_free( LDBM ldbm, Datum data )
29 memset( &data, 0, sizeof( Datum ));
36 ldbm_datum_dup( LDBM ldbm, Datum data )
40 ldbm_datum_init( dup );
42 if ( data.dsize == 0 ) {
48 dup.dsize = data.dsize;
49 if ( (dup.dptr = (char *) malloc( data.dsize )) != NULL )
50 memcpy( dup.dptr, data.dptr, data.dsize );
55 static int ldbm_initialized = 0;
57 #ifndef HAVE_BERKELEY_DB2
58 /* Everything but DB2 is non-reentrant */
60 static ldap_pvt_thread_mutex_t ldbm_big_mutex;
61 #define LDBM_LOCK (ldap_pvt_thread_mutex_lock(&ldbm_big_mutex))
62 #define LDBM_UNLOCK (ldap_pvt_thread_mutex_unlock(&ldbm_big_mutex))
64 int ldbm_initialize( void )
66 if(ldbm_initialized++) return 1;
68 ldap_pvt_thread_mutex_init( &ldbm_big_mutex );
73 int ldbm_shutdown( void )
75 if( !ldbm_initialized ) return 1;
77 ldap_pvt_thread_mutex_destroy( &ldbm_big_mutex );
85 ldbm_malloc( size_t size )
87 return( calloc( 1, size ));
91 #include <ac/syslog.h>
95 ldbm_db_errcall( const char *prefix, char *message )
98 syslog( LOG_INFO, "ldbm_db_errcall(): %s %s", prefix, message );
102 /* a dbEnv for BERKELEYv2 */
103 static DB_ENV ldbm_Env_internal;
104 DB_ENV *ldbm_Env = NULL;
106 /* Berkeley DB 2.x is reentrant */
107 #define LDBM_LOCK ((void)0)
108 #define LDBM_UNLOCK ((void)0)
110 int ldbm_initialize( void )
115 if(ldbm_initialized++) return 1;
117 memset( &ldbm_Env_internal, 0, sizeof( DB_ENV ));
118 ldbm_Env = &ldbm_Env_internal;
120 ldbm_Env->db_errcall = ldbm_db_errcall;
121 ldbm_Env->db_errpfx = "==>";
123 envFlags = DB_CREATE | DB_THREAD;
125 if ( ( err = db_appinit( NULL, NULL, ldbm_Env, envFlags )) ) {
129 sprintf( error, "%ld\n", (long) err );
131 sprintf( error, "%s\n", strerror( err ));
136 "ldbm_initialize(): FATAL error in db_appinit() : %s\n",
145 int ldbm_shutdown( void )
147 if( !ldbm_initialized ) return 1;
149 db_appexit( ldbm_Env );
156 #if defined( LDBM_USE_DBHASH ) || defined( LDBM_USE_DBBTREE )
158 /*****************************************************************
160 * use berkeley db hash or btree package *
162 *****************************************************************/
165 ldbm_open( char *name, int rw, int mode, int dbcachesize )
169 #ifdef HAVE_BERKELEY_DB2
172 memset( &dbinfo, 0, sizeof( dbinfo ));
174 #if defined( DB_VERSION_MAJOR ) && defined( DB_VERSION_MINOR ) && \
175 DB_VERSION_MAJOR == 2 && DB_VERSION_MINOR == 4
177 * BerkeleyDB 2.4 do not allow db_cachesize
178 * to be specified if an DB_ENV is.
181 /* set db_cachesize of MPOOL is NOT being used. */
182 if (( ldbm_Env == NULL ) || ( ldbm_Env->mp_info == NULL ))
183 dbinfo.db_cachesize = dbcachesize;
186 dbinfo.db_pagesize = DEFAULT_DB_PAGE_SIZE;
187 dbinfo.db_malloc = ldbm_malloc;
190 (void) db_open( name, DB_TYPE, rw, mode, ldbm_Env, &dbinfo, &ret );
198 if ( DB_TYPE == DB_HASH ) {
199 memset( (char *) &hinfo, '\0', sizeof(hinfo) );
200 hinfo.cachesize = dbcachesize;
202 } else if ( DB_TYPE == DB_BTREE ) {
203 memset( (char *) &binfo, '\0', sizeof(binfo) );
204 binfo.cachesize = dbcachesize;
211 ret = dbopen( name, rw, mode, DB_TYPE, info );
220 ldbm_close( LDBM ldbm )
223 #ifdef HAVE_BERKELEY_DB2
224 (*ldbm->close)( ldbm, 0 );
226 (*ldbm->close)( ldbm );
232 ldbm_sync( LDBM ldbm )
235 (*ldbm->sync)( ldbm, 0 );
240 ldbm_fetch( LDBM ldbm, Datum key )
247 #ifdef HAVE_BERKELEY_DB2
248 ldbm_datum_init( data );
250 data.flags = DB_DBT_MALLOC;
252 if ( (rc = (*ldbm->get)( ldbm, NULL, &key, &data, 0 )) != 0 ) {
253 ldbm_datum_free( ldbm, data );
255 if ( (rc = (*ldbm->get)( ldbm, &key, &data, 0 )) == 0 ) {
256 /* Berkeley DB 1.85 don't malloc the data for us */
257 /* duplicate it for to ensure reentrancy */
258 data = ldbm_datum_dup( ldbm, data );
271 ldbm_store( LDBM ldbm, Datum key, Datum data, int flags )
277 #ifdef HAVE_BERKELEY_DB2
278 rc = (*ldbm->put)( ldbm, NULL, &key, &data, flags & ~LDBM_SYNC );
281 rc = (*ldbm->put)( ldbm, &key, &data, flags & ~LDBM_SYNC );
284 if ( flags & LDBM_SYNC )
285 (*ldbm->sync)( ldbm, 0 );
293 ldbm_delete( LDBM ldbm, Datum key )
299 #ifdef HAVE_BERKELEY_DB2
300 rc = (*ldbm->del)( ldbm, NULL, &key, 0 );
303 rc = (*ldbm->del)( ldbm, &key, 0 );
305 (*ldbm->sync)( ldbm, 0 );
313 #ifdef HAVE_BERKELEY_DB2
314 ldbm_firstkey( LDBM ldbm, DBC **dbch )
316 ldbm_firstkey( LDBM ldbm )
321 #ifdef HAVE_BERKELEY_DB2
324 ldbm_datum_init( key );
325 ldbm_datum_init( data );
327 key.flags = data.flags = DB_DBT_MALLOC;
331 /* acquire a cursor for the DB */
333 # if defined( DB_VERSION_MAJOR ) && defined( DB_VERSION_MINOR ) && \
334 DB_VERSION_MAJOR == 2 && DB_VERSION_MINOR < 6
336 if ( (*ldbm->cursor)( ldbm, NULL, &dbci ))
339 if ( (*ldbm->cursor)( ldbm, NULL, &dbci, 0 ))
346 if ( (*dbci->c_get)( dbci, &key, &data, DB_NEXT ) == 0 ) {
347 ldbm_datum_free( ldbm, data );
355 if ( (rc = (*ldbm->seq)( ldbm, &key, &data, R_FIRST )) == 0 ) {
356 key = ldbm_datum_dup( ldbm, key );
364 #ifdef HAVE_BERKELEY_DB2
374 #ifdef HAVE_BERKELEY_DB2
375 ldbm_nextkey( LDBM ldbm, Datum key, DBC *dbcp )
377 ldbm_nextkey( LDBM ldbm, Datum key )
382 #ifdef HAVE_BERKELEY_DB2
383 ldbm_datum_init( data );
385 ldbm_datum_free( ldbm, key );
386 key.flags = data.flags = DB_DBT_MALLOC;
390 if ( (*dbcp->c_get)( dbcp, &key, &data, DB_NEXT ) == 0 ) {
391 ldbm_datum_free( ldbm, data );
399 if ( (rc = (*ldbm->seq)( ldbm, &key, &data, R_NEXT )) == 0 ) {
400 key = ldbm_datum_dup( ldbm, key );
414 ldbm_errno( LDBM ldbm )
419 #elif defined( HAVE_GDBM )
421 #ifdef HAVE_ST_BLKSIZE
422 #include <sys/stat.h>
425 /*****************************************************************
429 *****************************************************************/
432 ldbm_open( char *name, int rw, int mode, int dbcachesize )
435 #ifdef HAVE_ST_BLKSIZE
441 if ( (db = gdbm_open( name, 0, rw | GDBM_FAST, mode, 0 )) == NULL ) {
446 #ifdef HAVE_ST_BLKSIZE
447 if ( dbcachesize > 0 && stat( name, &st ) == 0 ) {
448 dbcachesize = (dbcachesize / st.st_blksize);
449 gdbm_setopt( db, GDBM_CACHESIZE, &dbcachesize, sizeof(int) );
452 dbcachesize = (dbcachesize / 4096);
453 gdbm_setopt( db, GDBM_CACHESIZE, &dbcachesize, sizeof(int) );
462 ldbm_close( LDBM ldbm )
470 ldbm_sync( LDBM ldbm )
478 ldbm_fetch( LDBM ldbm, Datum key )
483 d = gdbm_fetch( ldbm, key );
490 ldbm_store( LDBM ldbm, Datum key, Datum data, int flags )
495 rc = gdbm_store( ldbm, key, data, flags & ~LDBM_SYNC );
496 if ( flags & LDBM_SYNC )
504 ldbm_delete( LDBM ldbm, Datum key )
509 rc = gdbm_delete( ldbm, key );
517 ldbm_firstkey( LDBM ldbm )
522 d = gdbm_firstkey( ldbm );
529 ldbm_nextkey( LDBM ldbm, Datum key )
534 d = gdbm_nextkey( ldbm, key );
541 ldbm_errno( LDBM ldbm )
554 /* MMAPED DBM HASHING DATABASE */
556 #include <ac/string.h>
558 /* #define MDBM_DEBUG */
565 /* #define MDBM_CHAIN */
572 #define mdbm_store mdbm_chain_store
573 #define mdbm_fetch mdbm_chain_fetch
574 #define mdbm_delete mdbm_chain_delete
575 #define mdbm_first mdbm_chain_first
576 #define mdbm_next mdbm_chain_next
580 #define MDBM_PG_SZ (4*1024)
582 /*****************************************************************
586 *****************************************************************/
589 ldbm_open( char *name, int rw, int mode, int dbcachesize )
595 "==>(mdbm)ldbm_open(name=%s,rw=%x,mode=%x,cachesize=%d)\n",
596 name ? name : "NULL", rw, mode, dbcachesize );
600 LDBM_LOCK; /* We need locking here, this is the only non-thread
601 * safe function we have.
604 if ( (db = mdbm_open( name, rw, mode, MDBM_PG_SZ )) == NULL ) {
608 fprintf( stdout, "<==(mdbm)ldbm_open(db=NULL)\n" );
616 (void)mdbm_set_chain(db);
622 fprintf( stdout, "<==(mdbm)ldbm_open(db=%p)\n", db );
628 }/* LDBM ldbm_open() */
634 ldbm_close( LDBM ldbm )
637 /* Open and close are not reentrant so we need to use locks here */
641 "==>(mdbm)ldbm_close(db=%p)\n", ldbm );
650 fprintf( stdout, "<==(mdbm)ldbm_close()\n" );
654 }/* void ldbm_close() */
660 ldbm_sync( LDBM ldbm )
663 /* XXX: Not sure if this is re-entrant need to check code, if so
664 * you can leave LOCKS out.
671 }/* void ldbm_sync() */
674 #define MAX_MDBM_RETRY 5
677 ldbm_fetch( LDBM ldbm, Datum key )
683 /* This hack is needed because MDBM does not take keys
684 * which begin with NULL when working in the chaining
691 k.key.dsize = key.dsize + 1;
692 k.key.dptr = malloc(k.key.dsize);
694 memcpy( (void *)(k.key.dptr + 1), key.dptr, key.dsize );
704 d = mdbm_fetch( ldbm, k );
708 if ( k.val.dptr != NULL ) {
714 if ( (k.val.dptr = malloc( d.dsize )) != NULL ) {
716 k.val.dsize = d.dsize;
717 d = mdbm_fetch( ldbm, k );
726 }/* if ( d.dsize > 0 ) */
728 } while ((d.dsize > k.val.dsize) && (++retry < MAX_MDBM_RETRY));
738 }/* Datum ldbm_fetch() */
744 ldbm_store( LDBM ldbm, Datum key, Datum data, int flags )
747 Datum int_key; /* Internal key */
751 "==>(mdbm)ldbm_store(db=%p, key(dptr=%p,sz=%d), data(dptr=%p,sz=%d), flags=%x)\n",
752 ldbm, key.dptr, key.dsize, data.dptr, data.dsize, flags );
759 int_key.dsize = key.dsize + 1;
760 int_key.dptr = malloc( int_key.dsize );
761 *(int_key.dptr) = 'l'; /* Must not be NULL !*/
762 memcpy( (void *)(int_key.dptr + 1), key.dptr, key.dsize );
767 rc = mdbm_store( ldbm, int_key, data, flags );
768 if ( flags & LDBM_SYNC ) {
775 fprintf( stdout, "<==(mdbm)ldbm_store(rc=%d)\n", rc );
785 }/* int ldbm_store() */
791 ldbm_delete( LDBM ldbm, Datum key )
799 int_key.dsize = key.dsize + 1;
800 int_key.dptr = malloc(int_key.dsize);
801 *(int_key.dptr) = 'l';
802 memcpy( (void *)(int_key.dptr + 1), key.dptr, key.dsize );
807 rc = mdbm_delete( ldbm, int_key );
816 }/* int ldbm_delete() */
822 ldbm_get_next( LDBM ldbm, kvpair (*fptr)(MDBM *, kvpair) )
828 size_t sz = MDBM_PAGE_SIZE(ldbm);
837 in.key.dsize = sz; /* Assume first key in one pg */
838 in.key.dptr = malloc(sz);
840 in.val.dptr = NULL; /* Don't need data just key */
846 out = fptr( ldbm, in );
848 if (out.key.dsize > 0) {
850 ret.dsize = out.key.dsize - delta;
851 if ((ret.dptr = (char *)malloc(ret.dsize)) == NULL) {
858 memcpy(ret.dptr, (void *)(out.key.dptr + delta),
871 }/* static Datum ldbm_get_next() */
877 ldbm_firstkey( LDBM ldbm )
880 return ldbm_get_next( ldbm, mdbm_first );
882 }/* Datum ldbm_firstkey() */
888 ldbm_nextkey( LDBM ldbm, Datum key )
892 * don't know if this will affect the LDAP server opertaion
893 * but mdbm cannot take and input key.
896 return ldbm_get_next( ldbm, mdbm_next );
898 }/* Datum ldbm_nextkey() */
901 ldbm_errno( LDBM ldbm )
903 /* XXX: best we can do with current mdbm interface */
906 }/* int ldbm_errno() */
911 #elif defined( HAVE_NDBM )
913 /*****************************************************************
915 * if no gdbm or mdbm, fall back to using ndbm, the standard unix thing *
917 *****************************************************************/
921 ldbm_open( char *name, int rw, int mode, int dbcachesize )
926 ldbm = dbm_open( name, rw, mode );
933 ldbm_close( LDBM ldbm )
942 ldbm_sync( LDBM ldbm )
948 ldbm_fetch( LDBM ldbm, Datum key )
953 d = ldbm_datum_dup( ldbm, dbm_fetch( ldbm, key ) );
960 ldbm_store( LDBM ldbm, Datum key, Datum data, int flags )
965 rc = dbm_store( ldbm, key, data, flags );
972 ldbm_delete( LDBM ldbm, Datum key )
977 rc = dbm_delete( ldbm, key );
984 ldbm_firstkey( LDBM ldbm )
989 d = dbm_firstkey( ldbm );
996 ldbm_nextkey( LDBM ldbm, Datum key )
1001 d = dbm_nextkey( ldbm );
1008 ldbm_errno( LDBM ldbm )
1013 err = dbm_error( ldbm );