1 /* dn2id.c - routines to deal with the dn2id index */
4 * Copyright 1998-2003 The OpenLDAP Foundation, All Rights Reserved.
5 * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
11 #include <ac/string.h>
26 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
27 DB *db = bdb->bi_dn2id->bdi_db;
31 struct berval ptr, pdn;
34 LDAP_LOG ( INDEX, ARGS, "bdb_dn2id_add( \"%s\", 0x%08lx )\n",
35 e->e_ndn, (long) e->e_id, 0 );
37 Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id_add( \"%s\", 0x%08lx )\n",
38 e->e_ndn, (long) e->e_id, 0 );
40 assert( e->e_id != NOID );
43 key.size = e->e_nname.bv_len + 2;
45 key.flags = DB_DBT_USERMEM;
46 buf = sl_malloc( key.size, ctx );
48 buf[0] = DN_BASE_PREFIX;
50 ptr.bv_len = e->e_nname.bv_len;
51 AC_MEMCPY( ptr.bv_val, e->e_nname.bv_val, e->e_nname.bv_len );
52 ptr.bv_val[ptr.bv_len] = '\0';
55 data.data = (char *) &e->e_id;
56 data.size = sizeof( e->e_id );
58 /* store it -- don't override */
59 rc = db->put( db, txn, &key, &data, DB_NOOVERWRITE );
62 LDAP_LOG ( INDEX, ERR, "bdb_dn2id_add: put failed: %s %d\n",
63 db_strerror(rc), rc, 0 );
65 Debug( LDAP_DEBUG_ANY, "=> bdb_dn2id_add: put failed: %s %d\n",
66 db_strerror(rc), rc, 0 );
71 #ifndef BDB_MULTIPLE_SUFFIXES
72 if( !be_issuffix( be, &ptr )) {
74 buf[0] = DN_SUBTREE_PREFIX;
75 rc = db->put( db, txn, &key, &data, DB_NOOVERWRITE );
78 LDAP_LOG ( INDEX, ERR,
79 "=> bdb_dn2id_add: subtree (%s) put failed: %d\n",
82 Debug( LDAP_DEBUG_ANY,
83 "=> bdb_dn2id_add: subtree (%s) put failed: %d\n",
89 #ifdef BDB_MULTIPLE_SUFFIXES
90 if( !be_issuffix( be, &ptr )) {
92 dnParent( &ptr, &pdn );
94 key.size = pdn.bv_len + 2;
96 pdn.bv_val[-1] = DN_ONE_PREFIX;
97 key.data = pdn.bv_val-1;
100 rc = bdb_idl_insert_key( be, db, txn, &key, e->e_id );
104 LDAP_LOG ( INDEX, ERR,
105 "=> bdb_dn2id_add: parent (%s) insert failed: %d\n",
108 Debug( LDAP_DEBUG_ANY,
109 "=> bdb_dn2id_add: parent (%s) insert failed: %d\n",
114 #ifndef BDB_MULTIPLE_SUFFIXES
117 while( !be_issuffix( be, &ptr )) {
121 ptr.bv_val[-1] = DN_SUBTREE_PREFIX;
123 rc = bdb_idl_insert_key( be, db, txn, &key, e->e_id );
127 LDAP_LOG ( INDEX, ERR,
128 "=> bdb_dn2id_add: subtree (%s) insert failed: %d\n",
131 Debug( LDAP_DEBUG_ANY,
132 "=> bdb_dn2id_add: subtree (%s) insert failed: %d\n",
137 #ifdef BDB_MULTIPLE_SUFFIXES
138 if( be_issuffix( be, &ptr )) break;
140 dnParent( &ptr, &pdn );
142 key.size = pdn.bv_len + 2;
144 key.data = pdn.bv_val - 1;
147 #ifdef BDB_MULTIPLE_SUFFIXES
154 LDAP_LOG ( INDEX, RESULTS, "<= bdb_dn2id_add: %d\n", rc, 0, 0 );
156 Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id_add: %d\n", rc, 0, 0 );
169 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
170 DB *db = bdb->bi_dn2id->bdi_db;
174 struct berval pdn, ptr;
177 LDAP_LOG ( INDEX, ARGS,
178 "=> bdb_dn2id_delete ( \"%s\", 0x%08lx )\n", e->e_ndn, e->e_id, 0);
180 Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id_delete( \"%s\", 0x%08lx )\n",
181 e->e_ndn, e->e_id, 0 );
185 key.size = e->e_nname.bv_len + 2;
186 buf = sl_malloc( key.size, ctx );
188 key.flags = DB_DBT_USERMEM;
189 buf[0] = DN_BASE_PREFIX;
191 ptr.bv_len = e->e_nname.bv_len;
192 AC_MEMCPY( ptr.bv_val, e->e_nname.bv_val, e->e_nname.bv_len );
193 ptr.bv_val[ptr.bv_len] = '\0';
196 rc = db->del( db, txn, &key, 0 );
199 LDAP_LOG ( INDEX, ERR,
200 "=> bdb_dn2id_delete: delete failed: %s %d\n",
201 db_strerror(rc), rc, 0 );
203 Debug( LDAP_DEBUG_ANY, "=> bdb_dn2id_delete: delete failed: %s %d\n",
204 db_strerror(rc), rc, 0 );
209 #ifndef BDB_MULTIPLE_SUFFIXES
210 if( !be_issuffix( be, &ptr )) {
212 buf[0] = DN_SUBTREE_PREFIX;
213 rc = db->del( db, txn, &key, 0 );
216 LDAP_LOG ( INDEX, ERR,
217 "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n",
220 Debug( LDAP_DEBUG_ANY,
221 "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n",
227 #ifdef BDB_MULTIPLE_SUFFIXES
228 if( !be_issuffix( be, &ptr )) {
230 dnParent( &ptr, &pdn );
232 key.size = pdn.bv_len + 2;
234 pdn.bv_val[-1] = DN_ONE_PREFIX;
235 key.data = pdn.bv_val - 1;
238 rc = bdb_idl_delete_key( be, db, txn, &key, e->e_id );
242 LDAP_LOG ( INDEX, ERR,
243 "=> bdb_dn2id_delete: parent (%s) delete failed: %d\n",
246 Debug( LDAP_DEBUG_ANY,
247 "=> bdb_dn2id_delete: parent (%s) delete failed: %d\n",
252 #ifndef BDB_MULTIPLE_SUFFIXES
255 while( !be_issuffix( be, &ptr )) {
259 ptr.bv_val[-1] = DN_SUBTREE_PREFIX;
261 rc = bdb_idl_delete_key( be, db, txn, &key, e->e_id );
264 LDAP_LOG ( INDEX, ERR,
265 "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n",
268 Debug( LDAP_DEBUG_ANY,
269 "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n",
274 #ifdef BDB_MULTIPLE_SUFFIXES
275 if( be_issuffix( be, &ptr )) break;
277 dnParent( &ptr, &pdn );
279 key.size = pdn.bv_len + 2;
281 key.data = pdn.bv_val - 1;
284 #ifdef BDB_MULTIPLE_SUFFIXES
291 LDAP_LOG ( INDEX, RESULTS, "<= bdb_dn2id_delete %d\n", rc, 0, 0 );
293 Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id_delete %d\n", rc, 0, 0 );
308 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
309 DB *db = bdb->bi_dn2id->bdi_db;
312 LDAP_LOG ( INDEX, ARGS, "=> bdb_dn2id( \"%s\" )\n", dn->bv_val, 0, 0 );
314 Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id( \"%s\" )\n", dn->bv_val, 0, 0 );
318 key.size = dn->bv_len + 2;
319 key.data = sl_malloc( key.size, ctx );
320 ((char *)key.data)[0] = DN_BASE_PREFIX;
321 AC_MEMCPY( &((char *)key.data)[1], dn->bv_val, key.size - 1 );
325 data.data = &ei->bei_id;
326 data.ulen = sizeof(ID);
327 data.flags = DB_DBT_USERMEM;
330 rc = db->get( db, txn, &key, &data, bdb->bi_db_opflags );
334 LDAP_LOG ( INDEX, ERR, "<= bdb_dn2id: get failed %s (%d)\n",
335 db_strerror(rc), rc, 0 );
337 Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id: get failed: %s (%d)\n",
338 db_strerror( rc ), rc, 0 );
342 LDAP_LOG ( INDEX, RESULTS,
343 "<= bdb_dn2id: got id=0x%08lx\n", ei->bei_id, 0, 0 );
345 Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id: got id=0x%08lx\n",
350 sl_free( key.data, ctx );
361 struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
362 DB *db = bdb->bi_dn2id->bdi_db;
367 LDAP_LOG ( INDEX, ARGS,
368 "=> bdb_dn2id_children( %s )\n", e->e_nname.bv_val, 0, 0 );
370 Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id_children( %s )\n",
371 e->e_nname.bv_val, 0, 0 );
374 key.size = e->e_nname.bv_len + 2;
375 key.data = sl_malloc( key.size, op->o_tmpmemctx );
376 ((char *)key.data)[0] = DN_ONE_PREFIX;
377 AC_MEMCPY( &((char *)key.data)[1], e->e_nname.bv_val, key.size - 1 );
379 #ifdef SLAP_IDL_CACHE
380 if ( bdb->bi_idl_cache_size ) {
381 rc = bdb_idl_cache_get( bdb, db, &key, NULL );
382 if ( rc != LDAP_NO_SUCH_OBJECT ) {
383 sl_free( key.data, op->o_tmpmemctx );
388 /* we actually could do a empty get... */
391 data.ulen = sizeof(id);
392 data.flags = DB_DBT_USERMEM;
394 data.dlen = sizeof(id);
396 rc = db->get( db, txn, &key, &data, bdb->bi_db_opflags );
397 sl_free( key.data, op->o_tmpmemctx );
400 LDAP_LOG ( INDEX, DETAIL1,
401 "<= bdb_dn2id_children( %s ): %s (%d)\n",
402 e->e_nname.bv_val, rc == 0 ? "" : ( rc == DB_NOTFOUND ? "no " :
403 db_strerror(rc)), rc );
405 Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id_children( %s ): %s (%d)\n",
407 rc == 0 ? "" : ( rc == DB_NOTFOUND ? "no " :
408 db_strerror(rc) ), rc );
424 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
425 DB *db = bdb->bi_dn2id->bdi_db;
428 LDAP_LOG ( INDEX, ARGS,
429 "=> bdb_dn2ididl( \"%s\" )\n", dn->bv_val, 0, 0 );
431 Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2idl( \"%s\" )\n", dn->bv_val, 0, 0 );
434 #ifndef BDB_MULTIPLE_SUFFIXES
435 if (prefix == DN_SUBTREE_PREFIX && be_issuffix(be, dn))
437 BDB_IDL_ALL(bdb, ids);
443 key.size = dn->bv_len + 2;
445 key.flags = DB_DBT_USERMEM;
446 key.data = sl_malloc( key.size, ctx );
447 ((char *)key.data)[0] = prefix;
448 AC_MEMCPY( &((char *)key.data)[1], dn->bv_val, key.size - 1 );
450 rc = bdb_idl_fetch_key( be, db, NULL, &key, ids );
454 LDAP_LOG ( INDEX, ERR,
455 "<= bdb_dn2ididl: get failed: %s (%d)\n", db_strerror(rc), rc, 0 );
457 Debug( LDAP_DEBUG_TRACE,
458 "<= bdb_dn2idl: get failed: %s (%d)\n",
459 db_strerror( rc ), rc, 0 );
464 LDAP_LOG ( INDEX, RESULTS,
465 "<= bdb_dn2ididl: id=%ld first=%ld last=%ld\n",
466 (long) ids[0], (long) BDB_IDL_FIRST( ids ),
467 (long) BDB_IDL_LAST( ids ) );
469 Debug( LDAP_DEBUG_TRACE,
470 "<= bdb_dn2idl: id=%ld first=%ld last=%ld\n",
472 (long) BDB_IDL_FIRST( ids ), (long) BDB_IDL_LAST( ids ) );
476 sl_free( key.data, ctx );
481 /* Experimental management routines for a hierarchically structured database.
483 * Unsupported! Use at your own risk!
484 * -- Howard Chu, Symas Corp. 2003.
486 * Instead of a ldbm-style dn2id database, we use a hierarchical one. Each
487 * entry in this database is a struct diskNode, keyed by entryID and with
488 * the data containing the RDN and entryID of the node's children. We use
489 * a B-Tree with sorted duplicates to store all the children of a node under
490 * the same key. Also, the first item under the key contains an empty rdn
491 * and the ID of the node's parent, to allow bottom-up tree traversal as
494 * The diskNode is a variable length structure. This definition is not
495 * directly usable for in-memory manipulation.
497 typedef struct diskNode {
504 /* Sort function for the sorted duplicate data items of a dn2id key.
505 * Sorts based on normalized RDN, in lexical order.
514 diskNode *usr = usrkey->data;
515 diskNode *cur = curkey->data;
517 char *ptr = (char *)&cur->nrdnlen;
520 curlen = ptr[0] << 8 | ptr[1];
522 rc = strncmp( usr->nrdn, cur->nrdn, usr->nrdnlen );
523 if ( rc == 0 ) rc = usrlen - curlen;
527 /* This function constructs a full DN for a given entry.
534 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
536 int rlen = 0, nrlen = 0;
539 for ( ei = BEI(e); ei; ei=ei->bei_parent ) {
540 rlen += ei->bei_rdn.bv_len + 1;
541 nrlen += ei->bei_nrdn.bv_len + 1;
543 e->e_name.bv_len = rlen - 1;
544 e->e_nname.bv_len = nrlen - 1;
545 e->e_name.bv_val = ch_malloc(rlen + nrlen);
546 e->e_nname.bv_val = e->e_name.bv_val + rlen;
547 ptr = e->e_name.bv_val;
548 nptr = e->e_nname.bv_val;
549 for ( ei = BEI(e); ei; ei=ei->bei_parent ) {
550 ptr = lutil_strcopy(ptr, ei->bei_rdn.bv_val);
551 nptr = lutil_strcopy(nptr, ei->bei_nrdn.bv_val);
552 if ( ei->bei_parent ) {
563 /* We add two elements to the DN2ID database - a data item under the parent's
564 * entryID containing the child's RDN and entryID, and an item under the
565 * child's entryID containing the parent's entryID.
575 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
576 DB *db = bdb->bi_dn2id->bdi_db;
582 nrlen = dn_rdnlen( be, &e->e_nname );
584 rlen = dn_rdnlen( be, &e->e_name );
586 nrlen = e->e_nname.bv_len;
587 rlen = e->e_name.bv_len;
590 d = sl_malloc(sizeof(diskNode) + rlen + nrlen, ctx);
591 d->entryID = e->e_id;
593 ptr = lutil_strncopy( d->nrdn, e->e_nname.bv_val, nrlen );
595 ptr = lutil_strncopy( ptr, e->e_name.bv_val, rlen );
600 key.data = &eip->bei_id;
601 key.size = sizeof(ID);
602 key.flags = DB_DBT_USERMEM;
604 #ifdef SLAP_IDL_CACHE
605 if ( bdb->bi_idl_cache_size ) {
606 bdb_idl_cache_del( bdb, db, &key );
610 data.size = sizeof(diskNode) + rlen + nrlen + 2;
611 data.flags = DB_DBT_USERMEM;
613 rc = db->put( db, txn, &key, &data, DB_NOOVERWRITE );
617 d->entryID = eip->bei_id;
621 data.size = sizeof(diskNode);
623 rc = db->put( db, txn, &key, &data, DB_NOOVERWRITE );
639 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
640 DB *db = bdb->bi_dn2id->bdi_db;
647 key.size = sizeof(ID);
649 key.data = &eip->bei_id;
650 key.flags = DB_DBT_USERMEM;
653 data.size = sizeof(diskNode) + BEI(e)->nrdn.bv_len;
654 d = sl_malloc( data.size, ctx );
655 d->entryID = e->e_id;
656 d->nrdnlen = BEI(e)->nrdn.bv_len;
657 strcpy( d->nrdn, BEI(e)->nrdn.bv_val );
659 data.ulen = data.size;
660 data.dlen = data.size;
661 data.flags = DB_DBT_USERMEM | DB_DBT_PARTIAL;
663 #ifdef SLAP_IDL_CACHE
664 if ( bdb->bi_idl_cache_size ) {
665 bdb_idl_cache_del( bdb, db, &key );
668 rc = db->cursor( db, txn, &cursor, bdb->bi_db_opflags );
671 rc = cursor->c_get( cursor, &key, &data, DB_GET_BOTH | DB_RMW );
673 rc = cursor->c_del( cursor, 0 );
674 cursor->c_close( cursor );
677 rc = db->del( db, txn, &key, 0);
691 struct bdb_info *bdb = (struct bdb_info *) be->be_private;
692 DB *db = bdb->bi_dn2id->bdi_db;
698 nrlen = dn_rdnlen( be, &in );
699 if (!nrlen) nrlen = in->bv_len;
702 key.size = sizeof(ID);
703 key.data = &eip->bei_id;
704 key.flags = DB_DBT_USERMEM;
707 data.size = sizeof(diskNode) + nrlen;
708 d = sl_malloc( data.size * 3, ctx );
710 ptr = lutil_strncopy( d->nrdn, BEI(e)->nrdn.bv_val, nrlen );
713 data.ulen = data.size * 3;
714 data.flags = DB_DBT_USERMEM;
716 rc = db->cursor( db, txn, &cursor, bdb->bi_db_opflags );
719 rc = cursor->c_get( cursor, &key, &data, DB_GET_BOTH );
720 cursor->c_close( cursor );
723 AC_MEMCPY( &ei->bei_id, &d->entryID, sizeof(ID) );
724 ei->rdn.bv_len = data.size - sizeof(diskNode) - nrlen;
725 ptr = d->nrdn + nrlen + 1;
726 strcpy( ei->rdn.bv_val, ptr );
737 struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
738 DB *db = bdb->bi_dn2id->bdi_db;
746 key.size = sizeof(ID);
748 key.flags = DB_DBT_USERMEM;
750 #ifdef SLAP_IDL_CACHE
751 if ( bdb->bi_idl_cache_size ) {
752 rc = bdb_idl_cache_get( bdb, db, &key, NULL );
753 if ( rc != LDAP_NO_SUCH_OBJECT ) {
754 sl_free( key.data, o->o_tmpmemctx );
760 data.ulen = sizeof(d);
761 data.flags = DB_DBT_USERMEM | DB_DBT_PARTIAL;
762 data.dlen = sizeof(d);
764 rc = db->cursor( db, txn, &cursor, bdb->bi_db_opflags );
767 rc = cursor->c_get( cursor, &key, &data, DB_FIRST );
769 rc = cursor->c_get( cursor, &key, &data, DB_NEXT_DUP );
771 cursor->c_close( cursor );
775 struct dn2id_cookie {
776 struct bdb_info *bdb;
783 ID tmp[BDB_IDL_DB_SIZE];
784 ID buf[BDB_IDL_UM_SIZE];
792 /* We can't just use bdb_idl_fetch_key because
793 * 1 - our data items are longer than just an entry ID
794 * 2 - our data items are sorted alphabetically by nrdn, not by ID.
798 struct dn2id_cookie *cx
803 #ifdef SLAP_IDL_CACHE
804 if ( cx->bdb->bi_idl_cache_size ) {
805 cx->rc = bdb_idl_cache_get(cx->bdb, cx->db, &cx->key, cx->tmp);
806 if ( cx->rc == DB_NOTFOUND ) {
809 if ( cx->rc == LDAP_SUCCESS ) {
815 cx->data.data = &cx->dbuf;
816 cx->data.ulen = sizeof(ID);
817 cx->data.dlen = sizeof(ID);
818 cx->data.flags = DB_DBT_USERMEM | DB_DBT_PARTIAL;
820 cx->rc = db->cursor( cx->db, NULL, &cx->dbc, cx->bdb->bi_db_opflags );
821 if ( cx->rc ) return cx->rc;
822 BDB_IDL_ZERO( cx->tmp );
824 cx->rc = dbc->c_get( dbc, &cx->key, &cx->data, DB_FIRST );
825 cx->data.data = &cx->buf;
826 cx->data.ulen = sizeof(cx->buf);
827 while ( cx->rc == 0 ) {
830 cx->rc = dbc->c_get( dbc, &cx->key, &cx->data, DB_MULTIPLE |
832 DB_MULTIPLE_INIT( cx->ptr, &cx->data );
834 DB_MULTIPLE_NEXT( cx->ptr, &cx->data, j, len );
836 AC_MEMCPY( &cx->dbuf, j, sizeof(ID) );
837 bdb_idl_insert( cx->tmp, cx->dbuf );
853 struct dn2id_cookie cx;
857 cx.bdb = (struct bdb_info *)be->be_private;
858 cx.db = cx.bdb->bi_dn2id->bdi_db;
864 cx.key.data = &cx.id;
865 cx.key.size = sizeof(ID);
866 cx.key.flags = DB_DBT_USERMEM;
869 return bdb_dn2idl_internal(&cx);
871 #endif /* BDB_HIER */