]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/back-bdb/dn2id.c
document option '-F'
[openldap] / servers / slapd / back-bdb / dn2id.c
index 0d3910c30b03bb732992b4448bae04448a3f5705..c76c8ea613288a9eac2353b30ca83e39d3d48e01 100644 (file)
@@ -1,8 +1,17 @@
 /* dn2id.c - routines to deal with the dn2id index */
 /* $OpenLDAP$ */
-/*
- * Copyright 1998-2003 The OpenLDAP Foundation, All Rights Reserved.
- * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
+/* This work is part of OpenLDAP Software <http://www.openldap.org/>.
+ *
+ * Copyright 2000-2005 The OpenLDAP Foundation.
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted only as authorized by the OpenLDAP
+ * Public License.
+ *
+ * A copy of this license is available in the file LICENSE in the
+ * top-level directory of the distribution or, alternatively, at
+ * <http://www.OpenLDAP.org/license.html>.
  */
 
 #include "portable.h"
@@ -26,16 +35,12 @@ bdb_dn2id_add(
        DB *db = bdb->bi_dn2id->bdi_db;
        int             rc;
        DBT             key, data;
+       ID              nid;
        char            *buf;
        struct berval   ptr, pdn;
 
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, ARGS, "bdb_dn2id_add( \"%s\", 0x%08lx )\n",
-               e->e_ndn, (long) e->e_id, 0 );
-#else
        Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id_add( \"%s\", 0x%08lx )\n",
                e->e_ndn, (long) e->e_id, 0 );
-#endif
        assert( e->e_id != NOID );
 
        DBTzero( &key );
@@ -51,43 +56,35 @@ bdb_dn2id_add(
        ptr.bv_val[ptr.bv_len] = '\0';
 
        DBTzero( &data );
-       data.data = (char *) &e->e_id;
-       data.size = sizeof( e->e_id );
+       data.data = &nid;
+       data.size = sizeof( nid );
+       BDB_ID2DISK( e->e_id, &nid );
 
        /* store it -- don't override */
        rc = db->put( db, txn, &key, &data, DB_NOOVERWRITE );
        if( rc != 0 ) {
-#ifdef NEW_LOGGING
-               LDAP_LOG ( INDEX, ERR, "bdb_dn2id_add: put failed: %s %d\n",
-                       db_strerror(rc), rc, 0 );
-#else
                Debug( LDAP_DEBUG_ANY, "=> bdb_dn2id_add: put failed: %s %d\n",
                        db_strerror(rc), rc, 0 );
-#endif
                goto done;
        }
 
 #ifndef BDB_MULTIPLE_SUFFIXES
-       if( !be_issuffix( op->o_bd, &ptr )) {
+       if( !be_issuffix( op->o_bd, &ptr ))
 #endif
+       {
                buf[0] = DN_SUBTREE_PREFIX;
                rc = db->put( db, txn, &key, &data, DB_NOOVERWRITE );
                if( rc != 0 ) {
-#ifdef NEW_LOGGING
-                       LDAP_LOG ( INDEX, ERR, 
-                               "=> bdb_dn2id_add: subtree (%s) put failed: %d\n",
-                               ptr.bv_val, rc, 0 );
-#else
                        Debug( LDAP_DEBUG_ANY,
                        "=> bdb_dn2id_add: subtree (%s) put failed: %d\n",
                        ptr.bv_val, rc, 0 );
-#endif
                        goto done;
                }
                
 #ifdef BDB_MULTIPLE_SUFFIXES
-       if( !be_issuffix( op->o_bd, &ptr )) {
+       if( !be_issuffix( op->o_bd, &ptr ))
 #endif
+       {
                dnParent( &ptr, &pdn );
        
                key.size = pdn.bv_len + 2;
@@ -99,38 +96,27 @@ bdb_dn2id_add(
                rc = bdb_idl_insert_key( op->o_bd, db, txn, &key, e->e_id );
 
                if( rc != 0 ) {
-#ifdef NEW_LOGGING
-                       LDAP_LOG ( INDEX, ERR, 
-                               "=> bdb_dn2id_add: parent (%s) insert failed: %d\n",
-                               ptr.bv_val, rc, 0 );
-#else
                        Debug( LDAP_DEBUG_ANY,
                                "=> bdb_dn2id_add: parent (%s) insert failed: %d\n",
                                        ptr.bv_val, rc, 0 );
-#endif
                        goto done;
                }
-#ifndef BDB_MULTIPLE_SUFFIXES
        }
 
-       while( !be_issuffix( op->o_bd, &ptr )) {
+#ifndef BDB_MULTIPLE_SUFFIXES
+       while( !be_issuffix( op->o_bd, &ptr ))
 #else
-       for (;;) {
+       for (;;)
 #endif
+       {
                ptr.bv_val[-1] = DN_SUBTREE_PREFIX;
 
                rc = bdb_idl_insert_key( op->o_bd, db, txn, &key, e->e_id );
 
                if( rc != 0 ) {
-#ifdef NEW_LOGGING
-                       LDAP_LOG ( INDEX, ERR, 
-                               "=> bdb_dn2id_add: subtree (%s) insert failed: %d\n",
-                               ptr.bv_val, rc, 0 );
-#else
                        Debug( LDAP_DEBUG_ANY,
                                "=> bdb_dn2id_add: subtree (%s) insert failed: %d\n",
                                        ptr.bv_val, rc, 0 );
-#endif
                        break;
                }
 #ifdef BDB_MULTIPLE_SUFFIXES
@@ -143,17 +129,11 @@ bdb_dn2id_add(
                key.data = pdn.bv_val - 1;
                ptr = pdn;
        }
-#ifdef BDB_MULTIPLE_SUFFIXES
        }
-#endif
 
 done:
        op->o_tmpfree( buf, op->o_tmpmemctx );
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, RESULTS, "<= bdb_dn2id_add: %d\n", rc, 0, 0 );
-#else
        Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id_add: %d\n", rc, 0, 0 );
-#endif
        return rc;
 }
 
@@ -171,13 +151,8 @@ bdb_dn2id_delete(
        char            *buf;
        struct berval   pdn, ptr;
 
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, ARGS, 
-               "=> bdb_dn2id_delete ( \"%s\", 0x%08lx )\n", e->e_ndn, e->e_id, 0);
-#else
        Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id_delete( \"%s\", 0x%08lx )\n",
                e->e_ndn, e->e_id, 0 );
-#endif
 
        DBTzero( &key );
        key.size = e->e_nname.bv_len + 2;
@@ -193,38 +168,28 @@ bdb_dn2id_delete(
        /* delete it */
        rc = db->del( db, txn, &key, 0 );
        if( rc != 0 ) {
-#ifdef NEW_LOGGING
-               LDAP_LOG ( INDEX, ERR, 
-                       "=> bdb_dn2id_delete: delete failed: %s %d\n", 
-                       db_strerror(rc), rc, 0 );
-#else
                Debug( LDAP_DEBUG_ANY, "=> bdb_dn2id_delete: delete failed: %s %d\n",
                        db_strerror(rc), rc, 0 );
-#endif
                goto done;
        }
 
 #ifndef BDB_MULTIPLE_SUFFIXES
-       if( !be_issuffix( op->o_bd, &ptr )) {
+       if( !be_issuffix( op->o_bd, &ptr ))
 #endif
+       {
                buf[0] = DN_SUBTREE_PREFIX;
                rc = db->del( db, txn, &key, 0 );
                if( rc != 0 ) {
-#ifdef NEW_LOGGING
-                       LDAP_LOG ( INDEX, ERR, 
-                               "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n", 
-                               ptr.bv_val, rc, 0 );
-#else
                        Debug( LDAP_DEBUG_ANY,
                        "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n",
                        ptr.bv_val, rc, 0 );
-#endif
                        goto done;
                }
 
 #ifdef BDB_MULTIPLE_SUFFIXES
-       if( !be_issuffix( op->o_bd, &ptr )) {
+       if( !be_issuffix( op->o_bd, &ptr ))
 #endif
+       {
                dnParent( &ptr, &pdn );
 
                key.size = pdn.bv_len + 2;
@@ -236,37 +201,26 @@ bdb_dn2id_delete(
                rc = bdb_idl_delete_key( op->o_bd, db, txn, &key, e->e_id );
 
                if( rc != 0 ) {
-#ifdef NEW_LOGGING
-                       LDAP_LOG ( INDEX, ERR, 
-                               "=> bdb_dn2id_delete: parent (%s) delete failed: %d\n", 
-                               ptr.bv_val, rc, 0 );
-#else
                        Debug( LDAP_DEBUG_ANY,
                                "=> bdb_dn2id_delete: parent (%s) delete failed: %d\n",
                                ptr.bv_val, rc, 0 );
-#endif
                        goto done;
                }
-#ifndef BDB_MULTIPLE_SUFFIXES
        }
 
-       while( !be_issuffix( op->o_bd, &ptr )) {
+#ifndef BDB_MULTIPLE_SUFFIXES
+       while( !be_issuffix( op->o_bd, &ptr ))
 #else
-       for (;;) {
+       for (;;)
 #endif
+       {
                ptr.bv_val[-1] = DN_SUBTREE_PREFIX;
 
                rc = bdb_idl_delete_key( op->o_bd, db, txn, &key, e->e_id );
                if( rc != 0 ) {
-#ifdef NEW_LOGGING
-                       LDAP_LOG ( INDEX, ERR, 
-                               "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n", 
-                               ptr.bv_val, rc, 0 );
-#else
                        Debug( LDAP_DEBUG_ANY,
                                "=> bdb_dn2id_delete: subtree (%s) delete failed: %d\n",
                                ptr.bv_val, rc, 0 );
-#endif
                        goto done;
                }
 #ifdef BDB_MULTIPLE_SUFFIXES
@@ -279,17 +233,11 @@ bdb_dn2id_delete(
                key.data = pdn.bv_val - 1;
                ptr = pdn;
        }
-#ifdef BDB_MULTIPLE_SUFFIXES
        }
-#endif
 
 done:
        op->o_tmpfree( buf, op->o_tmpmemctx );
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, RESULTS, "<= bdb_dn2id_delete %d\n", rc, 0, 0 );
-#else
        Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id_delete %d\n", rc, 0, 0 );
-#endif
        return rc;
 }
 
@@ -300,16 +248,13 @@ bdb_dn2id(
        struct berval   *dn,
        EntryInfo *ei )
 {
-       int             rc;
-       DBT             key, data;
        struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
        DB *db = bdb->bi_dn2id->bdi_db;
+       int             rc;
+       DBT             key, data;
+       ID              nid;
 
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, ARGS, "=> bdb_dn2id( \"%s\" )\n", dn->bv_val, 0, 0 );
-#else
-       Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id( \"%s\" )\n", dn->bv_val, 0, 0 );
-#endif
+       Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id(\"%s\")\n", dn->bv_val, 0, 0 );
        DBTzero( &key );
        key.size = dn->bv_len + 2;
        key.data = op->o_tmpalloc( key.size, op->o_tmpmemctx );
@@ -318,7 +263,7 @@ bdb_dn2id(
 
        /* store the ID */
        DBTzero( &data );
-       data.data = &ei->bei_id;
+       data.data = &nid;
        data.ulen = sizeof(ID);
        data.flags = DB_DBT_USERMEM;
 
@@ -326,21 +271,12 @@ bdb_dn2id(
        rc = db->get( db, txn, &key, &data, bdb->bi_db_opflags );
 
        if( rc != 0 ) {
-#ifdef NEW_LOGGING
-               LDAP_LOG ( INDEX, ERR, "<= bdb_dn2id: get failed %s (%d)\n", 
-                       db_strerror(rc), rc, 0 );
-#else
                Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id: get failed: %s (%d)\n",
                        db_strerror( rc ), rc, 0 );
-#endif
        } else {
-#ifdef NEW_LOGGING
-               LDAP_LOG ( INDEX, RESULTS, 
-                       "<= bdb_dn2id: got id=0x%08lx\n", ei->bei_id, 0, 0 );
-#else
+               BDB_DISK2ID( &nid, &ei->bei_id );
                Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id: got id=0x%08lx\n",
                        ei->bei_id, 0, 0 );
-#endif
        }
 
        op->o_tmpfree( key.data, op->o_tmpmemctx );
@@ -359,20 +295,14 @@ bdb_dn2id_children(
        ID              id;
        int             rc;
 
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, ARGS, 
-               "=> bdb_dn2id_children( %s )\n", e->e_nname.bv_val, 0, 0 );
-#else
-       Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id_children( %s )\n",
+       Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2id_children(\"%s\")\n",
                e->e_nname.bv_val, 0, 0 );
-#endif
        DBTzero( &key );
        key.size = e->e_nname.bv_len + 2;
        key.data = op->o_tmpalloc( key.size, op->o_tmpmemctx );
        ((char *)key.data)[0] = DN_ONE_PREFIX;
        AC_MEMCPY( &((char *)key.data)[1], e->e_nname.bv_val, key.size - 1 );
 
-#ifdef SLAP_IDL_CACHE
        if ( bdb->bi_idl_cache_size ) {
                rc = bdb_idl_cache_get( bdb, db, &key, NULL );
                if ( rc != LDAP_NO_SUCH_OBJECT ) {
@@ -380,7 +310,6 @@ bdb_dn2id_children(
                        return rc;
                }
        }
-#endif
        /* we actually could do a empty get... */
        DBTzero( &data );
        data.data = &id;
@@ -392,17 +321,10 @@ bdb_dn2id_children(
        rc = db->get( db, txn, &key, &data, bdb->bi_db_opflags );
        op->o_tmpfree( key.data, op->o_tmpmemctx );
 
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, DETAIL1, 
-               "<= bdb_dn2id_children( %s ): %s (%d)\n", 
-               e->e_nname.bv_val, rc == 0 ? "" : ( rc == DB_NOTFOUND ? "no " :
-               db_strerror(rc)), rc );
-#else
-       Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id_children( %s ): %s (%d)\n",
+       Debug( LDAP_DEBUG_TRACE, "<= bdb_dn2id_children(\"%s\"): %s (%d)\n",
                e->e_nname.bv_val,
                rc == 0 ? "" : ( rc == DB_NOTFOUND ? "no " :
                        db_strerror(rc) ), rc );
-#endif
 
        return rc;
 }
@@ -418,19 +340,14 @@ bdb_dn2idl(
        DBT             key;
        struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
        DB *db = bdb->bi_dn2id->bdi_db;
-       int prefix = op->ors_scope == LDAP_SCOPE_SUBTREE ? DN_SUBTREE_PREFIX :
-                       DN_ONE_PREFIX;
+       int prefix = ( op->ors_scope == LDAP_SCOPE_ONELEVEL )
+               ? DN_ONE_PREFIX : DN_SUBTREE_PREFIX;
 
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, ARGS, 
-               "=> bdb_dn2ididl( \"%s\" )\n", e->e_nname.bv_val, 0, 0 );
-#else
-       Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2idl( \"%s\" )\n", e->e_nname.bv_val, 0, 0 );
-#endif
+       Debug( LDAP_DEBUG_TRACE, "=> bdb_dn2idl(\"%s\")\n",
+               e->e_nname.bv_val, 0, 0 );
 
 #ifndef        BDB_MULTIPLE_SUFFIXES
-       if (prefix == DN_SUBTREE_PREFIX && BEI(e)->bei_parent->bei_id == 0 )
-       {
+       if ( prefix == DN_SUBTREE_PREFIX && BEI(e)->bei_parent->bei_id == 0 ) {
                BDB_IDL_ALL(bdb, ids);
                return 0;
        }
@@ -444,37 +361,25 @@ bdb_dn2idl(
        ((char *)key.data)[0] = prefix;
        AC_MEMCPY( &((char *)key.data)[1], e->e_nname.bv_val, key.size - 1 );
 
-       rc = bdb_idl_fetch_key( op->o_bd, db, NULL, &key, ids );
+       rc = bdb_idl_fetch_key( op->o_bd, db, NULL, &key, ids, NULL, 0 );
 
        if( rc != 0 ) {
-#ifdef NEW_LOGGING
-               LDAP_LOG ( INDEX, ERR, 
-                       "<= bdb_dn2ididl: get failed: %s (%d)\n", db_strerror(rc), rc, 0 );
-#else
                Debug( LDAP_DEBUG_TRACE,
                        "<= bdb_dn2idl: get failed: %s (%d)\n",
                        db_strerror( rc ), rc, 0 );
-#endif
 
        } else {
-#ifdef NEW_LOGGING
-               LDAP_LOG ( INDEX, RESULTS, 
-                       "<= bdb_dn2ididl: id=%ld first=%ld last=%ld\n", 
-                       (long) ids[0], (long) BDB_IDL_FIRST( ids ), 
-                       (long) BDB_IDL_LAST( ids ) );
-#else
                Debug( LDAP_DEBUG_TRACE,
                        "<= bdb_dn2idl: id=%ld first=%ld last=%ld\n",
                        (long) ids[0],
                        (long) BDB_IDL_FIRST( ids ), (long) BDB_IDL_LAST( ids ) );
-#endif
        }
 
        op->o_tmpfree( key.data, op->o_tmpmemctx );
        return rc;
 }
-#else  /* BDB_HIER */
 
+#else  /* BDB_HIER */
 /* Experimental management routines for a hierarchically structured database.
  *
  * Unsupported! Use at your own risk!
@@ -486,52 +391,26 @@ bdb_dn2idl(
  * a B-Tree with sorted duplicates to store all the children of a node under
  * the same key. Also, the first item under the key contains the entry's own
  * rdn and the ID of the node's parent, to allow bottom-up tree traversal as
- * well as top-down. To keep this info first in the list, the nrdnlen is set
- * to the negative of its value.
+ * well as top-down. To keep this info first in the list, the high bit of all
+ * subsequent nrdnlen's is always set. This means we can only accomodate
+ * RDNs up to length 32767, but that's fine since full DNs are already
+ * restricted to 8192.
  *
  * The diskNode is a variable length structure. This definition is not
  * directly usable for in-memory manipulation.
  */
 typedef struct diskNode {
-       ID entryID;
-       short nrdnlen;
-       char nrdn[1];
-       char rdn[1];
+       unsigned char nrdnlen[2];
+       unsigned char nrdn[1];
+       unsigned char rdn[1];
+       unsigned char entryID[sizeof(ID)];
 } diskNode;
 
-/* Sort function for the sorted duplicate data items of a dn2id key.
- * Sorts based on normalized RDN, in length order.
- */
-int
-hdb_dup_compare(
-       DB *db, 
-       const DBT *usrkey,
-       const DBT *curkey
-)
-{
-       char *u = (char *)&(((diskNode *)(usrkey->data))->nrdnlen);
-       char *c = (char *)&(((diskNode *)(curkey->data))->nrdnlen);
-       int rc, i;
-
-       /* data is not aligned, cannot compare directly */
-#ifdef WORDS_BIGENDIAN
-       for( i = 0; i < (int)sizeof(short); i++)
-#else
-       for( i = sizeof(short)-1; i >= 0; i--)
-#endif
-       {
-               rc = u[i] - c[i];
-               if( rc ) return rc;
-       }
-       return strcmp( u+sizeof(short), c+sizeof(short) );
-}
-
 /* This function constructs a full DN for a given entry.
  */
 int hdb_fix_dn(
        Entry *e,
-       int checkit
-)
+       int checkit )
 {
        EntryInfo *ei;
        int rlen = 0, nrlen = 0;
@@ -594,6 +473,7 @@ hdb_dn2id_add(
        struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
        DB *db = bdb->bi_dn2id->bdi_db;
        DBT             key, data;
+       ID              nid;
        int             rc, rlen, nrlen;
        diskNode *d;
        char *ptr;
@@ -607,24 +487,36 @@ hdb_dn2id_add(
        }
 
        d = op->o_tmpalloc(sizeof(diskNode) + rlen + nrlen, op->o_tmpmemctx);
-       d->entryID = e->e_id;
-       d->nrdnlen = nrlen;
+       d->nrdnlen[1] = nrlen & 0xff;
+       d->nrdnlen[0] = (nrlen >> 8) | 0x80;
        ptr = lutil_strncopy( d->nrdn, e->e_nname.bv_val, nrlen );
        *ptr++ = '\0';
        ptr = lutil_strncopy( ptr, e->e_name.bv_val, rlen );
-       *ptr = '\0';
+       *ptr++ = '\0';
+       BDB_ID2DISK( e->e_id, ptr );
 
        DBTzero(&key);
        DBTzero(&data);
-       key.data = &eip->bei_id;
+       key.data = &nid;
        key.size = sizeof(ID);
        key.flags = DB_DBT_USERMEM;
+       BDB_ID2DISK( eip->bei_id, &nid );
+
+       /* Need to make dummy root node once. Subsequent attempts
+        * will fail harmlessly.
+        */
+       if ( eip->bei_id == 0 ) {
+               diskNode dummy = {0};
+               data.data = &dummy;
+               data.size = sizeof(diskNode);
+               data.flags = DB_DBT_USERMEM;
+
+               db->put( db, txn, &key, &data, DB_NODUPDATA );
+       }
 
-#ifdef SLAP_IDL_CACHE
        if ( bdb->bi_idl_cache_size ) {
                bdb_idl_cache_del( bdb, db, &key );
        }
-#endif
        data.data = d;
        data.size = sizeof(diskNode) + rlen + nrlen;
        data.flags = DB_DBT_USERMEM;
@@ -632,9 +524,9 @@ hdb_dn2id_add(
        rc = db->put( db, txn, &key, &data, DB_NODUPDATA );
 
        if (rc == 0) {
-               key.data = &e->e_id;
-               d->entryID = eip->bei_id;
-               d->nrdnlen = 0 - nrlen;
+               BDB_ID2DISK( e->e_id, &nid );
+               BDB_ID2DISK( eip->bei_id, ptr );
+               d->nrdnlen[0] ^= 0x80;
 
                rc = db->put( db, txn, &key, &data, DB_NODUPDATA );
        }
@@ -657,45 +549,49 @@ hdb_dn2id_delete(
        DBC     *cursor;
        diskNode *d;
        int rc, nrlen;
+       ID      nid;
 
        DBTzero(&key);
        key.size = sizeof(ID);
        key.ulen = key.size;
-       key.data = &eip->bei_id;
+       key.data = &nid;
        key.flags = DB_DBT_USERMEM;
+       BDB_ID2DISK( eip->bei_id, &nid );
 
        DBTzero(&data);
-       data.size = sizeof(diskNode) + BEI(e)->bei_nrdn.bv_len;
+       data.size = sizeof(diskNode) + BEI(e)->bei_nrdn.bv_len - sizeof(ID) - 1;
        data.ulen = data.size;
        data.dlen = data.size;
        data.flags = DB_DBT_USERMEM | DB_DBT_PARTIAL;
 
-#ifdef SLAP_IDL_CACHE
        if ( bdb->bi_idl_cache_size ) {
                bdb_idl_cache_del( bdb, db, &key );
        }
-#endif
        rc = db->cursor( db, txn, &cursor, bdb->bi_db_opflags );
        if ( rc ) return rc;
 
        d = op->o_tmpalloc( data.size, op->o_tmpmemctx );
-       d->entryID = e->e_id;
-       d->nrdnlen = BEI(e)->bei_nrdn.bv_len;
+       d->nrdnlen[1] = BEI(e)->bei_nrdn.bv_len & 0xff;
+       d->nrdnlen[0] = (BEI(e)->bei_nrdn.bv_len >> 8) | 0x80;
        strcpy( d->nrdn, BEI(e)->bei_nrdn.bv_val );
        data.data = d;
 
        /* Delete our ID from the parent's list */
-       rc = cursor->c_get( cursor, &key, &data, DB_GET_BOTH | DB_RMW );
-       if ( rc == 0 )
-               rc = cursor->c_del( cursor, 0 );
+       rc = cursor->c_get( cursor, &key, &data, DB_GET_BOTH_RANGE );
+       if ( rc == 0 ) {
+               if ( !strcmp( d->nrdn, BEI(e)->bei_nrdn.bv_val ))
+                       rc = cursor->c_del( cursor, 0 );
+               else
+                       rc = DB_NOTFOUND;
+       }
 
        /* Delete our ID from the tree. With sorted duplicates, this
         * will leave any child nodes still hanging around. This is OK
         * for modrdn, which will add our info back in later.
         */
        if ( rc == 0 ) {
-               key.data = &e->e_id;
-               rc = cursor->c_get( cursor, &key, &data, DB_SET | DB_RMW );
+               BDB_ID2DISK( e->e_id, &nid );
+               rc = cursor->c_get( cursor, &key, &data, DB_SET );
                if ( rc == 0 )
                        rc = cursor->c_del( cursor, 0 );
        }
@@ -720,7 +616,7 @@ hdb_dn2id(
        int             rc = 0, nrlen;
        diskNode *d;
        char    *ptr;
-       ID idp = ei->bei_parent->bei_id;
+       ID idp;
 
        nrlen = dn_rdnlen( op->o_bd, in );
        if (!nrlen) nrlen = in->bv_len;
@@ -730,24 +626,31 @@ hdb_dn2id(
        key.data = &idp;
        key.ulen = sizeof(ID);
        key.flags = DB_DBT_USERMEM;
+       BDB_ID2DISK( ei->bei_parent->bei_id, &idp );
 
        DBTzero(&data);
-       data.size = sizeof(diskNode) + nrlen;
+       data.size = sizeof(diskNode) + nrlen - sizeof(ID) - 1;
        data.ulen = data.size * 3;
-       data.flags = DB_DBT_USERMEM;
+       data.dlen = data.ulen;
+       data.flags = DB_DBT_USERMEM | DB_DBT_PARTIAL;
 
        rc = db->cursor( db, txn, &cursor, bdb->bi_db_opflags );
        if ( rc ) return rc;
 
        d = op->o_tmpalloc( data.size * 3, op->o_tmpmemctx );
-       d->nrdnlen = nrlen;
+       d->nrdnlen[1] = nrlen & 0xff;
+       d->nrdnlen[0] = (nrlen >> 8) | 0x80;
        ptr = lutil_strncopy( d->nrdn, in->bv_val, nrlen );
        *ptr = '\0';
        data.data = d;
 
-       rc = cursor->c_get( cursor, &key, &data, DB_GET_BOTH );
+       rc = cursor->c_get( cursor, &key, &data, DB_GET_BOTH_RANGE );
+       if ( rc == 0 && strncmp( d->nrdn, in->bv_val, nrlen )) {
+               rc = DB_NOTFOUND;
+       }
        if ( rc == 0 ) {
-               ei->bei_id = d->entryID;
+               ptr = data.data + data.size - sizeof(ID);
+               BDB_DISK2ID( ptr, &ei->bei_id );
                ei->bei_rdn.bv_len = data.size - sizeof(diskNode) - nrlen;
                ptr = d->nrdn + nrlen + 1;
                ber_str2bv( ptr, ei->bei_rdn.bv_len, 1, &ei->bei_rdn );
@@ -782,12 +685,14 @@ hdb_dn2id_parent(
        diskNode *d;
        char    *ptr;
        unsigned char *pt2;
+       ID      nid;
 
        DBTzero(&key);
        key.size = sizeof(ID);
-       key.data = &ei->bei_id;
+       key.data = &nid;
        key.ulen = sizeof(ID);
        key.flags = DB_DBT_USERMEM;
+       BDB_ID2DISK( ei->bei_id, &nid );
 
        DBTzero(&data);
        data.flags = DB_DBT_USERMEM;
@@ -801,12 +706,13 @@ hdb_dn2id_parent(
 
        rc = cursor->c_get( cursor, &key, &data, DB_SET );
        if ( rc == 0 ) {
-               if (d->nrdnlen >= 0) {
+               if (d->nrdnlen[0] & 0x80) {
                        rc = LDAP_OTHER;
                } else {
                        db_recno_t dkids;
-                       *idp = d->entryID;
-                       ei->bei_nrdn.bv_len = 0 - d->nrdnlen;
+                       ptr = data.data + data.size - sizeof(ID);
+                       BDB_DISK2ID( ptr, idp );
+                       ei->bei_nrdn.bv_len = (d->nrdnlen[0] << 8) | d->nrdnlen[1];
                        ber_str2bv( d->nrdn, ei->bei_nrdn.bv_len, 1, &ei->bei_nrdn );
                        ei->bei_rdn.bv_len = data.size - sizeof(diskNode) -
                                ei->bei_nrdn.bv_len;
@@ -840,15 +746,17 @@ hdb_dn2id_children(
        key.size = sizeof(ID);
        key.data = &e->e_id;
        key.flags = DB_DBT_USERMEM;
+       BDB_ID2DISK( e->e_id, &id );
 
-#ifdef SLAP_IDL_CACHE
+       /* IDL cache is in host byte order */
        if ( bdb->bi_idl_cache_size ) {
                rc = bdb_idl_cache_get( bdb, db, &key, NULL );
                if ( rc != LDAP_NO_SUCH_OBJECT ) {
                        return rc;
                }
        }
-#endif
+
+       key.data = &id;
        DBTzero(&data);
        data.data = &d;
        data.ulen = sizeof(d);
@@ -888,6 +796,7 @@ struct dn2id_cookie {
        int rc;
        EntryInfo *ei;
        ID id;
+       ID nid;
        ID dbuf;
        ID *ids;
        void *ptr;
@@ -916,17 +825,6 @@ hdb_dn2idl_internal(
        struct dn2id_cookie *cx
 )
 {
-#ifdef SLAP_IDL_CACHE
-       if ( cx->bdb->bi_idl_cache_size ) {
-               cx->rc = bdb_idl_cache_get(cx->bdb, cx->db, &cx->key, cx->tmp);
-               if ( cx->rc == DB_NOTFOUND ) {
-                       return cx->rc;
-               }
-               if ( cx->rc == LDAP_SUCCESS ) {
-                       goto gotit;
-               }
-       }
-#endif
        BDB_IDL_ZERO( cx->tmp );
 
        if ( !cx->ei ) {
@@ -937,6 +835,17 @@ hdb_dn2idl_internal(
                }
        }
 
+       if ( cx->bdb->bi_idl_cache_size ) {
+               cx->key.data = &cx->id;
+               cx->rc = bdb_idl_cache_get(cx->bdb, cx->db, &cx->key, cx->tmp);
+               if ( cx->rc == DB_NOTFOUND ) {
+                       return cx->rc;
+               }
+               if ( cx->rc == LDAP_SUCCESS ) {
+                       goto gotit;
+               }
+       }
+
        bdb_cache_entryinfo_lock( cx->ei );
 
        /* If number of kids in the cache differs from on-disk, load
@@ -959,6 +868,7 @@ hdb_dn2idl_internal(
                cx->data.flags = DB_DBT_USERMEM | DB_DBT_PARTIAL;
 
                /* The first item holds the parent ID. Ignore it. */
+               cx->key.data = &cx->nid;
                cx->rc = cx->dbc->c_get( cx->dbc, &cx->key, &cx->data, DB_SET );
                if ( cx->rc ) {
                        cx->dbc->c_close( cx->dbc );
@@ -991,14 +901,15 @@ hdb_dn2idl_internal(
                                        diskNode *d = (diskNode *)j;
                                        short nrlen;
 
-                                       AC_MEMCPY( &ei.bei_id, &d->entryID, sizeof(ID) );
-                                       AC_MEMCPY( &nrlen, &d->nrdnlen, sizeof(d->nrdnlen) );
+                                       BDB_DISK2ID( j + len - sizeof(ID), &ei.bei_id );
+                                       nrlen = ((d->nrdnlen[0] ^ 0x80) << 8) | d->nrdnlen[1];
                                        ei.bei_nrdn.bv_len = nrlen;
                                        /* nrdn/rdn are set in-place.
                                         * hdb_cache_load will copy them as needed
                                         */
                                        ei.bei_nrdn.bv_val = d->nrdn;
-                                       ei.bei_rdn.bv_len = len - sizeof(diskNode) - ei.bei_nrdn.bv_len;
+                                       ei.bei_rdn.bv_len = len - sizeof(diskNode)
+                                               - ei.bei_nrdn.bv_len;
                                        ei.bei_rdn.bv_val = d->nrdn + ei.bei_nrdn.bv_len + 1;
                                        bdb_idl_insert( cx->tmp, ei.bei_id );
                                        hdb_cache_load( cx->bdb, &ei, &ei2 );
@@ -1012,21 +923,20 @@ hdb_dn2idl_internal(
                 */
                cx->rc = 0;
                if ( cx->ei->bei_ckids > 0 ) {
-
                        /* Walk the kids tree; order is irrelevant since bdb_idl_insert
                         * will insert in sorted order.
                         */
-                       avl_apply( cx->ei->bei_kids, apply_func, cx->tmp, -1, AVL_POSTORDER );
+                       avl_apply( cx->ei->bei_kids, apply_func,
+                               cx->tmp, -1, AVL_POSTORDER );
                }
                bdb_cache_entryinfo_unlock( cx->ei );
        }
 
 saveit:
-#ifdef SLAP_IDL_CACHE
        if ( cx->bdb->bi_idl_cache_max_size ) {
+               cx->key.data = &cx->id;
                bdb_idl_cache_put( cx->bdb, cx->db, &cx->key, cx->tmp, cx->rc );
        }
-#endif
        ;
 gotit:
        if ( !BDB_IDL_IS_ZERO( cx->tmp )) {
@@ -1046,6 +956,7 @@ gotit:
                                for ( cx->id = bdb_idl_first( save, &idcurs );
                                        cx->id != NOID;
                                        cx->id = bdb_idl_next( save, &idcurs )) {
+                                       BDB_ID2DISK( cx->id, &cx->nid );
                                        cx->ei = NULL;
                                        hdb_dn2idl_internal( cx );
                                        if ( !BDB_IDL_IS_ZERO( cx->tmp ))
@@ -1075,27 +986,25 @@ hdb_dn2idl(
        struct bdb_info *bdb = (struct bdb_info *)op->o_bd->be_private;
        struct dn2id_cookie cx;
 
-#ifdef NEW_LOGGING
-       LDAP_LOG ( INDEX, ARGS, 
-               "=> hdb_dn2ididl( \"%s\" )\n", e->e_nname.bv_val, 0, 0 );
-#else
-       Debug( LDAP_DEBUG_TRACE, "=> hdb_dn2idl( \"%s\" )\n", e->e_nname.bv_val, 0, 0 );
-#endif
+       Debug( LDAP_DEBUG_TRACE, "=> hdb_dn2idl(\"%s\")\n",
+               e->e_nname.bv_val, 0, 0 );
 
 #ifndef BDB_MULTIPLE_SUFFIXES
-       if ( op->ors_scope == LDAP_SCOPE_SUBTREE && 
-               BEI(e)->bei_parent->bei_id == 0 ) {
+       if ( op->ors_scope != LDAP_SCOPE_ONELEVEL && 
+               BEI(e)->bei_parent->bei_id == 0 )
+       {
                BDB_IDL_ALL( bdb, ids );
                return 0;
        }
 #endif
 
        cx.id = e->e_id;
-       cx.ei = BEI(e);
+       BDB_ID2DISK( cx.id, &cx.nid );
+       cx.ei = e->e_id ? BEI(e) : &bdb->bi_cache.c_dntree;
        cx.bdb = bdb;
        cx.db = cx.bdb->bi_dn2id->bdi_db;
-       cx.prefix = op->ors_scope == LDAP_SCOPE_SUBTREE ? DN_SUBTREE_PREFIX :
-                       DN_ONE_PREFIX;
+       cx.prefix = op->ors_scope == LDAP_SCOPE_ONELEVEL
+               ? DN_ONE_PREFIX : DN_SUBTREE_PREFIX;
        cx.ids = ids;
        cx.buf = stack;
        cx.op = op;
@@ -1106,7 +1015,6 @@ hdb_dn2idl(
        }
 
        DBTzero(&cx.key);
-       cx.key.data = &cx.id;
        cx.key.ulen = sizeof(ID);
        cx.key.size = sizeof(ID);
        cx.key.flags = DB_DBT_USERMEM;