]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/back-ldif/ldif.c
Reworked recent backend API changes, now using a separate struct,
[openldap] / servers / slapd / back-ldif / ldif.c
index bba08ade48bd9cf93c68ef08d2002f1174b7149c..03f50f5a2f7698d4ad87a3d9ac62f04cf1a760bf 100644 (file)
@@ -2,7 +2,7 @@
 /* $OpenLDAP$ */
 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
  *
- * Copyright 2005 The OpenLDAP Foundation.
+ * Copyright 2005-2007 The OpenLDAP Foundation.
  * All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
 #include "lutil.h"
 #include "config.h"
 
+typedef struct enumCookie {
+       Operation *op;
+       SlapReply *rs;
+       Entry **entries;
+       int elen;
+       int eind;
+} enumCookie;
+
 struct ldif_info {
        struct berval li_base_path;
-       ID tool_current;
-       Entry ** tool_entries;
-       int tool_put_entry_flag;
-       int tool_numentries;
-       ldap_pvt_thread_mutex_t  li_mutex;
+       enumCookie li_tool_cookie;
+       ID li_tool_current;
+       ldap_pvt_thread_rdwr_t  li_rdwr;
 };
 
-#define LDIF   ".ldif"
+#ifdef _WIN32
+#define mkdir(a,b)     mkdir(a)
+#endif
 
-#define ENTRY_BUFF_INCREMENT 500
+#define LDIF   ".ldif"
 
-static ObjectClass *ldif_oc;
+#define IX_DNL '{'
+#define        IX_DNR  '}'
+#ifndef IX_FSL
+#define        IX_FSL  IX_DNL
+#define IX_FSR IX_DNR
+#endif
 
-static ConfigDriver ldif_cf;
+#define ENTRY_BUFF_INCREMENT 500
 
 static ConfigTable ldifcfg[] = {
-       { "", "", 0, 0, 0, ARG_MAGIC,
-               ldif_cf, NULL, NULL, NULL },
        { "directory", "dir", 2, 2, 0, ARG_BERVAL|ARG_OFFSET,
                (void *)offsetof(struct ldif_info, li_base_path),
-               "( OLcfgAt:1.1 NAME 'dbDirectory' "
+               "( OLcfgDbAt:0.1 NAME 'olcDbDirectory' "
                        "DESC 'Directory for database content' "
                        "EQUALITY caseIgnoreMatch "
                        "SYNTAX OMsDirectoryString )", NULL, NULL },
@@ -62,37 +73,33 @@ static ConfigTable ldifcfg[] = {
 };
 
 static ConfigOCs ldifocs[] = {
-       { "( OLcfgOc:2.1 "
-               "NAME 'ldifConfig' "
+       { "( OLcfgDbOc:2.1 "
+               "NAME 'olcLdifConfig' "
                "DESC 'LDIF backend configuration' "
-               "AUXILIARY "
-               "MAY ( dbDirectory ) )",
-               &ldif_oc },
-       { NULL, NULL }
+               "SUP olcDatabaseConfig "
+               "MUST ( olcDbDirectory ) )", Cft_Database, ldifcfg },
+       { NULL, 0, NULL }
 };
 
-static int
-ldif_cf( ConfigArgs *c )
-{
-       if ( c->op == SLAP_CONFIG_EMIT ) {
-               value_add_one( &c->rvalue_vals, &ldif_oc->soc_cname );
-               return 0;
-       }
-       return 1;
-}
-
 static void
-dn2path(struct berval * dn, struct berval * rootdn, struct berval * base_path,
+dn2path(struct berval * dn, struct berval * suffixdn, struct berval * base_path,
        struct berval *res)
 {
        char *ptr, *sep, *end;
+       struct berval bv;
+
+       assert( dn != NULL );
+       assert( !BER_BVISNULL( dn ) );
+       assert( suffixdn != NULL );
+       assert( !BER_BVISNULL( suffixdn ) );
+       assert( dnIsSuffix( dn, suffixdn ) );
 
        res->bv_len = dn->bv_len + base_path->bv_len + 1 + STRLENOF( LDIF );
        res->bv_val = ch_malloc( res->bv_len + 1 );
        ptr = lutil_strcopy( res->bv_val, base_path->bv_val );
        *ptr++ = LDAP_DIRSEP[0];
-       ptr = lutil_strcopy( ptr, rootdn->bv_val );
-       end = dn->bv_val + dn->bv_len - rootdn->bv_len - 1;
+       ptr = lutil_strcopy( ptr, suffixdn->bv_val );
+       end = dn->bv_val + dn->bv_len - suffixdn->bv_len - 1;
        while ( end > dn->bv_val ) {
                for (sep = end-1; sep >=dn->bv_val && !DN_SEPARATOR( *sep ); sep--);
                *ptr++ = LDAP_DIRSEP[0];
@@ -100,59 +107,68 @@ dn2path(struct berval * dn, struct berval * rootdn, struct berval * base_path,
                end = sep;
        }
        strcpy(ptr, LDIF);
+#if IX_FSL != IX_DNL
+       bv = *res;
+       while ( ptr = ber_bvchr( &bv, IX_DNL ) ) {
+               *ptr++ = IX_FSL;
+               assert( ( ptr - bv.bv_val ) <= bv.bv_len );
+               bv.bv_len -= ( ptr - bv.bv_val );
+               bv.bv_val = ptr;
+               ptr = ber_bvchr( &bv, IX_DNR );
+               if ( !ptr )
+                       break;
+               *ptr++ = IX_FSR;
+               assert( ( ptr - bv.bv_val ) <= bv.bv_len );
+               bv.bv_len -= ( ptr - bv.bv_val );
+               bv.bv_val = ptr;
+       }
+#endif
 }
 
 static char * slurp_file(int fd) {
-       int entry_buf_size = 40 * ENTRY_BUFF_INCREMENT;
        int read_chars_total = 0;
        int read_chars = 0;
-       int entry_size = 40 * ENTRY_BUFF_INCREMENT;
-       char * entry = (char *) malloc(sizeof(char) * 40 * ENTRY_BUFF_INCREMENT);
-       char * entry_pos = entry;
+       int entry_size;
+       char * entry;
+       char * entry_pos;
+       struct stat st;
+
+       fstat(fd, &st);
+       entry_size = st.st_size;
+       entry = ch_malloc( entry_size+1 );
+       entry_pos = entry;
        
        while(1) {
-               if(entry_size - read_chars_total == 0) {
-                       entry = (char *) realloc(entry, sizeof(char) * 2 * entry_size);
-                       entry_size = 2 * entry_size;
-               }
                read_chars = read(fd, (void *) entry_pos, entry_size - read_chars_total);
                if(read_chars == -1) {
                        SLAP_FREE(entry);
                        return NULL;
                }
-               entry_pos += read_chars;
                if(read_chars == 0) {
-                       if(entry_size - read_chars_total > 0)
-                               entry[read_chars_total] = '\0';
-                       else {
-                               entry = (char *) realloc(entry, sizeof(char) * entry_size + 1);
-                               entry_size = entry_size + 1;
-                               entry[read_chars_total] = '\0';
-                       }       
+                       entry[read_chars_total] = '\0';
                        break;
                }
                else {
                        read_chars_total += read_chars;
+                       entry_pos += read_chars;
                }
        }
        return entry;
 }
 
-static int spew_file(int fd, char * spew) {
-       int written = 0;
-       int writeres;
-       int len = strlen(spew);
-       char * spewptr = spew;
+static int spew_file(int fd, char * spew, int len) {
+       int writeres = 0;
        
-       while(written < len) {
-               writeres = write(fd, spewptr, len - written);
+       while(len > 0) {
+               writeres = write(fd, spew, len);
                if(writeres == -1) {
-                       perror("could not spew write");
+                       Debug( LDAP_DEBUG_ANY, "could not spew write: %s\n",
+                               STRERROR( errno ), 0, 0 );
                        return -1;
                }
                else {
-                       spewptr += writeres;
-                       written += writeres;
+                       spew += writeres;
+                       len -= writeres;
                }
        }
        return writeres;
@@ -165,21 +181,42 @@ static int spew_entry(Entry * e, struct berval * path) {
        int entry_length;
        char * entry_as_string;
 
-       openres = open(path->bv_val, O_WRONLY | O_CREAT, S_IRUSR | S_IWUSR);
+       openres = open(path->bv_val, O_WRONLY|O_CREAT|O_TRUNC, S_IREAD | S_IWRITE);
        if(openres == -1) {
                if(errno == ENOENT)
                        rs = LDAP_NO_SUCH_OBJECT;
                else
                        rs = LDAP_UNWILLING_TO_PERFORM;
+               Debug( LDAP_DEBUG_ANY, "could not open \"%s\": %s\n",
+                       path->bv_val, STRERROR( errno ), 0 );
        }
        else {
+               struct berval rdn;
+               int tmp;
+
+               /* Only save the RDN onto disk */
+               dnRdn( &e->e_name, &rdn );
+               if ( rdn.bv_len != e->e_name.bv_len ) {
+                       e->e_name.bv_val[rdn.bv_len] = '\0';
+                       tmp = e->e_name.bv_len;
+                       e->e_name.bv_len = rdn.bv_len;
+                       rdn.bv_len = tmp;
+               }
+
                entry_as_string = entry2str(e, &entry_length);
+
+               /* Restore full DN */
+               if ( rdn.bv_len != e->e_name.bv_len ) {
+                       e->e_name.bv_val[e->e_name.bv_len] = ',';
+                       e->e_name.bv_len = rdn.bv_len;
+               }
+
                if(entry_as_string == NULL) {
                        rs = LDAP_UNWILLING_TO_PERFORM;
                        close(openres);
                }
                else {
-                       spew_res = spew_file(openres, entry_as_string);
+                       spew_res = spew_file(openres, entry_as_string, entry_length);
                        close(openres);
                        if(spew_res == -1)
                                rs = LDAP_UNWILLING_TO_PERFORM;
@@ -190,7 +227,10 @@ static int spew_entry(Entry * e, struct berval * path) {
        return rs;
 }
 
-static Entry * get_entry_for_fd(int fd) {
+static Entry * get_entry_for_fd(int fd,
+       struct berval *pdn,
+       struct berval *pndn)
+{
        char * entry = (char *) slurp_file(fd);
        Entry * ldentry = NULL;
        
@@ -200,6 +240,15 @@ static Entry * get_entry_for_fd(int fd) {
        }
 
        ldentry = str2entry(entry);
+       if ( ldentry ) {
+               struct berval rdn;
+               rdn = ldentry->e_name;
+               build_new_dn( &ldentry->e_name, pdn, &rdn, NULL );
+               ch_free( rdn.bv_val );
+               rdn = ldentry->e_nname;
+               build_new_dn( &ldentry->e_nname, pndn, &rdn, NULL );
+               ch_free( rdn.bv_val );
+       }
 
  return_value:
        if(fd != -1) {
@@ -212,20 +261,28 @@ static Entry * get_entry_for_fd(int fd) {
        return ldentry;
 }
 
-static Entry * get_entry(struct berval * dn, struct berval * rootdn, struct berval * base_path) {
-       struct berval path;
+static Entry * get_entry(Operation *op, struct berval *base_path) {
+       struct berval path, pdn, pndn;
        int fd;
 
-       dn2path(dn, rootdn, base_path, &path);
+       dnParent(&op->o_req_dn, &pdn);
+       dnParent(&op->o_req_ndn, &pndn);
+       dn2path(&op->o_req_ndn, op->o_bd->be_nsuffix, base_path, &path);
        fd = open(path.bv_val, O_RDONLY);
        /* error opening file (mebbe should log error) */
-       if(fd == -1) {
-               perror("failed to open file");
+       if ( fd == -1 && ( errno != ENOENT || op->o_tag != LDAP_REQ_ADD ) ) {
+               Debug( LDAP_DEBUG_ANY, "failed to open file \"%s\": %s\n",
+                       path.bv_val, STRERROR(errno), 0 );
        }
 
        if(path.bv_val != NULL)
                SLAP_FREE(path.bv_val);
-       return get_entry_for_fd(fd);
+
+       if ( fd != -1 ) {
+               return get_entry_for_fd(fd, &pdn, &pndn);
+       }
+
+       return NULL;
 }
 
 static void fullpath(struct berval *base, struct berval *name, struct berval *res) {
@@ -241,44 +298,90 @@ static void fullpath(struct berval *base, struct berval *name, struct berval *re
 typedef struct bvlist {
        struct bvlist *next;
        struct berval bv;
+       struct berval num;
+       unsigned int inum;
+       int off;
 } bvlist;
 
-static Entry ** r_enum_tree(Entry ** entries, int *elen, int *eind,
-       struct berval * path, int scope) {
 
-       if(entries == NULL) {
-               entries = (Entry **) SLAP_MALLOC(sizeof(Entry *) * ENTRY_BUFF_INCREMENT);
-               *elen = ENTRY_BUFF_INCREMENT;
+static int r_enum_tree(enumCookie *ck, struct berval *path,
+       struct berval *pdn, struct berval *pndn)
+{
+       Entry *e;
+       int fd, rc = LDAP_SUCCESS;
+
+       fd = open( path->bv_val, O_RDONLY );
+       if ( fd < 0 ) {
+               Debug( LDAP_DEBUG_TRACE,
+                       "=> ldif_enum_tree: failed to open %s: %s\n",
+                       path->bv_val, STRERROR(errno), 0 );
+               return LDAP_NO_SUCH_OBJECT;
        }
 
-       if ( scope == LDAP_SCOPE_BASE || scope == LDAP_SCOPE_SUBTREE ) {
-               int fd;
-               Entry * e;
-               if(! (*eind < *elen)) { /* grow entries if necessary */ 
-                       entries = (Entry **) SLAP_REALLOC(entries, sizeof(Entry *) * (*elen) * 2);
-                       *elen = *elen * 2;
-               }
-               fd = open( path->bv_val, O_RDONLY );
-               if ( fd < 0 ) {
-                       Debug( LDAP_DEBUG_TRACE,
-                               "=> ldif_enum_tree: failed to open %s\n",
-                               path->bv_val, 0, 0 );
-                       goto leave;
-               }
+       e = get_entry_for_fd(fd, pdn, pndn);
+       if ( !e ) {
+               Debug( LDAP_DEBUG_ANY,
+                       "=> ldif_enum_tree: failed to read entry for %s\n",
+                       path->bv_val, 0, 0 );
+               return LDAP_BUSY;
+       }
 
-               e = get_entry_for_fd(fd);
-               if(e != NULL) {
-                       entries[*eind] = e;
-                       *eind = *eind + 1;
-               }
-               else {
-                       Debug( LDAP_DEBUG_ANY,
-                               "=> ldif_enum_tree: failed to read entry for %s\n",
-                               path->bv_val, 0, 0 );
-                       goto leave;
+       if ( ck->op->ors_scope == LDAP_SCOPE_BASE ||
+               ck->op->ors_scope == LDAP_SCOPE_SUBTREE ) {
+               /* Send right away? */
+               if ( ck->rs ) {
+                       /*
+                        * if it's a referral, add it to the list of referrals. only do
+                        * this for non-base searches, and don't check the filter
+                        * explicitly here since it's only a candidate anyway.
+                        */
+                       if ( !get_manageDSAit( ck->op )
+                                       && ck->op->ors_scope != LDAP_SCOPE_BASE
+                                       && is_entry_referral( e ) )
+                       {
+                               BerVarray erefs = get_entry_referrals( ck->op, e );
+                               ck->rs->sr_ref = referral_rewrite( erefs,
+                                               &e->e_name, NULL,
+                                               ck->op->oq_search.rs_scope == LDAP_SCOPE_ONELEVEL
+                                                       ? LDAP_SCOPE_BASE : LDAP_SCOPE_SUBTREE );
+
+                               ck->rs->sr_entry = e;
+                               rc = send_search_reference( ck->op, ck->rs );
+                               ber_bvarray_free( ck->rs->sr_ref );
+                               ber_bvarray_free( erefs );
+                               ck->rs->sr_ref = NULL;
+                               ck->rs->sr_entry = NULL;
+
+                       } else if ( test_filter( ck->op, e, ck->op->ors_filter ) == LDAP_COMPARE_TRUE )
+                       {
+                               ck->rs->sr_entry = e;
+                               ck->rs->sr_attrs = ck->op->ors_attrs;
+                               ck->rs->sr_flags = REP_ENTRY_MODIFIABLE;
+                               rc = send_search_entry(ck->op, ck->rs);
+                               ck->rs->sr_entry = NULL;
+                       }
+                       fd = 1;
+                       if ( rc )
+                               goto done;
+               } else {
+               /* Queueing up for tool mode */
+                       if(ck->entries == NULL) {
+                               ck->entries = (Entry **) ch_malloc(sizeof(Entry *) * ENTRY_BUFF_INCREMENT);
+                               ck->elen = ENTRY_BUFF_INCREMENT;
+                       }
+                       if(ck->eind >= ck->elen) { /* grow entries if necessary */      
+                               ck->entries = (Entry **) ch_realloc(ck->entries, sizeof(Entry *) * (ck->elen) * 2);
+                               ck->elen *= 2;
+                       }
+
+                       ck->entries[ck->eind++] = e;
+                       fd = 0;
                }
+       } else {
+               fd = 1;
        }
-       if ( scope != LDAP_SCOPE_BASE ) {
+
+       if ( ck->op->ors_scope != LDAP_SCOPE_BASE ) {
                DIR * dir_of_path;
                bvlist *list = NULL, *ptr;
 
@@ -286,17 +389,22 @@ static Entry ** r_enum_tree(Entry ** entries, int *elen, int *eind,
                path->bv_val[path->bv_len] = '\0';
 
                dir_of_path = opendir(path->bv_val);
-               if(dir_of_path == NULL) {/* can't open directory */
-                       Debug( LDAP_DEBUG_TRACE,
-                               "=> ldif_enum_tree: failed to opendir %s\n",
-                               path->bv_val, 0, 0 );
-                       goto leave;
+               if(dir_of_path == NULL) { /* can't open directory */
+                       if ( errno != ENOENT ) {
+                               /* it shouldn't be treated as an error
+                                * only if the directory doesn't exist */
+                               rc = LDAP_BUSY;
+                               Debug( LDAP_DEBUG_ANY,
+                                       "=> ldif_enum_tree: failed to opendir %s (%d)\n",
+                                       path->bv_val, errno, 0 );
+                       }
+                       goto done;
                }
        
                while(1) {
-                       struct berval fname;
+                       struct berval fname, itmp;
                        struct dirent * dir;
-                       bvlist *bvl, *prev;
+                       bvlist *bvl, **prev;
 
                        dir = readdir(dir_of_path);
                        if(dir == NULL) break; /* end of the directory */
@@ -309,37 +417,81 @@ static Entry ** r_enum_tree(Entry ** entries, int *elen, int *eind,
 
                        bvl = ch_malloc( sizeof(bvlist) );
                        ber_dupbv( &bvl->bv, &fname );
+                       BER_BVZERO( &bvl->num );
+                       itmp.bv_val = ber_bvchr( &bvl->bv, IX_FSL );
+                       if ( itmp.bv_val ) {
+                               char *ptr;
+                               itmp.bv_val++;
+                               itmp.bv_len = bvl->bv.bv_len
+                                       - ( itmp.bv_val - bvl->bv.bv_val );
+                               ptr = ber_bvchr( &itmp, IX_FSR );
+                               if ( ptr ) {
+                                       itmp.bv_len = ptr - itmp.bv_val;
+                                       ber_dupbv( &bvl->num, &itmp );
+                                       bvl->inum = strtol( itmp.bv_val, NULL, 0 );
+                                       itmp.bv_val[0] = '\0';
+                                       bvl->off = itmp.bv_val - bvl->bv.bv_val;
+                               }
+                       }
 
-                       for (ptr = list, prev = (bvlist *)&list; ptr;
-                               prev = ptr, ptr = ptr->next) {
-                               if ( strcmp( bvl->bv.bv_val, ptr->bv.bv_val ) < 0 )
+                       for (prev = &list; (ptr = *prev) != NULL; prev = &ptr->next) {
+                               int cmp = strcmp( bvl->bv.bv_val, ptr->bv.bv_val );
+                               if ( !cmp && bvl->num.bv_val )
+                                       cmp = bvl->inum - ptr->inum;
+                               if ( cmp < 0 )
                                        break;
                        }
-                       prev->next = bvl;
+                       *prev = bvl;
                        bvl->next = ptr;
                                
                }
                closedir(dir_of_path);
 
-               for ( ptr = list; ptr; ptr=ptr->next ) {
+               if (ck->op->ors_scope == LDAP_SCOPE_ONELEVEL)
+                       ck->op->ors_scope = LDAP_SCOPE_BASE;
+               else if ( ck->op->ors_scope == LDAP_SCOPE_SUBORDINATE)
+                       ck->op->ors_scope = LDAP_SCOPE_SUBTREE;
+
+               while ( ( ptr = list ) ) {
                        struct berval fpath;
-                       fullpath( path, &ptr->bv, &fpath );
-                       entries = r_enum_tree(entries, elen, eind, &fpath,
-                               scope == LDAP_SCOPE_ONELEVEL ? LDAP_SCOPE_BASE : scope);
-                       free(fpath.bv_val);
+
+                       list = ptr->next;
+
+                       if ( rc == LDAP_SUCCESS ) {
+                               if ( ptr->num.bv_val )
+                                       AC_MEMCPY( ptr->bv.bv_val + ptr->off, ptr->num.bv_val,
+                                               ptr->num.bv_len );
+                               fullpath( path, &ptr->bv, &fpath );
+                               rc = r_enum_tree(ck, &fpath, &e->e_name, &e->e_nname );
+                               free(fpath.bv_val);
+                       }
+                       if ( ptr->num.bv_val )
+                               free( ptr->num.bv_val );
+                       free(ptr->bv.bv_val);
+                       free(ptr);
                }
        }
-leave:
-       return entries;
+done:
+       if ( fd ) entry_free( e );
+       return rc;
 }
 
-static Entry ** enum_tree(BackendDB *be, struct berval * ndn, int * length, int scope) {
-       struct ldif_info *ni = (struct ldif_info *) be->be_private;
+static int
+enum_tree(
+       enumCookie *ck
+)
+{
+       struct ldif_info *ni = (struct ldif_info *) ck->op->o_bd->be_private;
        struct berval path;
-       int index = 0;
+       struct berval pdn, pndn;
+       int rc;
 
-       dn2path(ndn, &be->be_nsuffix[0], &ni->li_base_path, &path);
-       return r_enum_tree(NULL, &index, length, &path, scope);
+       dnParent( &ck->op->o_req_dn, &pdn );
+       dnParent( &ck->op->o_req_ndn, &pndn );
+       dn2path( &ck->op->o_req_ndn, &ck->op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
+       rc = r_enum_tree(ck, &path, &pdn, &pndn);
+       ch_free( path.bv_val );
+       return rc;
 }
 
 /* Get the parent path plus the LDIF suffix */
@@ -363,53 +515,57 @@ static int apply_modify_to_entry(Entry * entry,
                                SlapReply * rs)
 {
        char textbuf[SLAP_TEXT_BUFLEN];
-       size_t textlen = sizeof textbuf;
-       int rc;
-       int tempdebug;
+       int rc = modlist ? LDAP_UNWILLING_TO_PERFORM : LDAP_SUCCESS;
+       int is_oc = 0;
        Modification *mods = NULL;
-       Attribute *save_attrs;
 
        if (!acl_check_modlist(op, entry, modlist)) {
                return LDAP_INSUFFICIENT_ACCESS;
        }
 
-       /*  save_attrs = entry->e_attrs; Why?
-                       entry->e_attrs = attrs_dup(entry->e_attrs); */
-
        for (; modlist != NULL; modlist = modlist->sml_next) {
                mods = &modlist->sml_mod;
 
+               if ( mods->sm_desc == slap_schema.si_ad_objectClass ) {
+                       is_oc = 1;
+               }
                switch (mods->sm_op) {
                case LDAP_MOD_ADD:
                        rc = modify_add_values(entry, mods,
                                   get_permissiveModify(op),
                                   &rs->sr_text, textbuf,
-                                  textlen);
+                                  sizeof( textbuf ) );
                        break;
                                
                case LDAP_MOD_DELETE:
                        rc = modify_delete_values(entry, mods,
                                get_permissiveModify(op),
                                &rs->sr_text, textbuf,
-                               textlen);
-
+                               sizeof( textbuf ) );
                        break;
                                
                case LDAP_MOD_REPLACE:
                        rc = modify_replace_values(entry, mods,
                                 get_permissiveModify(op),
                                 &rs->sr_text, textbuf,
-                                textlen);
-
+                                sizeof( textbuf ) );
                        break;
+
                case LDAP_MOD_INCREMENT:
+                       rc = modify_increment_values( entry,
+                               mods, get_permissiveModify(op),
+                               &rs->sr_text, textbuf,
+                               sizeof( textbuf ) );
                        break;
+
+                       break;
+
                case SLAP_MOD_SOFTADD:
                        mods->sm_op = LDAP_MOD_ADD;
                        rc = modify_add_values(entry, mods,
                                   get_permissiveModify(op),
                                   &rs->sr_text, textbuf,
-                                  textlen);
+                                  sizeof( textbuf ) );
                        mods->sm_op = SLAP_MOD_SOFTADD;
                        if (rc == LDAP_TYPE_OR_VALUE_EXISTS) {
                                rc = LDAP_SUCCESS;
@@ -422,14 +578,140 @@ static int apply_modify_to_entry(Entry * entry,
        }
        
        if(rc == LDAP_SUCCESS) {
-               if ( mods->sm_desc == slap_schema.si_ad_objectClass ) {
+               if ( is_oc ) {
                        entry->e_ocflags = 0;
                }
                /* check that the entry still obeys the schema */
-               rc = entry_schema_check(op->o_bd, entry,
-                                 save_attrs, &rs->sr_text,
-                                 textbuf, textlen);
+               rc = entry_schema_check( op, entry, NULL, 0, 0,
+                         &rs->sr_text, textbuf, sizeof( textbuf ) );
        }
+
+       return rc;
+}
+
+int
+ldif_back_referrals( Operation *op, SlapReply *rs )
+{
+       struct ldif_info        *ni = NULL;
+       Entry                   *entry;
+       int                     rc = LDAP_SUCCESS;
+
+#if 0
+       if ( op->o_tag == LDAP_REQ_SEARCH ) {
+               /* let search take care of itself */
+               return rc;
+       }
+#endif
+
+       if ( get_manageDSAit( op ) ) {
+               /* let op take care of DSA management */
+               return rc;
+       }
+
+       ni = (struct ldif_info *)op->o_bd->be_private;
+       ldap_pvt_thread_rdwr_rlock( &ni->li_rdwr );
+       entry = (Entry *)get_entry( op, &ni->li_base_path );
+
+       /* no object is found for them */
+       if ( entry == NULL ) {
+               struct berval   odn = op->o_req_dn;
+               struct berval   ondn = op->o_req_ndn;
+
+               struct berval   pndn = op->o_req_ndn;
+
+               for ( ; entry == NULL; ) {
+                       dnParent( &pndn, &pndn );
+                       
+                       if ( !dnIsSuffix( &pndn, &op->o_bd->be_nsuffix[0] ) ) {
+                               break;
+                       }
+
+                       op->o_req_dn = pndn;
+                       op->o_req_ndn = pndn;
+
+                       entry = (Entry *)get_entry( op, &ni->li_base_path );
+               }
+
+               ldap_pvt_thread_rdwr_runlock( &ni->li_rdwr );
+
+               op->o_req_dn = odn;
+               op->o_req_ndn = ondn;
+
+               rc = LDAP_SUCCESS;
+               rs->sr_matched = NULL;
+               if ( entry != NULL ) {
+                       Debug( LDAP_DEBUG_TRACE,
+                               "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
+                               (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
+
+                       if ( is_entry_referral( entry ) ) {
+                               rc = LDAP_OTHER;
+                               rs->sr_ref = get_entry_referrals( op, entry );
+                               if ( rs->sr_ref ) {
+                                       rs->sr_matched = ber_strdup_x(
+                                       entry->e_name.bv_val, op->o_tmpmemctx );
+                               }
+                       }
+
+                       entry_free(entry);
+
+               } else if ( default_referral != NULL ) {
+                       rc = LDAP_OTHER;
+                       rs->sr_ref = referral_rewrite( default_referral,
+                               NULL, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
+               }
+
+               if ( rs->sr_ref != NULL ) {
+                       /* send referrals */
+                       rc = rs->sr_err = LDAP_REFERRAL;
+                       send_ldap_result( op, rs );
+                       ber_bvarray_free( rs->sr_ref );
+                       rs->sr_ref = NULL;
+
+               } else if ( rc != LDAP_SUCCESS ) {
+                       rs->sr_err = rc;
+                       rs->sr_text = rs->sr_matched ? "bad referral object" : NULL;
+                       send_ldap_result( op, rs );
+               }
+
+               if ( rs->sr_matched ) {
+                       op->o_tmpfree( (char *)rs->sr_matched, op->o_tmpmemctx );
+                       rs->sr_matched = NULL;
+               }
+
+               return rc;
+       }
+
+       ldap_pvt_thread_rdwr_runlock( &ni->li_rdwr );
+
+       if ( is_entry_referral( entry ) ) {
+               /* entry is a referral */
+               BerVarray refs = get_entry_referrals( op, entry );
+               rs->sr_ref = referral_rewrite(
+                       refs, &entry->e_name, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
+
+               Debug( LDAP_DEBUG_TRACE,
+                       "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
+                       (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
+
+               rs->sr_matched = entry->e_name.bv_val;
+               if ( rs->sr_ref != NULL ) {
+                       rc = rs->sr_err = LDAP_REFERRAL;
+                       send_ldap_result( op, rs );
+                       ber_bvarray_free( rs->sr_ref );
+                       rs->sr_ref = NULL;
+
+               } else {
+                       send_ldap_error( op, rs, LDAP_OTHER, "bad referral object" );
+                       rc = rs->sr_err;
+               }
+
+               rs->sr_matched = NULL;
+               ber_bvarray_free( refs );
+       }
+
+       entry_free( entry );
+
        return rc;
 }
 
@@ -443,25 +725,17 @@ ldif_back_bind( Operation *op, SlapReply *rs )
        Entry * entry = NULL;
 
        ni = (struct ldif_info *) op->o_bd->be_private;
-       ldap_pvt_thread_mutex_lock(&ni->li_mutex);
-       entry = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path);
+       ldap_pvt_thread_rdwr_rlock(&ni->li_rdwr);
+       entry = (Entry *) get_entry(op, &ni->li_base_path);
 
        /* no object is found for them */
        if(entry == NULL) {
                if(be_isroot_pw(op)) {
-                       return_val = LDAP_SUCCESS;
-                       goto return_result;
-               }
-               else if(be_root_dn(op->o_bd)) {
-                       return_val = LDAP_INVALID_CREDENTIALS;
-                       rs->sr_err = LDAP_INVALID_CREDENTIALS;
-                       goto return_result;
-               }
-               else {
-                       rs->sr_err = LDAP_NO_SUCH_OBJECT;
-                       return_val = 1;
-                       goto return_result;
+                       rs->sr_err = return_val = LDAP_SUCCESS;
+               } else {
+                       rs->sr_err = return_val = LDAP_INVALID_CREDENTIALS;
                }
+               goto return_result;
        }
 
        /* they don't have userpassword */
@@ -484,7 +758,7 @@ ldif_back_bind( Operation *op, SlapReply *rs )
        goto return_result;
 
  return_result:
-       ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
+       ldap_pvt_thread_rdwr_runlock(&ni->li_rdwr);
        if(return_val != 0)
                send_ldap_result( op, rs );
        if(entry != NULL)
@@ -495,35 +769,16 @@ ldif_back_bind( Operation *op, SlapReply *rs )
 static int ldif_back_search(Operation *op, SlapReply *rs)
 {
        struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
-       int numentries = 0;
-       int i = 0;
-       Entry ** entries = NULL;
-
-       ldap_pvt_thread_mutex_lock(&ni->li_mutex);
-       entries = (Entry **) enum_tree(op->o_bd, &op->o_req_ndn, &numentries, op->ors_scope);
-
-       if(entries != NULL) {
-               for(i=0;i<numentries;i++) {
-                       if(test_filter(op, entries[i], op->ors_filter) == LDAP_COMPARE_TRUE) {
-                               rs->sr_entry = entries[i];
-                               rs->sr_attrs = op->ors_attrs;
-                               rs->sr_flags = REP_ENTRY_MODIFIABLE;
-                               send_search_entry(op, rs);
-                       }
-                       entry_free(entries[i]);
-               }
-               SLAP_FREE(entries);
-               rs->sr_err = LDAP_SUCCESS;
-               ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
-               send_ldap_result(op, rs);
-       }
-       else {
-               rs->sr_err = LDAP_BUSY;
-               ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
-               send_ldap_result(op, rs);
-       }
+       enumCookie ck = { NULL, NULL, NULL, 0, 0 };
 
-       return 0;
+       ck.op = op;
+       ck.rs = rs;
+       ldap_pvt_thread_rdwr_rlock(&ni->li_rdwr);
+       rs->sr_err = enum_tree( &ck );
+       ldap_pvt_thread_rdwr_runlock(&ni->li_rdwr);
+       send_ldap_result(op, rs);
+
+       return rs->sr_err;
 }
 
 static int ldif_back_add(Operation *op, SlapReply *rs) {
@@ -534,13 +789,18 @@ static int ldif_back_add(Operation *op, SlapReply *rs) {
        struct stat stats;
        int statres;
        char textbuf[SLAP_TEXT_BUFLEN];
-       size_t textlen = sizeof textbuf;
 
-       rs->sr_err = entry_schema_check(op->o_bd, e,
-                                 NULL, &rs->sr_text, textbuf, textlen);
+       Debug( LDAP_DEBUG_TRACE, "ldif_back_add: \"%s\"\n", dn.bv_val, 0, 0);
+
+       rs->sr_err = entry_schema_check(op, e, NULL, 0, 1,
+               &rs->sr_text, textbuf, sizeof( textbuf ) );
+       if ( rs->sr_err != LDAP_SUCCESS ) goto send_res;
+
+       rs->sr_err = slap_add_opattrs( op,
+               &rs->sr_text, textbuf, sizeof( textbuf ), 1 );
        if ( rs->sr_err != LDAP_SUCCESS ) goto send_res;
-                               
-       ldap_pvt_thread_mutex_lock(&ni->li_mutex);
+
+       ldap_pvt_thread_rdwr_wlock(&ni->li_rdwr);
 
        dn2path(&dn, &op->o_bd->be_nsuffix[0], &ni->li_base_path, &leaf_path);
 
@@ -556,11 +816,15 @@ static int ldif_back_add(Operation *op, SlapReply *rs) {
                        base.bv_val[base.bv_len] = '\0';
                        if(statres == -1 && errno == ENOENT) {
                                rs->sr_err = LDAP_NO_SUCH_OBJECT; /* parent doesn't exist */
+                               rs->sr_text = "Parent does not exist";
                        }
                        else if(statres != -1) { /* create parent */
                                int mkdirres = mkdir(base.bv_val, 0750);
                                if(mkdirres == -1) {
                                        rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
+                                       rs->sr_text = "Could not create parent folder";
+                                       Debug( LDAP_DEBUG_ANY, "could not create folder \"%s\": %s\n",
+                                               base.bv_val, STRERROR( errno ), 0 );
                                }
                        }
                        else
@@ -573,6 +837,11 @@ static int ldif_back_add(Operation *op, SlapReply *rs) {
                                rs->sr_err = (int) spew_entry(e, &leaf_path);
                                ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
                        }
+                       else if ( statres == -1 ) {
+                               rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
+                               Debug( LDAP_DEBUG_ANY, "could not stat file \"%s\": %s\n",
+                                       leaf_path.bv_val, STRERROR( errno ), 0 );
+                       }
                        else /* it already exists */
                                rs->sr_err = LDAP_ALREADY_EXISTS;
                }
@@ -580,10 +849,14 @@ static int ldif_back_add(Operation *op, SlapReply *rs) {
                SLAP_FREE(leaf_path.bv_val);
        }
 
-       ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
+       ldap_pvt_thread_rdwr_wunlock(&ni->li_rdwr);
 
 send_res:
+       Debug( LDAP_DEBUG_TRACE, 
+                       "ldif_back_add: err: %d text: %s\n", rs->sr_err, rs->sr_text ?
+                               rs->sr_text : "", 0);
        send_ldap_result(op, rs);
+       slap_graduate_commit_csn( op );
        return 0;
 }
 
@@ -594,20 +867,25 @@ static int ldif_back_modify(Operation *op, SlapReply *rs) {
        Entry * entry = NULL;
        int spew_res;
 
-       ldap_pvt_thread_mutex_lock(&ni->li_mutex);
+       slap_mods_opattrs( op, &op->orm_modlist, 1 );
+
+       ldap_pvt_thread_rdwr_wlock(&ni->li_rdwr);
        dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path,
                &path);
-       entry = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0],
-               &ni->li_base_path);
+       entry = (Entry *) get_entry(op, &ni->li_base_path);
 
        if(entry != NULL) {
                rs->sr_err = apply_modify_to_entry(entry, modlst, op, rs);
                if(rs->sr_err == LDAP_SUCCESS) {
+                       int save_errno;
                        ldap_pvt_thread_mutex_lock(&entry2str_mutex);
                        spew_res = spew_entry(entry, &path);
+                       save_errno = errno;
                        ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
                        if(spew_res == -1) {
-                               perror("could not output entry");
+                               Debug( LDAP_DEBUG_ANY,
+                                       "%s ldif_back_modify: could not output entry \"%s\": %s\n",
+                                       op->o_log_prefix, entry->e_name.bv_val, STRERROR( save_errno ) );
                                rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
                        }
                }
@@ -621,8 +899,9 @@ static int ldif_back_modify(Operation *op, SlapReply *rs) {
        if(path.bv_val != NULL)
                SLAP_FREE(path.bv_val);
        rs->sr_text = NULL;
-       ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
+       ldap_pvt_thread_rdwr_wunlock(&ni->li_rdwr);
        send_ldap_result(op, rs);
+       slap_graduate_commit_csn( op );
        return 0;
 }
 
@@ -631,9 +910,26 @@ static int ldif_back_delete(Operation *op, SlapReply *rs) {
        struct berval path = BER_BVNULL;
        int res = 0;
 
-       ldap_pvt_thread_mutex_lock(&ni->li_mutex);
+       if ( BER_BVISEMPTY( &op->o_csn )) {
+               struct berval csn;
+               char csnbuf[LDAP_LUTIL_CSNSTR_BUFSIZE];
+
+               csn.bv_val = csnbuf;
+               csn.bv_len = sizeof( csnbuf );
+               slap_get_csn( op, &csn, 1 );
+       }
+
+       ldap_pvt_thread_rdwr_wlock(&ni->li_rdwr);
        dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
-       res = unlink(path.bv_val);
+
+       path.bv_val[path.bv_len - STRLENOF(LDIF)] = '\0';
+       res = rmdir(path.bv_val);
+       path.bv_val[path.bv_len - STRLENOF(LDIF)] = '.';
+       if ( res && errno != ENOENT ) {
+               rs->sr_err = LDAP_NOT_ALLOWED_ON_NONLEAF;
+       } else {
+               res = unlink(path.bv_val);
+       }
 
        if(res == -1) {
                if(errno == ENOENT)
@@ -645,54 +941,39 @@ static int ldif_back_delete(Operation *op, SlapReply *rs) {
                rs->sr_err = LDAP_SUCCESS;
 
        SLAP_FREE(path.bv_val);
-       ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
+       ldap_pvt_thread_rdwr_wunlock(&ni->li_rdwr);
        send_ldap_result(op, rs);
+       slap_graduate_commit_csn( op );
        return 0;
 }
 
-static int is_leaf_node(struct berval * path) {
-       DIR * nonleafnode;
-       int path_len = path->bv_len;
-       int res;
-
-       path->bv_val[path->bv_len - STRLENOF(LDIF)] = '\0';
-       nonleafnode = opendir(path->bv_val);
-       path->bv_val[path->bv_len - STRLENOF(LDIF)] = '.';
-       if(nonleafnode == NULL) {
-               res = 1;
-       }
-       else {
-               closedir(nonleafnode);
-               res = 0;
-       }
-       return res;
-}
 
 static int move_entry(Entry * entry, struct berval * ndn,
-                          struct berval * newndn, struct berval * rootdn,
+                          struct berval * newndn, struct berval * suffixdn,
                           struct berval * base_path) {
        int res;
        int exists_res;
        struct berval path;
        struct berval newpath;
 
-       dn2path(ndn, rootdn, base_path, &path);
-       dn2path(newndn, rootdn, base_path, &newpath);
+       dn2path(ndn, suffixdn, base_path, &path);
+       dn2path(newndn, suffixdn, base_path, &newpath);
 
        if((entry == NULL || path.bv_val == NULL) || newpath.bv_val == NULL) {
                /* some object doesn't exist */
                res = LDAP_NO_SUCH_OBJECT;
        }
-       else if(! is_leaf_node(&path)) { /* entry is not a leaf node */
-               res = LDAP_NOT_ALLOWED_ON_NONLEAF;
-       }
        else { /* do the modrdn */
                exists_res = open(newpath.bv_val, O_RDONLY);
                if(exists_res == -1 && errno == ENOENT) {
+                       ldap_pvt_thread_mutex_lock( &entry2str_mutex );
                        res = spew_entry(entry, &newpath);
                        if(res != -1) {
                                /* if this fails we should log something bad */
                                res = unlink(path.bv_val);
+                               path.bv_val[path.bv_len - STRLENOF(".ldif")] = '\0';
+                               newpath.bv_val[newpath.bv_len - STRLENOF(".ldif")] = '\0';
+                               res = rename(path.bv_val, newpath.bv_val);
                                res = LDAP_SUCCESS;
                        }
                        else {
@@ -702,6 +983,7 @@ static int move_entry(Entry * entry, struct berval * ndn,
                                        res = LDAP_UNWILLING_TO_PERFORM;
                                unlink(newpath.bv_val); /* in case file was created */
                        }
+                       ldap_pvt_thread_mutex_unlock( &entry2str_mutex );
                }
                else if(exists_res) {
                        int close_res = close(exists_res);
@@ -722,178 +1004,170 @@ static int move_entry(Entry * entry, struct berval * ndn,
        return res;
 }
 
-static int ldif_back_modrdn(Operation *op, SlapReply *rs) {
+static int
+ldif_back_modrdn(Operation *op, SlapReply *rs)
+{
        struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
-       struct berval new_dn = {0, NULL}, new_ndn = {0, NULL};
-       struct berval * new_parent_dn = NULL;
-       struct berval p_dn, bv = {0, NULL};
+       struct berval new_dn = BER_BVNULL, new_ndn = BER_BVNULL;
+       struct berval p_dn;
        Entry * entry = NULL;
-       LDAPRDN new_rdn = NULL;
-       LDAPRDN old_rdn = NULL;
-       Modifications * mods = NULL;
        int res;
 
-       ldap_pvt_thread_mutex_lock(&ni->li_mutex);
-       ldap_pvt_thread_mutex_lock(&entry2str_mutex);
-       entry = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0],
-               &ni->li_base_path);
+       slap_mods_opattrs( op, &op->orr_modlist, 1 );
 
-       /* build the mods to the entry */
-       if(entry != NULL) {
-               if(ldap_bv2rdn(&op->oq_modrdn.rs_newrdn, &new_rdn,
-                       (char **)&rs->sr_text, LDAP_DN_FORMAT_LDAP)) {
-                       rs->sr_err = LDAP_INVALID_DN_SYNTAX;
-               }
-               else if(op->oq_modrdn.rs_deleteoldrdn &&
-                       ldap_bv2rdn(&op->o_req_dn, &old_rdn, (char **)&rs->sr_text,
-                       LDAP_DN_FORMAT_LDAP)) {
-                       rs->sr_err = LDAP_OTHER;
-               }
-               else { /* got both rdns successfully, ready to build mods */
-                       if(slap_modrdn2mods(op, rs, entry, old_rdn, new_rdn, &mods)
-                               != LDAP_SUCCESS) {
-                               rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
-                       }
-                       else { /* built mods successfully */
+       ldap_pvt_thread_rdwr_wlock( &ni->li_rdwr );
+       entry = (Entry *) get_entry( op, &ni->li_base_path );
 
-                               /* build new dn, and new ndn for the entry */
-                               if(op->oq_modrdn.rs_newSup != NULL) /* new superior */
-                                       p_dn = *op->oq_modrdn.rs_newSup;
-                               else
-                                       p_dn = slap_empty_bv;
-                               dnParent(&entry->e_name, &p_dn);
-                               build_new_dn(&new_dn, &p_dn, &op->oq_modrdn.rs_newrdn, NULL); 
-                               dnNormalize( 0, NULL, NULL, &new_dn, &bv, op->o_tmpmemctx );
-                               ber_dupbv( &new_ndn, &bv );
-                               entry->e_name = new_dn;
-                               entry->e_nname = new_ndn;
-
-                               /* perform the modifications */
-                               res = apply_modify_to_entry(entry, mods, op, rs);
-                               if(res == LDAP_SUCCESS) {
-                                       rs->sr_err = move_entry(entry, &op->o_req_ndn,
-                                                               &new_ndn,
-                                                               &op->o_bd->be_nsuffix[0],
-                                                               &ni->li_base_path);
-                               }
-                               else
-                                       rs->sr_err = res;
+       /* build the mods to the entry */
+       if ( entry != NULL ) {
+               /* build new dn, and new ndn for the entry */
+               if ( op->oq_modrdn.rs_newSup != NULL ) {
+                       struct berval   op_dn = op->o_req_dn,
+                                       op_ndn = op->o_req_ndn;
+                       Entry           *np;
+
+                       /* new superior */
+                       p_dn = *op->oq_modrdn.rs_newSup;
+                       op->o_req_dn = *op->oq_modrdn.rs_newSup;
+                       op->o_req_ndn = *op->oq_modrdn.rs_nnewSup;
+                       np = (Entry *)get_entry( op, &ni->li_base_path );
+                       op->o_req_dn = op_dn;
+                       op->o_req_ndn = op_ndn;
+                       if ( np == NULL ) {
+                               goto no_such_object;
                        }
+                       entry_free( np );
+               } else {
+                       dnParent( &entry->e_name, &p_dn );
                }
-       }
-       else /* entry was null */
+               build_new_dn( &new_dn, &p_dn, &op->oq_modrdn.rs_newrdn, NULL ); 
+               dnNormalize( 0, NULL, NULL, &new_dn, &new_ndn, NULL );
+               ber_memfree_x( entry->e_name.bv_val, NULL );
+               ber_memfree_x( entry->e_nname.bv_val, NULL );
+               entry->e_name = new_dn;
+               entry->e_nname = new_ndn;
+
+               /* perform the modifications */
+               res = apply_modify_to_entry( entry, op->orr_modlist, op, rs );
+               if ( res == LDAP_SUCCESS ) {
+                       rs->sr_err = move_entry( entry, &op->o_req_ndn,
+                                               &new_ndn,
+                                               &op->o_bd->be_nsuffix[0],
+                                               &ni->li_base_path );
+               } else {
+                       rs->sr_err = res;
+               }
+       } else {
+no_such_object:;
+               /* entry was null */
                rs->sr_err = LDAP_NO_SUCH_OBJECT;
+       }
 
-       if(entry != NULL)
-               entry_free(entry);
+       if ( entry != NULL ) {
+               entry_free( entry );
+       }
        rs->sr_text = "";
-       ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
-       ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
-       send_ldap_result(op, rs);
+       ldap_pvt_thread_rdwr_wunlock( &ni->li_rdwr );
+       send_ldap_result( op, rs );
+       slap_graduate_commit_csn( op );
        return 0;
 }
 
-static int ldif_back_compare(Operation *op, SlapReply *rs) {
+/* return LDAP_SUCCESS IFF we can retrieve the specified entry.
+ */
+int ldif_back_entry_get(
+       Operation *op,
+       struct berval *ndn,
+       ObjectClass *oc,
+       AttributeDescription *at,
+       int rw,
+       Entry **ent )
+{
        struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
-       Entry * e = NULL;
-       Attribute       *a;
-
-       ldap_pvt_thread_mutex_lock(&ni->li_mutex);
-
-       e = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0],
-               &ni->li_base_path);
-       if(e != NULL) {
-               for(a = attrs_find( e->e_attrs, op->oq_compare.rs_ava->aa_desc );
-                       a != NULL;
-                       a = attrs_find( a->a_next, op->oq_compare.rs_ava->aa_desc )) {
-                       rs->sr_err = LDAP_COMPARE_FALSE;
-               
-                       if (value_find_ex(op->oq_compare.rs_ava->aa_desc,
-                                               SLAP_MR_ATTRIBUTE_VALUE_NORMALIZED_MATCH |
-                                               SLAP_MR_ASSERTED_VALUE_NORMALIZED_MATCH,
-                                               a->a_nvals, &op->oq_compare.rs_ava->aa_value,
-                                               op->o_tmpmemctx ) == 0) {
-                               rs->sr_err = LDAP_COMPARE_TRUE;
-                               break;
-                       }
-               }
-       }
-       else {
-               rs->sr_err = LDAP_NO_SUCH_OBJECT;
+       struct berval op_dn = op->o_req_dn, op_ndn = op->o_req_ndn;
+
+       assert( ndn != NULL );
+       assert( !BER_BVISNULL( ndn ) );
+
+       ldap_pvt_thread_rdwr_rlock( &ni->li_rdwr );
+       op->o_req_dn = *ndn;
+       op->o_req_ndn = *ndn;
+       *ent = (Entry *) get_entry( op, &ni->li_base_path );
+       op->o_req_dn = op_dn;
+       op->o_req_ndn = op_ndn;
+       ldap_pvt_thread_rdwr_runlock( &ni->li_rdwr );
+
+       if ( *ent && oc && !is_entry_objectclass_or_sub( *ent, oc ) ) {
+               entry_free( *ent );
+               *ent = NULL;
        }
 
-       if(e != NULL)
-               entry_free(e);
-       ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
-       send_ldap_result(op, rs);
-       return 0;
+       return ( *ent == NULL ? 1 : 0 );
 }
 
-static int ldif_tool_entry_open(BackendDB * be, int mode) {
+static int ldif_tool_entry_open(BackendDB *be, int mode) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
-       ni->tool_entries = NULL;
-       ni->tool_numentries = 0;
-       ni->tool_current = 0;
-       ni->tool_put_entry_flag = 0;
+       ni->li_tool_current = 0;
        return 0;
 }                                      
 
 static int ldif_tool_entry_close(BackendDB * be) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
 
-       SLAP_FREE(ni->tool_entries);
+       SLAP_FREE(ni->li_tool_cookie.entries);
        return 0;
 }
 
-static ID ldif_tool_entry_first(BackendDB *be) {
+static ID
+ldif_tool_entry_first(BackendDB *be)
+{
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
        ID id = 1; /* first entry in the array of entries shifted by one */
 
-       ni->tool_current = 1;
-       if(ni->tool_entries == NULL || ni->tool_put_entry_flag) {
-               ni->tool_entries = (Entry **) enum_tree(be, &be->be_nsuffix[0],
-                       &ni->tool_numentries, LDAP_SCOPE_SUBTREE);
-               ni->tool_put_entry_flag = 0;
+       ni->li_tool_current = 1;
+       if(ni->li_tool_cookie.entries == NULL) {
+               Operation op = {0};
+
+               op.o_bd = be;
+               op.o_req_dn = *be->be_suffix;
+               op.o_req_ndn = *be->be_nsuffix;
+               op.ors_scope = LDAP_SCOPE_SUBTREE;
+               ni->li_tool_cookie.op = &op;
+               (void)enum_tree( &ni->li_tool_cookie );
+               ni->li_tool_cookie.op = NULL;
        }
        return id;
 }
 
-static ID ldif_tool_entry_next(BackendDB *be) {
+static ID ldif_tool_entry_next(BackendDB *be)
+{
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
-       ni->tool_current += 1;
-       if(ni->tool_put_entry_flag) {
-               ni->tool_entries = (Entry **) enum_tree(be, &be->be_nsuffix[0],
-                       &ni->tool_numentries, LDAP_SCOPE_SUBTREE);
-               ni->tool_put_entry_flag = 0;
-       }
-       if(ni->tool_current > ni->tool_numentries)
+       ni->li_tool_current += 1;
+       if(ni->li_tool_current > ni->li_tool_cookie.eind)
                return NOID;
        else
-               return ni->tool_current;
+               return ni->li_tool_current;
 }
 
 static Entry * ldif_tool_entry_get(BackendDB * be, ID id) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
        Entry * e;
 
-       if(id > ni->tool_numentries || id < 1)
+       if(id > ni->li_tool_cookie.eind || id < 1)
                return NULL;
        else {
-               e = ni->tool_entries[id - 1];
-               ni->tool_entries[id - 1] = NULL;
+               e = ni->li_tool_cookie.entries[id - 1];
+               ni->li_tool_cookie.entries[id - 1] = NULL;
                return e;
        }
 }
 
 static ID ldif_tool_entry_put(BackendDB * be, Entry * e, struct berval *text) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
-       Attribute *save_attrs;
        struct berval dn = e->e_nname;
        struct berval leaf_path = BER_BVNULL;
        struct stat stats;
        int statres;
-       char textbuf[SLAP_TEXT_BUFLEN];
-       size_t textlen = sizeof textbuf;
        int res = LDAP_SUCCESS;
 
        dn2path(&dn, &be->be_nsuffix[0], &ni->li_base_path, &leaf_path);
@@ -933,7 +1207,6 @@ static ID ldif_tool_entry_put(BackendDB * be, Entry * e, struct berval *text) {
        }
 
        if(res == LDAP_SUCCESS) {
-               ni->tool_put_entry_flag = 1;
                return 1;
        }
        else
@@ -941,36 +1214,34 @@ static ID ldif_tool_entry_put(BackendDB * be, Entry * e, struct berval *text) {
 }
 
 static int
-ldif_back_db_init( BackendDB *be )
+ldif_back_db_init( BackendDB *be, ConfigReply *cr )
 {
        struct ldif_info *ni;
 
        ni = ch_calloc( 1, sizeof(struct ldif_info) );
        be->be_private = ni;
-       be->be_cf_table = be->bd_info->bi_cf_table;
-       ldap_pvt_thread_mutex_init(&ni->li_mutex);
+       be->be_cf_ocs = ldifocs;
+       ldap_pvt_thread_rdwr_init(&ni->li_rdwr);
        return 0;
 }
 
 static int
-ldif_back_db_destroy(
-                          Backend      *be
-                          )
+ldif_back_db_destroy( Backend *be, ConfigReply *cr )
 {
        struct ldif_info *ni = be->be_private;
-       ldap_pvt_thread_mutex_destroy(&ni->li_mutex);
+
+       ch_free(ni->li_base_path.bv_val);
+       ldap_pvt_thread_rdwr_destroy(&ni->li_rdwr);
        free( be->be_private );
        return 0;
 }
 
 static int
-ldif_back_db_open(
-                       Backend *be
-                       )
+ldif_back_db_open( Backend *be, ConfigReply *cr)
 {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
        if( BER_BVISEMPTY(&ni->li_base_path)) {/* missing base path */
-               fprintf(stderr, "missing base path for back-ldif\n");
+               Debug( LDAP_DEBUG_ANY, "missing base path for back-ldif\n", 0, 0, 0);
                return 1;
        }
        return 0;
@@ -981,9 +1252,17 @@ ldif_back_initialize(
                           BackendInfo  *bi
                           )
 {
+       static char *controls[] = {
+               LDAP_CONTROL_MANAGEDSAIT,
+               NULL
+       };
        int rc;
 
-       bi->bi_cf_table = ldifcfg;
+       bi->bi_flags |=
+               SLAP_BFLAG_INCREMENT |
+               SLAP_BFLAG_REFERRALS;
+
+       bi->bi_controls = controls;
 
        bi->bi_open = 0;
        bi->bi_close = 0;
@@ -999,7 +1278,7 @@ ldif_back_initialize(
        bi->bi_op_bind = ldif_back_bind;
        bi->bi_op_unbind = 0;
        bi->bi_op_search = ldif_back_search;
-       bi->bi_op_compare = ldif_back_compare;
+       bi->bi_op_compare = 0;
        bi->bi_op_modify = ldif_back_modify;
        bi->bi_op_modrdn = ldif_back_modrdn;
        bi->bi_op_add = ldif_back_add;
@@ -1008,11 +1287,17 @@ ldif_back_initialize(
 
        bi->bi_extended = 0;
 
-       bi->bi_chk_referrals = 0;
+       bi->bi_chk_referrals = ldif_back_referrals;
 
        bi->bi_connection_init = 0;
        bi->bi_connection_destroy = 0;
 
+       bi->bi_entry_get_rw = ldif_back_entry_get;
+
+#if 0  /* NOTE: uncomment to completely disable access control */
+       bi->bi_access_allowed = slap_access_always_allowed;
+#endif
+
        bi->bi_tool_entry_open = ldif_tool_entry_open;
        bi->bi_tool_entry_close = ldif_tool_entry_close;
        bi->bi_tool_entry_first = ldif_tool_entry_first;
@@ -1026,8 +1311,9 @@ ldif_back_initialize(
        bi->bi_tool_id2entry_get = 0;
        bi->bi_tool_entry_modify = 0;
 
+       bi->bi_cf_ocs = ldifocs;
+
        rc = config_register_schema( ldifcfg, ldifocs );
        if ( rc ) return rc;
-       ldifcfg[0].ad = slap_schema.si_ad_objectClass;
        return 0;
 }