]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/back-ldif/ldif.c
support increment; don't bother too much about return values of send_search_* functions
[openldap] / servers / slapd / back-ldif / ldif.c
index 9928c38b9e1a4a793e5802b2b5487227125987e8..c9f3fe1ca9185255ccf4d527f8bca95adebaf4d4 100644 (file)
 #include "lutil.h"
 #include "config.h"
 
+typedef struct enumCookie {
+       Operation *op;
+       SlapReply *rs;
+       Entry **entries;
+       int elen;
+       int eind;
+} enumCookie;
+
 struct ldif_info {
        struct berval li_base_path;
-       ID tool_current;
-       Entry ** tool_entries;
-       int tool_put_entry_flag;
-       int tool_numentries;
+       enumCookie li_tool_cookie;
+       ID li_tool_current;
        ldap_pvt_thread_mutex_t  li_mutex;
 };
 
-#define LDIF   ".ldif"
+#ifdef _WIN32
+#define mkdir(a,b)     mkdir(a)
+#endif
 
-#define ENTRY_BUFF_INCREMENT 500
+#define LDIF   ".ldif"
 
-static ObjectClass *ldif_oc;
+#define IX_DNL '{'
+#define        IX_DNR  '}'
+#ifndef IX_FSL
+#define        IX_FSL  IX_DNL
+#define IX_FSR IX_DNR
+#endif
 
-static ConfigDriver ldif_cf;
+#define ENTRY_BUFF_INCREMENT 500
 
 static ConfigTable ldifcfg[] = {
-       { "", "", 0, 0, 0, ARG_MAGIC,
-               ldif_cf, NULL, NULL, NULL },
        { "directory", "dir", 2, 2, 0, ARG_BERVAL|ARG_OFFSET,
                (void *)offsetof(struct ldif_info, li_base_path),
-               "( OLcfgAt:1.1 NAME 'dbDirectory' "
+               "( OLcfgDbAt:0.1 NAME 'olcDbDirectory' "
                        "DESC 'Directory for database content' "
                        "EQUALITY caseIgnoreMatch "
                        "SYNTAX OMsDirectoryString )", NULL, NULL },
@@ -62,25 +73,14 @@ static ConfigTable ldifcfg[] = {
 };
 
 static ConfigOCs ldifocs[] = {
-       { "( OLcfgOc:2.1 "
-               "NAME 'ldifConfig' "
+       { "( OLcfgDbOc:2.1 "
+               "NAME 'olcLdifConfig' "
                "DESC 'LDIF backend configuration' "
-               "AUXILIARY "
-               "MAY ( dbDirectory ) )",
-               &ldif_oc },
-       { NULL, NULL }
+               "SUP olcDatabaseConfig "
+               "MUST ( olcDbDirectory ) )", Cft_Database, ldifcfg },
+       { NULL, 0, NULL }
 };
 
-static int
-ldif_cf( ConfigArgs *c )
-{
-       if ( c->op == SLAP_CONFIG_EMIT ) {
-               value_add_one( &c->rvalue_vals, &ldif_oc->soc_cname );
-               return 0;
-       }
-       return 1;
-}
-
 static void
 dn2path(struct berval * dn, struct berval * rootdn, struct berval * base_path,
        struct berval *res)
@@ -100,59 +100,62 @@ dn2path(struct berval * dn, struct berval * rootdn, struct berval * base_path,
                end = sep;
        }
        strcpy(ptr, LDIF);
+#if IX_FSL != IX_DNL
+       ptr = res->bv_val;
+       while( ptr=strchr(ptr, IX_DNL) ) {
+               *ptr++ = IX_FSL;
+               ptr = strchr(ptr, IX_DNR);
+               if ( ptr )
+                       *ptr++ = IX_FSR;
+               else
+                       break;
+       }
+#endif
 }
 
 static char * slurp_file(int fd) {
-       int entry_buf_size = 40 * ENTRY_BUFF_INCREMENT;
        int read_chars_total = 0;
        int read_chars = 0;
-       int entry_size = 40 * ENTRY_BUFF_INCREMENT;
-       char * entry = (char *) malloc(sizeof(char) * 40 * ENTRY_BUFF_INCREMENT);
-       char * entry_pos = entry;
+       int entry_size;
+       char * entry;
+       char * entry_pos;
+       struct stat st;
+
+       fstat(fd, &st);
+       entry_size = st.st_size;
+       entry = ch_malloc( entry_size+1 );
+       entry_pos = entry;
        
        while(1) {
-               if(entry_size - read_chars_total == 0) {
-                       entry = (char *) realloc(entry, sizeof(char) * 2 * entry_size);
-                       entry_size = 2 * entry_size;
-               }
                read_chars = read(fd, (void *) entry_pos, entry_size - read_chars_total);
                if(read_chars == -1) {
                        SLAP_FREE(entry);
                        return NULL;
                }
-               entry_pos += read_chars;
                if(read_chars == 0) {
-                       if(entry_size - read_chars_total > 0)
-       entry[read_chars_total] = '\0';
-                       else {
-       entry = (char *) realloc(entry, sizeof(char) * entry_size + 1);
-       entry_size = entry_size + 1;
-       entry[read_chars_total] = '\0';
-                       }       
+                       entry[read_chars_total] = '\0';
                        break;
                }
                else {
                        read_chars_total += read_chars;
+                       entry_pos += read_chars;
                }
        }
        return entry;
 }
 
-static int spew_file(int fd, char * spew) {
-       int written = 0;
-       int writeres;
-       int len = strlen(spew);
-       char * spewptr = spew;
+static int spew_file(int fd, char * spew, int len) {
+       int writeres = 0;
        
-       while(written < len) {
-               writeres = write(fd, spewptr, len - written);
+       while(len > 0) {
+               writeres = write(fd, spew, len);
                if(writeres == -1) {
                        perror("could not spew write");
                        return -1;
                }
                else {
-                       spewptr += writeres;
-                       written += writeres;
+                       spew += writeres;
+                       len -= writeres;
                }
        }
        return writeres;
@@ -165,7 +168,7 @@ static int spew_entry(Entry * e, struct berval * path) {
        int entry_length;
        char * entry_as_string;
 
-       openres = open(path->bv_val, O_WRONLY | O_CREAT, S_IRUSR | S_IWUSR);
+       openres = open(path->bv_val, O_WRONLY|O_CREAT|O_TRUNC, S_IRUSR | S_IWUSR);
        if(openres == -1) {
                if(errno == ENOENT)
                        rs = LDAP_NO_SUCH_OBJECT;
@@ -173,13 +176,32 @@ static int spew_entry(Entry * e, struct berval * path) {
                        rs = LDAP_UNWILLING_TO_PERFORM;
        }
        else {
+               struct berval rdn;
+               int tmp;
+
+               /* Only save the RDN onto disk */
+               dnRdn( &e->e_name, &rdn );
+               if ( rdn.bv_len != e->e_name.bv_len ) {
+                       e->e_name.bv_val[rdn.bv_len] = '\0';
+                       tmp = e->e_name.bv_len;
+                       e->e_name.bv_len = rdn.bv_len;
+                       rdn.bv_len = tmp;
+               }
+
                entry_as_string = entry2str(e, &entry_length);
+
+               /* Restore full DN */
+               if ( rdn.bv_len != e->e_name.bv_len ) {
+                       e->e_name.bv_val[e->e_name.bv_len] = ',';
+                       e->e_name.bv_len = rdn.bv_len;
+               }
+
                if(entry_as_string == NULL) {
                        rs = LDAP_UNWILLING_TO_PERFORM;
                        close(openres);
                }
                else {
-                       spew_res = spew_file(openres, entry_as_string);
+                       spew_res = spew_file(openres, entry_as_string, entry_length);
                        close(openres);
                        if(spew_res == -1)
                                rs = LDAP_UNWILLING_TO_PERFORM;
@@ -190,7 +212,10 @@ static int spew_entry(Entry * e, struct berval * path) {
        return rs;
 }
 
-static Entry * get_entry_for_fd(int fd) {
+static Entry * get_entry_for_fd(int fd,
+       struct berval *pdn,
+       struct berval *pndn)
+{
        char * entry = (char *) slurp_file(fd);
        Entry * ldentry = NULL;
        
@@ -200,6 +225,15 @@ static Entry * get_entry_for_fd(int fd) {
        }
 
        ldentry = str2entry(entry);
+       if ( ldentry ) {
+               struct berval rdn;
+               rdn = ldentry->e_name;
+               build_new_dn( &ldentry->e_name, pdn, &rdn, NULL );
+               ch_free( rdn.bv_val );
+               rdn = ldentry->e_nname;
+               build_new_dn( &ldentry->e_nname, pndn, &rdn, NULL );
+               ch_free( rdn.bv_val );
+       }
 
  return_value:
        if(fd != -1) {
@@ -212,11 +246,13 @@ static Entry * get_entry_for_fd(int fd) {
        return ldentry;
 }
 
-static Entry * get_entry(struct berval * dn, struct berval * rootdn, struct berval * base_path) {
-       struct berval path;
+static Entry * get_entry(Operation *op, struct berval *base_path) {
+       struct berval path, pdn, pndn;
        int fd;
 
-       dn2path(dn, rootdn, base_path, &path);
+       dnParent(&op->o_req_dn, &pdn);
+       dnParent(&op->o_req_ndn, &pndn);
+       dn2path(&op->o_req_ndn, op->o_bd->be_nsuffix, base_path, &path);
        fd = open(path.bv_val, O_RDONLY);
        /* error opening file (mebbe should log error) */
        if(fd == -1) {
@@ -225,94 +261,219 @@ static Entry * get_entry(struct berval * dn, struct berval * rootdn, struct berv
 
        if(path.bv_val != NULL)
                SLAP_FREE(path.bv_val);
-       return get_entry_for_fd(fd);
+
+       if ( fd != -1 ) {
+               return get_entry_for_fd(fd, &pdn, &pndn);
+       }
+
+       return NULL;
 }
 
-static void fullpath(struct berval *base, char *name, struct berval *res) {
+static void fullpath(struct berval *base, struct berval *name, struct berval *res) {
        char *ptr;
-       res->bv_len = strlen(name) + base->bv_len + 1;
+       res->bv_len = name->bv_len + base->bv_len + 1;
        res->bv_val = ch_malloc( res->bv_len + 1 );
        strcpy(res->bv_val, base->bv_val);
        ptr = res->bv_val + base->bv_len;
        *ptr++ = LDAP_DIRSEP[0];
-       strcpy(ptr, name);
+       strcpy(ptr, name->bv_val);
 }
 
-static Entry ** r_enum_tree(Entry ** entries, int *elen, int *eind,
-       struct berval * path, int scope) {
-       DIR * dir_of_path = opendir(path->bv_val);
-       int fd;
-       struct dirent * dir;
-       Entry * e;
-       struct berval fpath;
+typedef struct bvlist {
+       struct bvlist *next;
+       struct berval bv;
+       struct berval num;
+       unsigned int inum;
+       int off;
+} bvlist;
+
 
-       if(entries == NULL) {
-               entries = (Entry **) SLAP_MALLOC(sizeof(Entry *) * ENTRY_BUFF_INCREMENT);
-               *elen = ENTRY_BUFF_INCREMENT;
+static int r_enum_tree(enumCookie *ck, struct berval *path,
+       struct berval *pdn, struct berval *pndn)
+{
+       Entry *e;
+       int fd, rc = LDAP_SUCCESS;
+
+       fd = open( path->bv_val, O_RDONLY );
+       if ( fd < 0 ) {
+               Debug( LDAP_DEBUG_TRACE,
+                       "=> ldif_enum_tree: failed to open %s\n",
+                       path->bv_val, 0, 0 );
+               return LDAP_NO_SUCH_OBJECT;
        }
-       if(dir_of_path == NULL) {/* can't open directory */
-               perror("failed to open directory");
-               return entries;
+
+       e = get_entry_for_fd(fd, pdn, pndn);
+       if ( !e ) {
+               Debug( LDAP_DEBUG_ANY,
+                       "=> ldif_enum_tree: failed to read entry for %s\n",
+                       path->bv_val, 0, 0 );
+               return LDAP_BUSY;
        }
-       
-       BER_BVZERO(&fpath);
 
-       while(1) {
-               if (fpath.bv_val) {
-                       free(fpath.bv_val);
-                       fpath.bv_val = NULL;
-               }
-               dir = readdir(dir_of_path);
-               if(dir == NULL) break; /* end of the directory */
-               if(dir->d_name[0] == '.') continue;     /* skip '.' and '..' */
-               if(dir->d_type == DT_UNKNOWN) { /* must stat to determine... */
-                       struct stat stbuf;
-                       fullpath( path, dir->d_name, &fpath );
-                       if (stat(fpath.bv_val, &stbuf)) {
-                               perror("stat");
-                               continue;
+       if ( ck->op->ors_scope == LDAP_SCOPE_BASE ||
+               ck->op->ors_scope == LDAP_SCOPE_SUBTREE ) {
+               /* Send right away? */
+               if ( ck->rs ) {
+                       /*
+                        * if it's a referral, add it to the list of referrals. only do
+                        * this for non-base searches, and don't check the filter
+                        * explicitly here since it's only a candidate anyway.
+                        */
+                       if ( !get_manageDSAit( ck->op )
+                                       && ck->op->ors_scope != LDAP_SCOPE_BASE
+                                       && is_entry_referral( e ) )
+                       {
+                               BerVarray erefs = get_entry_referrals( ck->op, e );
+                               ck->rs->sr_ref = referral_rewrite( erefs,
+                                               &e->e_name, NULL,
+                                               ck->op->oq_search.rs_scope == LDAP_SCOPE_ONELEVEL
+                                                       ? LDAP_SCOPE_BASE : LDAP_SCOPE_SUBTREE );
+
+                               ck->rs->sr_entry = e;
+                               rc = send_search_reference( ck->op, ck->rs ) < 0;
+                               ber_bvarray_free( ck->rs->sr_ref );
+                               ber_bvarray_free( erefs );
+                               ck->rs->sr_ref = NULL;
+                               ck->rs->sr_entry = NULL;
+
+                       } else if ( test_filter( ck->op, e, ck->op->ors_filter ) == LDAP_COMPARE_TRUE )
+                       {
+                               ck->rs->sr_entry = e;
+                               ck->rs->sr_attrs = ck->op->ors_attrs;
+                               ck->rs->sr_flags = REP_ENTRY_MODIFIABLE;
+                               rc = send_search_entry(ck->op, ck->rs) < 0;
+                               ck->rs->sr_entry = NULL;
                        }
-                       if ( S_ISREG(stbuf.st_mode) ) dir->d_type = DT_REG;
-                       else if ( S_ISDIR(stbuf.st_mode) ) dir->d_type = DT_DIR;
-               }
-               if(dir->d_type == DT_REG) { /* regular file, read the entry into memory */
-                       if ( scope == LDAP_SCOPE_ONELEVEL ) continue;
-                       if(! (*eind < *elen)) { /* grow entries if necessary */ 
-                               entries = (Entry **) SLAP_REALLOC(entries, sizeof(Entry *) * (*elen) * 2);
-                               *elen = *elen * 2;
+                       fd = 1;
+                       if ( rc )
+                               goto leave;
+               } else {
+               /* Queueing up for tool mode */
+                       if(ck->entries == NULL) {
+                               ck->entries = (Entry **) SLAP_MALLOC(sizeof(Entry *) * ENTRY_BUFF_INCREMENT);
+                               ck->elen = ENTRY_BUFF_INCREMENT;
+                       }
+                       if(ck->eind >= ck->elen) { /* grow entries if necessary */      
+                               ck->entries = (Entry **) SLAP_REALLOC(ck->entries, sizeof(Entry *) * (ck->elen) * 2);
+                               ck->elen *= 2;
+                       }
+
+                       ck->entries[ck->eind++] = e;
+                       fd = 0;
+               }
+       } else {
+               fd = 1;
+       }
+
+       if ( ck->op->ors_scope != LDAP_SCOPE_BASE ) {
+               DIR * dir_of_path;
+               bvlist *list = NULL, *ptr;
+
+               path->bv_len -= STRLENOF( LDIF );
+               path->bv_val[path->bv_len] = '\0';
+
+               dir_of_path = opendir(path->bv_val);
+               if(dir_of_path == NULL) { /* can't open directory */
+                       if ( errno != ENOENT ) {
+                               /* it shouldn't be treated as an error
+                                * only if the directory doesn't exist */
+                               rc = LDAP_BUSY;
+                               Debug( LDAP_DEBUG_TRACE,
+                                       "=> ldif_enum_tree: failed to opendir %s (%d)\n",
+                                       path->bv_val, errno, 0 );
                        }
-                       if ( !fpath.bv_val )
-                               fullpath( path, dir->d_name, &fpath );
-                       fd = open( fpath.bv_val, O_RDONLY );
-                       SLAP_FREE(fpath.bv_val);
-                       fpath.bv_val = NULL;
-                       if(fd != -1) {
-                               e = get_entry_for_fd(fd);
-                               if(e != NULL) {
-                                       entries[*eind] = e;
-                                       *eind = *eind + 1;
+                       goto leave;
+               }
+       
+               while(1) {
+                       struct berval fname, itmp;
+                       struct dirent * dir;
+                       bvlist *bvl, **prev;
+
+                       dir = readdir(dir_of_path);
+                       if(dir == NULL) break; /* end of the directory */
+                       fname.bv_len = strlen( dir->d_name );
+                       if ( fname.bv_len <= STRLENOF( LDIF ))
+                               continue;
+                       if ( strcmp( dir->d_name + (fname.bv_len - STRLENOF(LDIF)), LDIF))
+                               continue;
+                       fname.bv_val = dir->d_name;
+
+                       bvl = ch_malloc( sizeof(bvlist) );
+                       ber_dupbv( &bvl->bv, &fname );
+                       BER_BVZERO( &bvl->num );
+                       itmp.bv_val = strchr( bvl->bv.bv_val, IX_FSL );
+                       if ( itmp.bv_val ) {
+                               char *ptr;
+                               itmp.bv_val++;
+                               ptr = strchr( itmp.bv_val, IX_FSR );
+                               if ( ptr ) {
+                                       itmp.bv_len = ptr - itmp.bv_val;
+                                       ber_dupbv( &bvl->num, &itmp );
+                                       bvl->inum = strtoul( itmp.bv_val, NULL, 0 );
+                                       itmp.bv_val[0] = '\0';
+                                       bvl->off = itmp.bv_val - bvl->bv.bv_val;
                                }
-                               else
-                                       perror("failed to read entry");
                        }
-                       else
-                               perror("failed to open fd");
+
+                       for (prev = &list; (ptr = *prev) != NULL; prev = &ptr->next) {
+                               int cmp = strcmp( bvl->bv.bv_val, ptr->bv.bv_val );
+                               if ( !cmp && bvl->num.bv_val )
+                                       cmp = bvl->inum - ptr->inum;
+                               if ( cmp < 0 )
+                                       break;
+                       }
+                       *prev = bvl;
+                       bvl->next = ptr;
+                               
                }
-               else if(dir->d_type == DT_DIR) {
-                       if ( scope == LDAP_SCOPE_BASE ) continue;
-                       if ( !fpath.bv_val )
-                               fullpath( path, dir->d_name, &fpath );
-                       entries = r_enum_tree(entries, elen, eind, &fpath,
-                               scope == LDAP_SCOPE_ONELEVEL ? LDAP_SCOPE_BASE : scope);
+               closedir(dir_of_path);
+
+               if (ck->op->ors_scope == LDAP_SCOPE_ONELEVEL)
+                       ck->op->ors_scope = LDAP_SCOPE_BASE;
+               else if ( ck->op->ors_scope == LDAP_SCOPE_SUBORDINATE)
+                       ck->op->ors_scope = LDAP_SCOPE_SUBTREE;
+
+               while ( ( ptr = list ) ) {
+                       struct berval fpath;
+
+                       list = ptr->next;
+
+                       if ( rc == LDAP_SUCCESS ) {
+                               if ( ptr->num.bv_val )
+                                       AC_MEMCPY( ptr->bv.bv_val + ptr->off, ptr->num.bv_val,
+                                               ptr->num.bv_len );
+                               fullpath( path, &ptr->bv, &fpath );
+                               rc = r_enum_tree(ck, &fpath, &e->e_name, &e->e_nname );
+                               free(fpath.bv_val);
+                       }
+                       if ( ptr->num.bv_val )
+                               free( ptr->num.bv_val );
+                       free(ptr->bv.bv_val);
+                       free(ptr);
                }
        }
-       closedir(dir_of_path);
-       return entries;
+leave:
+       if ( fd ) entry_free( e );
+       return rc;
 }
 
-static Entry ** enum_tree(struct berval * path, int * length, int scope) {
-       int index = 0;
-       return r_enum_tree(NULL, &index, length, path, scope);
+static int
+enum_tree(
+       enumCookie *ck
+)
+{
+       struct ldif_info *ni = (struct ldif_info *) ck->op->o_bd->be_private;
+       struct berval path;
+       struct berval pdn, pndn;
+       int rc;
+
+       dnParent( &ck->op->o_req_dn, &pdn );
+       dnParent( &ck->op->o_req_ndn, &pndn );
+       dn2path( &ck->op->o_req_ndn, &ck->op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
+       rc = r_enum_tree(ck, &path, &pdn, &pndn);
+       ch_free( path.bv_val );
+       return rc;
 }
 
 /* Get the parent path plus the LDIF suffix */
@@ -336,19 +497,13 @@ static int apply_modify_to_entry(Entry * entry,
                                SlapReply * rs)
 {
        char textbuf[SLAP_TEXT_BUFLEN];
-       size_t textlen = sizeof textbuf;
-       int rc;
-       int tempdebug;
+       int rc = LDAP_UNWILLING_TO_PERFORM;
        Modification *mods = NULL;
-       Attribute *save_attrs;
 
        if (!acl_check_modlist(op, entry, modlist)) {
                return LDAP_INSUFFICIENT_ACCESS;
        }
 
-       /*  save_attrs = entry->e_attrs; Why?
-                       entry->e_attrs = attrs_dup(entry->e_attrs); */
-
        for (; modlist != NULL; modlist = modlist->sml_next) {
                mods = &modlist->sml_mod;
 
@@ -357,35 +512,41 @@ static int apply_modify_to_entry(Entry * entry,
                        rc = modify_add_values(entry, mods,
                                   get_permissiveModify(op),
                                   &rs->sr_text, textbuf,
-                                  textlen);
+                                  sizeof( textbuf ) );
                        break;
                                
                case LDAP_MOD_DELETE:
                        rc = modify_delete_values(entry, mods,
                                get_permissiveModify(op),
                                &rs->sr_text, textbuf,
-                               textlen);
-
+                               sizeof( textbuf ) );
                        break;
                                
                case LDAP_MOD_REPLACE:
                        rc = modify_replace_values(entry, mods,
                                 get_permissiveModify(op),
                                 &rs->sr_text, textbuf,
-                                textlen);
-
+                                sizeof( textbuf ) );
                        break;
+
                case LDAP_MOD_INCREMENT:
+                       rc = modify_increment_values( entry,
+                               mods, get_permissiveModify(op),
+                               &rs->sr_text, textbuf,
+                               sizeof( textbuf ) );
                        break;
+
+                       break;
+
                case SLAP_MOD_SOFTADD:
                        mods->sm_op = LDAP_MOD_ADD;
                        rc = modify_add_values(entry, mods,
                                   get_permissiveModify(op),
                                   &rs->sr_text, textbuf,
-                                  textlen);
+                                  sizeof( textbuf ) );
                        mods->sm_op = SLAP_MOD_SOFTADD;
                        if (rc == LDAP_TYPE_OR_VALUE_EXISTS) {
-       rc = LDAP_SUCCESS;
+                               rc = LDAP_SUCCESS;
                        }
                        break;
                default:
@@ -399,13 +560,138 @@ static int apply_modify_to_entry(Entry * entry,
                        entry->e_ocflags = 0;
                }
                /* check that the entry still obeys the schema */
-               rc = entry_schema_check(op->o_bd, entry,
-                                 save_attrs, &rs->sr_text,
-                                 textbuf, textlen);
+               rc = entry_schema_check(op->o_bd, entry, NULL, 0,
+                         &rs->sr_text, textbuf, sizeof( textbuf ) );
        }
        return rc;
 }
 
+int
+ldif_back_referrals( Operation *op, SlapReply *rs )
+{
+       struct ldif_info        *ni = NULL;
+       Entry                   *entry;
+       int                     rc = LDAP_SUCCESS;
+
+#if 0
+       if ( op->o_tag == LDAP_REQ_SEARCH ) {
+               /* let search take care of itself */
+               return rc;
+       }
+#endif
+
+       if ( get_manageDSAit( op ) ) {
+               /* let op take care of DSA management */
+               return rc;
+       }
+
+       ni = (struct ldif_info *)op->o_bd->be_private;
+       ldap_pvt_thread_mutex_lock( &ni->li_mutex );
+       entry = (Entry *)get_entry( op, &ni->li_base_path );
+
+       /* no object is found for them */
+       if ( entry == NULL ) {
+               struct berval   odn = op->o_req_dn;
+               struct berval   ondn = op->o_req_ndn;
+
+               struct berval   pndn = op->o_req_ndn;
+
+               for ( ; entry == NULL; ) {
+                       dnParent( &pndn, &pndn );
+                       
+                       if ( !dnIsSuffix( &pndn, &op->o_bd->be_nsuffix[0] ) ) {
+                               break;
+                       }
+
+                       op->o_req_dn = pndn;
+                       op->o_req_ndn = pndn;
+
+                       entry = (Entry *)get_entry( op, &ni->li_base_path );
+               }
+
+               ldap_pvt_thread_mutex_unlock( &ni->li_mutex );
+
+               op->o_req_dn = odn;
+               op->o_req_ndn = ondn;
+
+               rc = LDAP_SUCCESS;
+               rs->sr_matched = NULL;
+               if ( entry != NULL ) {
+                       Debug( LDAP_DEBUG_TRACE,
+                               "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
+                               (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
+
+                       if ( is_entry_referral( entry ) ) {
+                               rc = LDAP_OTHER;
+                               rs->sr_ref = get_entry_referrals( op, entry );
+                               if ( rs->sr_ref ) {
+                                       rs->sr_matched = ber_strdup_x(
+                                       entry->e_name.bv_val, op->o_tmpmemctx );
+                               }
+                       }
+
+                       entry_free(entry);
+
+               } else if ( default_referral != NULL ) {
+                       rc = LDAP_OTHER;
+                       rs->sr_ref = referral_rewrite( default_referral,
+                               NULL, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
+               }
+
+               if ( rs->sr_ref != NULL ) {
+                       /* send referrals */
+                       rc = rs->sr_err = LDAP_REFERRAL;
+                       send_ldap_result( op, rs );
+                       ber_bvarray_free( rs->sr_ref );
+                       rs->sr_ref = NULL;
+
+               } else if ( rc != LDAP_SUCCESS ) {
+                       rs->sr_err = rc;
+                       rs->sr_text = rs->sr_matched ? "bad referral object" : NULL;
+                       send_ldap_result( op, rs );
+               }
+
+               if ( rs->sr_matched ) {
+                       op->o_tmpfree( (char *)rs->sr_matched, op->o_tmpmemctx );
+                       rs->sr_matched = NULL;
+               }
+
+               return rc;
+       }
+
+       ldap_pvt_thread_mutex_unlock( &ni->li_mutex );
+
+       if ( is_entry_referral( entry ) ) {
+               /* entry is a referral */
+               BerVarray refs = get_entry_referrals( op, entry );
+               rs->sr_ref = referral_rewrite(
+                       refs, &entry->e_name, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
+
+               Debug( LDAP_DEBUG_TRACE,
+                       "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
+                       (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
+
+               rs->sr_matched = entry->e_name.bv_val;
+               if ( rs->sr_ref != NULL ) {
+                       rc = rs->sr_err = LDAP_REFERRAL;
+                       send_ldap_result( op, rs );
+                       ber_bvarray_free( rs->sr_ref );
+                       rs->sr_ref = NULL;
+
+               } else {
+                       send_ldap_error( op, rs, LDAP_OTHER, "bad referral object" );
+                       rc = rs->sr_err;
+               }
+
+               rs->sr_matched = NULL;
+               ber_bvarray_free( refs );
+
+               entry_free( entry );
+       }
+
+       return rc;
+}
+
 static int
 ldif_back_bind( Operation *op, SlapReply *rs )
 {
@@ -417,24 +703,16 @@ ldif_back_bind( Operation *op, SlapReply *rs )
 
        ni = (struct ldif_info *) op->o_bd->be_private;
        ldap_pvt_thread_mutex_lock(&ni->li_mutex);
-       entry = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path);
+       entry = (Entry *) get_entry(op, &ni->li_base_path);
 
        /* no object is found for them */
        if(entry == NULL) {
                if(be_isroot_pw(op)) {
-                       return_val = LDAP_SUCCESS;
-                       goto return_result;
-               }
-               else if(be_root_dn(op->o_bd)) {
-                       return_val = LDAP_INVALID_CREDENTIALS;
-                       rs->sr_err = LDAP_INVALID_CREDENTIALS;
-                       goto return_result;
-               }
-               else {
-                       rs->sr_err = LDAP_NO_SUCH_OBJECT;
-                       return_val = 1;
-                       goto return_result;
+                       rs->sr_err = return_val = LDAP_SUCCESS;
+               } else {
+                       rs->sr_err = return_val = LDAP_INVALID_CREDENTIALS;
                }
+               goto return_result;
        }
 
        /* they don't have userpassword */
@@ -468,35 +746,16 @@ ldif_back_bind( Operation *op, SlapReply *rs )
 static int ldif_back_search(Operation *op, SlapReply *rs)
 {
        struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
-       int numentries = 0;
-       int i = 0;
-       Entry ** entries = NULL;
+       enumCookie ck = {0};
 
+       ck.op = op;
+       ck.rs = rs;
        ldap_pvt_thread_mutex_lock(&ni->li_mutex);
-       entries = (Entry **) enum_tree(&ni->li_base_path, &numentries, op->ors_scope);
-
-       if(entries != NULL) {
-               for(i=0;i<numentries;i++) {
-                       if(test_filter(op, entries[i], op->ors_filter) == LDAP_COMPARE_TRUE) {
-                               rs->sr_entry = entries[i];
-                               rs->sr_attrs = op->ors_attrs;
-                               rs->sr_flags = REP_ENTRY_MODIFIABLE;
-                               send_search_entry(op, rs);
-                       }
-                       entry_free(entries[i]);
-               }
-               SLAP_FREE(entries);
-               rs->sr_err = LDAP_SUCCESS;
-               ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
-               send_ldap_result(op, rs);
-       }
-       else {
-               rs->sr_err = LDAP_BUSY;
-               ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
-               send_ldap_result(op, rs);
-       }
+       rs->sr_err = enum_tree( &ck );
+       ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
+       send_ldap_result(op, rs);
 
-       return 0;
+       return rs->sr_err;
 }
 
 static int ldif_back_add(Operation *op, SlapReply *rs) {
@@ -507,10 +766,9 @@ static int ldif_back_add(Operation *op, SlapReply *rs) {
        struct stat stats;
        int statres;
        char textbuf[SLAP_TEXT_BUFLEN];
-       size_t textlen = sizeof textbuf;
 
-       rs->sr_err = entry_schema_check(op->o_bd, e,
-                                 NULL, &rs->sr_text, textbuf, textlen);
+       rs->sr_err = entry_schema_check(op->o_bd, e, NULL, 0,
+               &rs->sr_text, textbuf, sizeof( textbuf ) );
        if ( rs->sr_err != LDAP_SUCCESS ) goto send_res;
                                
        ldap_pvt_thread_mutex_lock(&ni->li_mutex);
@@ -570,8 +828,7 @@ static int ldif_back_modify(Operation *op, SlapReply *rs) {
        ldap_pvt_thread_mutex_lock(&ni->li_mutex);
        dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path,
                &path);
-       entry = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0],
-               &ni->li_base_path);
+       entry = (Entry *) get_entry(op, &ni->li_base_path);
 
        if(entry != NULL) {
                rs->sr_err = apply_modify_to_entry(entry, modlst, op, rs);
@@ -606,7 +863,15 @@ static int ldif_back_delete(Operation *op, SlapReply *rs) {
 
        ldap_pvt_thread_mutex_lock(&ni->li_mutex);
        dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
-       res = unlink(path.bv_val);
+
+       path.bv_val[path.bv_len - STRLENOF(LDIF)] = '\0';
+       res = rmdir(path.bv_val);
+       path.bv_val[path.bv_len - STRLENOF(LDIF)] = '.';
+       if ( res && errno != ENOENT ) {
+               rs->sr_err = LDAP_NOT_ALLOWED_ON_NONLEAF;
+       } else {
+               res = unlink(path.bv_val);
+       }
 
        if(res == -1) {
                if(errno == ENOENT)
@@ -623,23 +888,6 @@ static int ldif_back_delete(Operation *op, SlapReply *rs) {
        return 0;
 }
 
-static int is_leaf_node(struct berval * path) {
-       DIR * nonleafnode;
-       int path_len = path->bv_len;
-       int res;
-
-       path->bv_val[path->bv_len - STRLENOF(LDIF)] = '\0';
-       nonleafnode = opendir(path->bv_val);
-       path->bv_val[path->bv_len - STRLENOF(LDIF)] = '.';
-       if(nonleafnode == NULL) {
-               res = 1;
-       }
-       else {
-               closedir(nonleafnode);
-               res = 0;
-       }
-       return res;
-}
 
 static int move_entry(Entry * entry, struct berval * ndn,
                           struct berval * newndn, struct berval * rootdn,
@@ -656,9 +904,6 @@ static int move_entry(Entry * entry, struct berval * ndn,
                /* some object doesn't exist */
                res = LDAP_NO_SUCH_OBJECT;
        }
-       else if(! is_leaf_node(&path)) { /* entry is not a leaf node */
-               res = LDAP_NOT_ALLOWED_ON_NONLEAF;
-       }
        else { /* do the modrdn */
                exists_res = open(newpath.bv_val, O_RDONLY);
                if(exists_res == -1 && errno == ENOENT) {
@@ -697,9 +942,8 @@ static int move_entry(Entry * entry, struct berval * ndn,
 
 static int ldif_back_modrdn(Operation *op, SlapReply *rs) {
        struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
-       struct berval new_dn = {0, NULL}, new_ndn = {0, NULL};
-       struct berval * new_parent_dn = NULL;
-       struct berval p_dn, bv = {0, NULL};
+       struct berval new_dn = BER_BVNULL, new_ndn = BER_BVNULL;
+       struct berval p_dn, bv = BER_BVNULL;
        Entry * entry = NULL;
        LDAPRDN new_rdn = NULL;
        LDAPRDN old_rdn = NULL;
@@ -708,12 +952,12 @@ static int ldif_back_modrdn(Operation *op, SlapReply *rs) {
 
        ldap_pvt_thread_mutex_lock(&ni->li_mutex);
        ldap_pvt_thread_mutex_lock(&entry2str_mutex);
-       entry = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path);
+       entry = (Entry *) get_entry(op, &ni->li_base_path);
 
        /* build the mods to the entry */
        if(entry != NULL) {
-               if(ldap_bv2rdn(&op->oq_modrdn.rs_newrdn, &new_rdn, (char **)&rs->sr_text,
-                        LDAP_DN_FORMAT_LDAP)) {
+               if(ldap_bv2rdn(&op->oq_modrdn.rs_newrdn, &new_rdn,
+                       (char **)&rs->sr_text, LDAP_DN_FORMAT_LDAP)) {
                        rs->sr_err = LDAP_INVALID_DN_SYNTAX;
                }
                else if(op->oq_modrdn.rs_deleteoldrdn &&
@@ -722,33 +966,34 @@ static int ldif_back_modrdn(Operation *op, SlapReply *rs) {
                        rs->sr_err = LDAP_OTHER;
                }
                else { /* got both rdns successfully, ready to build mods */
-                       if(slap_modrdn2mods(op, rs, entry, old_rdn, new_rdn, &mods) != LDAP_SUCCESS) {
-       rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
+                       if(slap_modrdn2mods(op, rs, entry, old_rdn, new_rdn, &mods)
+                               != LDAP_SUCCESS) {
+                               rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
                        }
                        else { /* built mods successfully */
 
-       /* build new dn, and new ndn for the entry */
-       if(op->oq_modrdn.rs_newSup != NULL) /* new superior */
-               p_dn = *op->oq_modrdn.rs_newSup;
-       else
-               p_dn = slap_empty_bv;
-       dnParent(&entry->e_name, &p_dn);
-       build_new_dn(&new_dn, &p_dn, &op->oq_modrdn.rs_newrdn, NULL); 
-       dnNormalize( 0, NULL, NULL, &new_dn, &bv, op->o_tmpmemctx );
-       ber_dupbv( &new_ndn, &bv );
-       entry->e_name = new_dn;
-       entry->e_nname = new_ndn;
-
-       /* perform the modifications */
-       res = apply_modify_to_entry(entry, mods, op, rs);
-       if(res == LDAP_SUCCESS) {
-               rs->sr_err = move_entry(entry, &op->o_req_ndn,
-                                       &new_ndn,
-                                       &op->o_bd->be_nsuffix[0],
-                                       &ni->li_base_path);
-       }
-       else
-               rs->sr_err = res;
+                               /* build new dn, and new ndn for the entry */
+                               if(op->oq_modrdn.rs_newSup != NULL) /* new superior */
+                                       p_dn = *op->oq_modrdn.rs_newSup;
+                               else
+                                       p_dn = slap_empty_bv;
+                               dnParent(&entry->e_name, &p_dn);
+                               build_new_dn(&new_dn, &p_dn, &op->oq_modrdn.rs_newrdn, NULL); 
+                               dnNormalize( 0, NULL, NULL, &new_dn, &bv, op->o_tmpmemctx );
+                               ber_dupbv( &new_ndn, &bv );
+                               entry->e_name = new_dn;
+                               entry->e_nname = new_ndn;
+
+                               /* perform the modifications */
+                               res = apply_modify_to_entry(entry, mods, op, rs);
+                               if(res == LDAP_SUCCESS) {
+                                       rs->sr_err = move_entry(entry, &op->o_req_ndn,
+                                                               &new_ndn,
+                                                               &op->o_bd->be_nsuffix[0],
+                                                               &ni->li_base_path);
+                               }
+                               else
+                                       rs->sr_err = res;
                        }
                }
        }
@@ -771,24 +1016,22 @@ static int ldif_back_compare(Operation *op, SlapReply *rs) {
 
        ldap_pvt_thread_mutex_lock(&ni->li_mutex);
 
-       e = (Entry *) get_entry(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path);
+       e = (Entry *) get_entry(op, &ni->li_base_path);
        if(e != NULL) {
                for(a = attrs_find( e->e_attrs, op->oq_compare.rs_ava->aa_desc );
-       a != NULL;
-       a = attrs_find( a->a_next, op->oq_compare.rs_ava->aa_desc ))
-                       {
-       rs->sr_err = LDAP_COMPARE_FALSE;
-       
-       if (value_find_ex(op->oq_compare.rs_ava->aa_desc,
-                               SLAP_MR_ATTRIBUTE_VALUE_NORMALIZED_MATCH |
-                               SLAP_MR_ASSERTED_VALUE_NORMALIZED_MATCH,
-                               a->a_nvals, &op->oq_compare.rs_ava->aa_value,
-                               op->o_tmpmemctx ) == 0)
-               {
-                       rs->sr_err = LDAP_COMPARE_TRUE;
-                       break;
-               }
+                       a != NULL;
+                       a = attrs_find( a->a_next, op->oq_compare.rs_ava->aa_desc )) {
+                       rs->sr_err = LDAP_COMPARE_FALSE;
+               
+                       if (value_find_ex(op->oq_compare.rs_ava->aa_desc,
+                                               SLAP_MR_ATTRIBUTE_VALUE_NORMALIZED_MATCH |
+                                               SLAP_MR_ASSERTED_VALUE_NORMALIZED_MATCH,
+                                               a->a_nvals, &op->oq_compare.rs_ava->aa_value,
+                                               op->o_tmpmemctx ) == 0) {
+                               rs->sr_err = LDAP_COMPARE_TRUE;
+                               break;
                        }
+               }
        }
        else {
                rs->sr_err = LDAP_NO_SUCH_OBJECT;
@@ -803,70 +1046,67 @@ static int ldif_back_compare(Operation *op, SlapReply *rs) {
 
 static int ldif_tool_entry_open(BackendDB * be, int mode) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
-       ni->tool_entries = NULL;
-       ni->tool_numentries = 0;
-       ni->tool_current = 0;
-       ni->tool_put_entry_flag = 0;
+       ni->li_tool_current = 0;
        return 0;
 }                                      
 
 static int ldif_tool_entry_close(BackendDB * be) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
-       int i;
-       /*if(ni->tool_entries != NULL) {
-               for(i=0;i<ni->tool_numentries;i++) {
-                       SLAP_FREE(ni->tool_entries[i]);
-                       }*/
-       SLAP_FREE(ni->tool_entries);
+
+       SLAP_FREE(ni->li_tool_cookie.entries);
        return 0;
 }
 
-static ID ldif_tool_entry_first(BackendDB *be) {
+static ID
+ldif_tool_entry_first(BackendDB *be)
+{
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
        ID id = 1; /* first entry in the array of entries shifted by one */
-       ni->tool_current = 1;
-       if(ni->tool_entries == NULL || ni->tool_put_entry_flag) {
-               ni->tool_entries = (Entry **) enum_tree(&ni->li_base_path, &ni->tool_numentries, LDAP_SCOPE_SUBTREE);
-               ni->tool_put_entry_flag = 0;
+
+       ni->li_tool_current = 1;
+       if(ni->li_tool_cookie.entries == NULL) {
+               Operation op = {0};
+
+               op.o_bd = be;
+               op.o_req_dn = *be->be_suffix;
+               op.o_req_ndn = *be->be_nsuffix;
+               op.ors_scope = LDAP_SCOPE_SUBTREE;
+               ni->li_tool_cookie.op = &op;
+               (void)enum_tree( &ni->li_tool_cookie );
+               ni->li_tool_cookie.op = NULL;
        }
        return id;
 }
 
-static ID ldif_tool_entry_next(BackendDB *be) {
+static ID ldif_tool_entry_next(BackendDB *be)
+{
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
-       ni->tool_current += 1;
-       if(ni->tool_put_entry_flag) {
-               ni->tool_entries = (Entry **) enum_tree(&ni->li_base_path, &ni->tool_numentries, LDAP_SCOPE_SUBTREE);
-               ni->tool_put_entry_flag = 0;
-       }
-       if(ni->tool_current > ni->tool_numentries)
+       ni->li_tool_current += 1;
+       if(ni->li_tool_current > ni->li_tool_cookie.eind)
                return NOID;
        else
-               return ni->tool_current;
+               return ni->li_tool_current;
 }
 
 static Entry * ldif_tool_entry_get(BackendDB * be, ID id) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
        Entry * e;
 
-       if(id > ni->tool_numentries || id < 1)
+       if(id > ni->li_tool_cookie.eind || id < 1)
                return NULL;
        else {
-               e = ni->tool_entries[id - 1];
-               ni->tool_entries[id - 1] = NULL;
+               e = ni->li_tool_cookie.entries[id - 1];
+               ni->li_tool_cookie.entries[id - 1] = NULL;
                return e;
        }
 }
 
 static ID ldif_tool_entry_put(BackendDB * be, Entry * e, struct berval *text) {
        struct ldif_info *ni = (struct ldif_info *) be->be_private;
-               Attribute *save_attrs;
        struct berval dn = e->e_nname;
        struct berval leaf_path = BER_BVNULL;
        struct stat stats;
        int statres;
-       char textbuf[SLAP_TEXT_BUFLEN];
-       size_t textlen = sizeof textbuf;
        int res = LDAP_SUCCESS;
 
        dn2path(&dn, &be->be_nsuffix[0], &ni->li_base_path, &leaf_path);
@@ -906,7 +1146,6 @@ static ID ldif_tool_entry_put(BackendDB * be, Entry * e, struct berval *text) {
        }
 
        if(res == LDAP_SUCCESS) {
-               ni->tool_put_entry_flag = 1;
                return 1;
        }
        else
@@ -920,7 +1159,7 @@ ldif_back_db_init( BackendDB *be )
 
        ni = ch_calloc( 1, sizeof(struct ldif_info) );
        be->be_private = ni;
-       be->be_cf_table = be->bd_info->bi_cf_table;
+       be->be_cf_ocs = ldifocs;
        ldap_pvt_thread_mutex_init(&ni->li_mutex);
        return 0;
 }
@@ -931,6 +1170,8 @@ ldif_back_db_destroy(
                           )
 {
        struct ldif_info *ni = be->be_private;
+
+       ch_free(ni->li_base_path.bv_val);
        ldap_pvt_thread_mutex_destroy(&ni->li_mutex);
        free( be->be_private );
        return 0;
@@ -954,9 +1195,17 @@ ldif_back_initialize(
                           BackendInfo  *bi
                           )
 {
+       static char *controls[] = {
+               LDAP_CONTROL_MANAGEDSAIT,
+               NULL
+       };
        int rc;
 
-       bi->bi_cf_table = ldifcfg;
+       bi->bi_flags |=
+               SLAP_BFLAG_INCREMENT |
+               SLAP_BFLAG_REFERRALS;
+
+       bi->bi_controls = controls;
 
        bi->bi_open = 0;
        bi->bi_close = 0;
@@ -981,7 +1230,7 @@ ldif_back_initialize(
 
        bi->bi_extended = 0;
 
-       bi->bi_chk_referrals = 0;
+       bi->bi_chk_referrals = ldif_back_referrals;
 
        bi->bi_connection_init = 0;
        bi->bi_connection_destroy = 0;
@@ -999,9 +1248,9 @@ ldif_back_initialize(
        bi->bi_tool_id2entry_get = 0;
        bi->bi_tool_entry_modify = 0;
 
-       rc = init_config_attrs( ldifcfg );
+       bi->bi_cf_ocs = ldifocs;
+
+       rc = config_register_schema( ldifcfg, ldifocs );
        if ( rc ) return rc;
-       ldifcfg[0].ad = slap_schema.si_ad_objectClass;
-       rc = init_config_ocs( ldifocs );
-       return rc;
+       return 0;
 }