]> git.sur5r.net Git - openldap/blob - servers/slapd/back-ldif/ldif.c
Sync with HEAD
[openldap] / servers / slapd / back-ldif / ldif.c
1 /* ldif.c - the ldif backend */
2 /* $OpenLDAP$ */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
4  *
5  * Copyright 2005 The OpenLDAP Foundation.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted only as authorized by the OpenLDAP
10  * Public License.
11  *
12  * A copy of this license is available in the file LICENSE in the
13  * top-level directory of the distribution or, alternatively, at
14  * <http://www.OpenLDAP.org/license.html>.
15  */
16 /* ACKNOWLEDGEMENTS:
17  * This work was originally developed by Eric Stokes for inclusion
18  * in OpenLDAP Software.
19  */
20
21 #include "portable.h"
22 #include <stdio.h>
23 #include <ac/string.h>
24 #include <sys/types.h>
25 #include <sys/stat.h>
26 #include <ac/dirent.h>
27 #include <fcntl.h>
28 #include <ac/errno.h>
29 #include <ac/unistd.h>
30 #include "slap.h"
31 #include "lutil.h"
32 #include "config.h"
33
34 typedef struct enumCookie {
35         Operation *op;
36         SlapReply *rs;
37         Entry **entries;
38         int elen;
39         int eind;
40 } enumCookie;
41
42 struct ldif_info {
43         struct berval li_base_path;
44         enumCookie li_tool_cookie;
45         ID li_tool_current;
46         ldap_pvt_thread_mutex_t  li_mutex;
47 };
48
49 #ifdef _WIN32
50 #define mkdir(a,b)      mkdir(a)
51 #endif
52
53 #define LDIF    ".ldif"
54
55 #define IX_DNL  '{'
56 #define IX_DNR  '}'
57 #ifndef IX_FSL
58 #define IX_FSL  IX_DNL
59 #define IX_FSR  IX_DNR
60 #endif
61
62 #define ENTRY_BUFF_INCREMENT 500
63
64 static ConfigTable ldifcfg[] = {
65         { "directory", "dir", 2, 2, 0, ARG_BERVAL|ARG_OFFSET,
66                 (void *)offsetof(struct ldif_info, li_base_path),
67                 "( OLcfgDbAt:0.1 NAME 'olcDbDirectory' "
68                         "DESC 'Directory for database content' "
69                         "EQUALITY caseIgnoreMatch "
70                         "SYNTAX OMsDirectoryString )", NULL, NULL },
71         { NULL, NULL, 0, 0, 0, ARG_IGNORED,
72                 NULL, NULL, NULL, NULL }
73 };
74
75 static ConfigOCs ldifocs[] = {
76         { "( OLcfgDbOc:2.1 "
77                 "NAME 'olcLdifConfig' "
78                 "DESC 'LDIF backend configuration' "
79                 "SUP olcDatabaseConfig "
80                 "MUST ( olcDbDirectory ) )", Cft_Database, ldifcfg },
81         { NULL, 0, NULL }
82 };
83
84 static void
85 dn2path(struct berval * dn, struct berval * rootdn, struct berval * base_path,
86         struct berval *res)
87 {
88         char *ptr, *sep, *end;
89
90         res->bv_len = dn->bv_len + base_path->bv_len + 1 + STRLENOF( LDIF );
91         res->bv_val = ch_malloc( res->bv_len + 1 );
92         ptr = lutil_strcopy( res->bv_val, base_path->bv_val );
93         *ptr++ = LDAP_DIRSEP[0];
94         ptr = lutil_strcopy( ptr, rootdn->bv_val );
95         end = dn->bv_val + dn->bv_len - rootdn->bv_len - 1;
96         while ( end > dn->bv_val ) {
97                 for (sep = end-1; sep >=dn->bv_val && !DN_SEPARATOR( *sep ); sep--);
98                 *ptr++ = LDAP_DIRSEP[0];
99                 ptr = lutil_strncopy( ptr, sep+1, end-sep-1 );
100                 end = sep;
101         }
102         strcpy(ptr, LDIF);
103 #if IX_FSL != IX_DNL
104         ptr = res->bv_val;
105         while( ptr=strchr(ptr, IX_DNL) ) {
106                 *ptr++ = IX_FSL;
107                 ptr = strchr(ptr, IX_DNR);
108                 if ( ptr )
109                         *ptr++ = IX_FSR;
110                 else
111                         break;
112         }
113 #endif
114 }
115
116 static char * slurp_file(int fd) {
117         int read_chars_total = 0;
118         int read_chars = 0;
119         int entry_size;
120         char * entry;
121         char * entry_pos;
122         struct stat st;
123
124         fstat(fd, &st);
125         entry_size = st.st_size;
126         entry = ch_malloc( entry_size+1 );
127         entry_pos = entry;
128         
129         while(1) {
130                 read_chars = read(fd, (void *) entry_pos, entry_size - read_chars_total);
131                 if(read_chars == -1) {
132                         SLAP_FREE(entry);
133                         return NULL;
134                 }
135                 if(read_chars == 0) {
136                         entry[read_chars_total] = '\0';
137                         break;
138                 }
139                 else {
140                         read_chars_total += read_chars;
141                         entry_pos += read_chars;
142                 }
143         }
144         return entry;
145 }
146
147 static int spew_file(int fd, char * spew, int len) {
148         int writeres = 0;
149         
150         while(len > 0) {
151                 writeres = write(fd, spew, len);
152                 if(writeres == -1) {
153                         perror("could not spew write");
154                         return -1;
155                 }
156                 else {
157                         spew += writeres;
158                         len -= writeres;
159                 }
160         }
161         return writeres;
162 }
163
164 static int spew_entry(Entry * e, struct berval * path) {
165         int rs;
166         int openres;
167         int spew_res;
168         int entry_length;
169         char * entry_as_string;
170
171         openres = open(path->bv_val, O_WRONLY|O_CREAT|O_TRUNC, S_IRUSR | S_IWUSR);
172         if(openres == -1) {
173                 if(errno == ENOENT)
174                         rs = LDAP_NO_SUCH_OBJECT;
175                 else
176                         rs = LDAP_UNWILLING_TO_PERFORM;
177         }
178         else {
179                 struct berval rdn;
180                 int tmp;
181
182                 /* Only save the RDN onto disk */
183                 dnRdn( &e->e_name, &rdn );
184                 if ( rdn.bv_len != e->e_name.bv_len ) {
185                         e->e_name.bv_val[rdn.bv_len] = '\0';
186                         tmp = e->e_name.bv_len;
187                         e->e_name.bv_len = rdn.bv_len;
188                         rdn.bv_len = tmp;
189                 }
190
191                 entry_as_string = entry2str(e, &entry_length);
192
193                 /* Restore full DN */
194                 if ( rdn.bv_len != e->e_name.bv_len ) {
195                         e->e_name.bv_val[e->e_name.bv_len] = ',';
196                         e->e_name.bv_len = rdn.bv_len;
197                 }
198
199                 if(entry_as_string == NULL) {
200                         rs = LDAP_UNWILLING_TO_PERFORM;
201                         close(openres);
202                 }
203                 else {
204                         spew_res = spew_file(openres, entry_as_string, entry_length);
205                         close(openres);
206                         if(spew_res == -1)
207                                 rs = LDAP_UNWILLING_TO_PERFORM;
208                         else
209                                 rs = LDAP_SUCCESS;
210                 }
211         }
212         return rs;
213 }
214
215 static Entry * get_entry_for_fd(int fd,
216         struct berval *pdn,
217         struct berval *pndn)
218 {
219         char * entry = (char *) slurp_file(fd);
220         Entry * ldentry = NULL;
221         
222         /* error reading file */
223         if(entry == NULL) {
224                 goto return_value;
225         }
226
227         ldentry = str2entry(entry);
228         if ( ldentry ) {
229                 struct berval rdn;
230                 rdn = ldentry->e_name;
231                 build_new_dn( &ldentry->e_name, pdn, &rdn, NULL );
232                 ch_free( rdn.bv_val );
233                 rdn = ldentry->e_nname;
234                 build_new_dn( &ldentry->e_nname, pndn, &rdn, NULL );
235                 ch_free( rdn.bv_val );
236         }
237
238  return_value:
239         if(fd != -1) {
240                 if(close(fd) != 0) {
241                         /* log error */
242                 }
243         }
244         if(entry != NULL)
245                 SLAP_FREE(entry);
246         return ldentry;
247 }
248
249 static Entry * get_entry(Operation *op, struct berval *base_path) {
250         struct berval path, pdn, pndn;
251         int fd;
252
253         dnParent(&op->o_req_dn, &pdn);
254         dnParent(&op->o_req_ndn, &pndn);
255         dn2path(&op->o_req_ndn, op->o_bd->be_nsuffix, base_path, &path);
256         fd = open(path.bv_val, O_RDONLY);
257         /* error opening file (mebbe should log error) */
258         if(fd == -1) {
259                 perror("failed to open file");
260         }
261
262         if(path.bv_val != NULL)
263                 SLAP_FREE(path.bv_val);
264
265         if ( fd != -1 ) {
266                 return get_entry_for_fd(fd, &pdn, &pndn);
267         }
268
269         return NULL;
270 }
271
272 static void fullpath(struct berval *base, struct berval *name, struct berval *res) {
273         char *ptr;
274         res->bv_len = name->bv_len + base->bv_len + 1;
275         res->bv_val = ch_malloc( res->bv_len + 1 );
276         strcpy(res->bv_val, base->bv_val);
277         ptr = res->bv_val + base->bv_len;
278         *ptr++ = LDAP_DIRSEP[0];
279         strcpy(ptr, name->bv_val);
280 }
281
282 typedef struct bvlist {
283         struct bvlist *next;
284         struct berval bv;
285         struct berval num;
286         unsigned int inum;
287         int off;
288 } bvlist;
289
290
291 static int r_enum_tree(enumCookie *ck, struct berval *path,
292         struct berval *pdn, struct berval *pndn)
293 {
294         Entry *e;
295         int fd, rc = LDAP_SUCCESS;
296
297         fd = open( path->bv_val, O_RDONLY );
298         if ( fd < 0 ) {
299                 Debug( LDAP_DEBUG_TRACE,
300                         "=> ldif_enum_tree: failed to open %s\n",
301                         path->bv_val, 0, 0 );
302                 return LDAP_NO_SUCH_OBJECT;
303         }
304
305         e = get_entry_for_fd(fd, pdn, pndn);
306         if ( !e ) {
307                 Debug( LDAP_DEBUG_ANY,
308                         "=> ldif_enum_tree: failed to read entry for %s\n",
309                         path->bv_val, 0, 0 );
310                 return LDAP_BUSY;
311         }
312
313         if ( ck->op->ors_scope == LDAP_SCOPE_BASE ||
314                 ck->op->ors_scope == LDAP_SCOPE_SUBTREE ) {
315                 /* Send right away? */
316                 if ( ck->rs ) {
317                         /*
318                          * if it's a referral, add it to the list of referrals. only do
319                          * this for non-base searches, and don't check the filter
320                          * explicitly here since it's only a candidate anyway.
321                          */
322                         if ( !get_manageDSAit( ck->op )
323                                         && ck->op->ors_scope != LDAP_SCOPE_BASE
324                                         && is_entry_referral( e ) )
325                         {
326                                 BerVarray erefs = get_entry_referrals( ck->op, e );
327                                 ck->rs->sr_ref = referral_rewrite( erefs,
328                                                 &e->e_name, NULL,
329                                                 ck->op->oq_search.rs_scope == LDAP_SCOPE_ONELEVEL
330                                                         ? LDAP_SCOPE_BASE : LDAP_SCOPE_SUBTREE );
331
332                                 ck->rs->sr_entry = e;
333                                 rc = send_search_reference( ck->op, ck->rs );
334                                 ber_bvarray_free( ck->rs->sr_ref );
335                                 ber_bvarray_free( erefs );
336                                 ck->rs->sr_ref = NULL;
337                                 ck->rs->sr_entry = NULL;
338
339                         } else if ( test_filter( ck->op, e, ck->op->ors_filter ) == LDAP_COMPARE_TRUE )
340                         {
341                                 ck->rs->sr_entry = e;
342                                 ck->rs->sr_attrs = ck->op->ors_attrs;
343                                 ck->rs->sr_flags = REP_ENTRY_MODIFIABLE;
344                                 rc = send_search_entry(ck->op, ck->rs);
345                                 ck->rs->sr_entry = NULL;
346                         }
347                         fd = 1;
348                         if ( rc )
349                                 goto done;
350                 } else {
351                 /* Queueing up for tool mode */
352                         if(ck->entries == NULL) {
353                                 ck->entries = (Entry **) SLAP_MALLOC(sizeof(Entry *) * ENTRY_BUFF_INCREMENT);
354                                 ck->elen = ENTRY_BUFF_INCREMENT;
355                         }
356                         if(ck->eind >= ck->elen) { /* grow entries if necessary */      
357                                 ck->entries = (Entry **) SLAP_REALLOC(ck->entries, sizeof(Entry *) * (ck->elen) * 2);
358                                 ck->elen *= 2;
359                         }
360
361                         ck->entries[ck->eind++] = e;
362                         fd = 0;
363                 }
364         } else {
365                 fd = 1;
366         }
367
368         if ( ck->op->ors_scope != LDAP_SCOPE_BASE ) {
369                 DIR * dir_of_path;
370                 bvlist *list = NULL, *ptr;
371
372                 path->bv_len -= STRLENOF( LDIF );
373                 path->bv_val[path->bv_len] = '\0';
374
375                 dir_of_path = opendir(path->bv_val);
376                 if(dir_of_path == NULL) { /* can't open directory */
377                         if ( errno != ENOENT ) {
378                                 /* it shouldn't be treated as an error
379                                  * only if the directory doesn't exist */
380                                 rc = LDAP_BUSY;
381                                 Debug( LDAP_DEBUG_TRACE,
382                                         "=> ldif_enum_tree: failed to opendir %s (%d)\n",
383                                         path->bv_val, errno, 0 );
384                         }
385                         goto done;
386                 }
387         
388                 while(1) {
389                         struct berval fname, itmp;
390                         struct dirent * dir;
391                         bvlist *bvl, **prev;
392
393                         dir = readdir(dir_of_path);
394                         if(dir == NULL) break; /* end of the directory */
395                         fname.bv_len = strlen( dir->d_name );
396                         if ( fname.bv_len <= STRLENOF( LDIF ))
397                                 continue;
398                         if ( strcmp( dir->d_name + (fname.bv_len - STRLENOF(LDIF)), LDIF))
399                                 continue;
400                         fname.bv_val = dir->d_name;
401
402                         bvl = ch_malloc( sizeof(bvlist) );
403                         ber_dupbv( &bvl->bv, &fname );
404                         BER_BVZERO( &bvl->num );
405                         itmp.bv_val = strchr( bvl->bv.bv_val, IX_FSL );
406                         if ( itmp.bv_val ) {
407                                 char *ptr;
408                                 itmp.bv_val++;
409                                 ptr = strchr( itmp.bv_val, IX_FSR );
410                                 if ( ptr ) {
411                                         itmp.bv_len = ptr - itmp.bv_val;
412                                         ber_dupbv( &bvl->num, &itmp );
413                                         bvl->inum = strtoul( itmp.bv_val, NULL, 0 );
414                                         itmp.bv_val[0] = '\0';
415                                         bvl->off = itmp.bv_val - bvl->bv.bv_val;
416                                 }
417                         }
418
419                         for (prev = &list; (ptr = *prev) != NULL; prev = &ptr->next) {
420                                 int cmp = strcmp( bvl->bv.bv_val, ptr->bv.bv_val );
421                                 if ( !cmp && bvl->num.bv_val )
422                                         cmp = bvl->inum - ptr->inum;
423                                 if ( cmp < 0 )
424                                         break;
425                         }
426                         *prev = bvl;
427                         bvl->next = ptr;
428                                 
429                 }
430                 closedir(dir_of_path);
431
432                 if (ck->op->ors_scope == LDAP_SCOPE_ONELEVEL)
433                         ck->op->ors_scope = LDAP_SCOPE_BASE;
434                 else if ( ck->op->ors_scope == LDAP_SCOPE_SUBORDINATE)
435                         ck->op->ors_scope = LDAP_SCOPE_SUBTREE;
436
437                 while ( ( ptr = list ) ) {
438                         struct berval fpath;
439
440                         list = ptr->next;
441
442                         if ( rc == LDAP_SUCCESS ) {
443                                 if ( ptr->num.bv_val )
444                                         AC_MEMCPY( ptr->bv.bv_val + ptr->off, ptr->num.bv_val,
445                                                 ptr->num.bv_len );
446                                 fullpath( path, &ptr->bv, &fpath );
447                                 rc = r_enum_tree(ck, &fpath, &e->e_name, &e->e_nname );
448                                 free(fpath.bv_val);
449                         }
450                         if ( ptr->num.bv_val )
451                                 free( ptr->num.bv_val );
452                         free(ptr->bv.bv_val);
453                         free(ptr);
454                 }
455         }
456 done:
457         if ( fd ) entry_free( e );
458         return rc;
459 }
460
461 static int
462 enum_tree(
463         enumCookie *ck
464 )
465 {
466         struct ldif_info *ni = (struct ldif_info *) ck->op->o_bd->be_private;
467         struct berval path;
468         struct berval pdn, pndn;
469         int rc;
470
471         dnParent( &ck->op->o_req_dn, &pdn );
472         dnParent( &ck->op->o_req_ndn, &pndn );
473         dn2path( &ck->op->o_req_ndn, &ck->op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
474         rc = r_enum_tree(ck, &path, &pdn, &pndn);
475         ch_free( path.bv_val );
476         return rc;
477 }
478
479 /* Get the parent path plus the LDIF suffix */
480 static void get_parent_path(struct berval * dnpath, struct berval *res) {
481         int dnpathlen = dnpath->bv_len;
482         int i;
483         
484         for(i = dnpathlen;i>0;i--) /* find the first path seperator */
485                 if(dnpath->bv_val[i] == LDAP_DIRSEP[0])
486                         break;
487         res->bv_len = i;
488         res->bv_val = ch_malloc( res->bv_len + 1 + STRLENOF(LDIF) );
489         strncpy(res->bv_val, dnpath->bv_val, i);
490         strcpy(res->bv_val+i, LDIF);
491         res->bv_val[i] = '\0';
492 }
493
494 static int apply_modify_to_entry(Entry * entry,
495                                 Modifications * modlist,
496                                 Operation * op,
497                                 SlapReply * rs)
498 {
499         char textbuf[SLAP_TEXT_BUFLEN];
500         int rc = LDAP_UNWILLING_TO_PERFORM;
501         Modification *mods = NULL;
502
503         if (!acl_check_modlist(op, entry, modlist)) {
504                 return LDAP_INSUFFICIENT_ACCESS;
505         }
506
507         for (; modlist != NULL; modlist = modlist->sml_next) {
508                 mods = &modlist->sml_mod;
509
510                 switch (mods->sm_op) {
511                 case LDAP_MOD_ADD:
512                         rc = modify_add_values(entry, mods,
513                                    get_permissiveModify(op),
514                                    &rs->sr_text, textbuf,
515                                    sizeof( textbuf ) );
516                         break;
517                                 
518                 case LDAP_MOD_DELETE:
519                         rc = modify_delete_values(entry, mods,
520                                 get_permissiveModify(op),
521                                 &rs->sr_text, textbuf,
522                                 sizeof( textbuf ) );
523                         break;
524                                 
525                 case LDAP_MOD_REPLACE:
526                         rc = modify_replace_values(entry, mods,
527                                  get_permissiveModify(op),
528                                  &rs->sr_text, textbuf,
529                                  sizeof( textbuf ) );
530                         break;
531
532                 case LDAP_MOD_INCREMENT:
533                         rc = modify_increment_values( entry,
534                                 mods, get_permissiveModify(op),
535                                 &rs->sr_text, textbuf,
536                                 sizeof( textbuf ) );
537                         break;
538
539                         break;
540
541                 case SLAP_MOD_SOFTADD:
542                         mods->sm_op = LDAP_MOD_ADD;
543                         rc = modify_add_values(entry, mods,
544                                    get_permissiveModify(op),
545                                    &rs->sr_text, textbuf,
546                                    sizeof( textbuf ) );
547                         mods->sm_op = SLAP_MOD_SOFTADD;
548                         if (rc == LDAP_TYPE_OR_VALUE_EXISTS) {
549                                 rc = LDAP_SUCCESS;
550                         }
551                         break;
552                 default:
553                         break;
554                 }
555                 if(rc != LDAP_SUCCESS) break;
556         }
557         
558         if(rc == LDAP_SUCCESS) {
559                 if ( mods->sm_desc == slap_schema.si_ad_objectClass ) {
560                         entry->e_ocflags = 0;
561                 }
562                 /* check that the entry still obeys the schema */
563                 rc = entry_schema_check(op, entry, NULL, 0,
564                           &rs->sr_text, textbuf, sizeof( textbuf ) );
565         }
566         return rc;
567 }
568
569 int
570 ldif_back_referrals( Operation *op, SlapReply *rs )
571 {
572         struct ldif_info        *ni = NULL;
573         Entry                   *entry;
574         int                     rc = LDAP_SUCCESS;
575
576 #if 0
577         if ( op->o_tag == LDAP_REQ_SEARCH ) {
578                 /* let search take care of itself */
579                 return rc;
580         }
581 #endif
582
583         if ( get_manageDSAit( op ) ) {
584                 /* let op take care of DSA management */
585                 return rc;
586         }
587
588         ni = (struct ldif_info *)op->o_bd->be_private;
589         ldap_pvt_thread_mutex_lock( &ni->li_mutex );
590         entry = (Entry *)get_entry( op, &ni->li_base_path );
591
592         /* no object is found for them */
593         if ( entry == NULL ) {
594                 struct berval   odn = op->o_req_dn;
595                 struct berval   ondn = op->o_req_ndn;
596
597                 struct berval   pndn = op->o_req_ndn;
598
599                 for ( ; entry == NULL; ) {
600                         dnParent( &pndn, &pndn );
601                         
602                         if ( !dnIsSuffix( &pndn, &op->o_bd->be_nsuffix[0] ) ) {
603                                 break;
604                         }
605
606                         op->o_req_dn = pndn;
607                         op->o_req_ndn = pndn;
608
609                         entry = (Entry *)get_entry( op, &ni->li_base_path );
610                 }
611
612                 ldap_pvt_thread_mutex_unlock( &ni->li_mutex );
613
614                 op->o_req_dn = odn;
615                 op->o_req_ndn = ondn;
616
617                 rc = LDAP_SUCCESS;
618                 rs->sr_matched = NULL;
619                 if ( entry != NULL ) {
620                         Debug( LDAP_DEBUG_TRACE,
621                                 "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
622                                 (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
623
624                         if ( is_entry_referral( entry ) ) {
625                                 rc = LDAP_OTHER;
626                                 rs->sr_ref = get_entry_referrals( op, entry );
627                                 if ( rs->sr_ref ) {
628                                         rs->sr_matched = ber_strdup_x(
629                                         entry->e_name.bv_val, op->o_tmpmemctx );
630                                 }
631                         }
632
633                         entry_free(entry);
634
635                 } else if ( default_referral != NULL ) {
636                         rc = LDAP_OTHER;
637                         rs->sr_ref = referral_rewrite( default_referral,
638                                 NULL, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
639                 }
640
641                 if ( rs->sr_ref != NULL ) {
642                         /* send referrals */
643                         rc = rs->sr_err = LDAP_REFERRAL;
644                         send_ldap_result( op, rs );
645                         ber_bvarray_free( rs->sr_ref );
646                         rs->sr_ref = NULL;
647
648                 } else if ( rc != LDAP_SUCCESS ) {
649                         rs->sr_err = rc;
650                         rs->sr_text = rs->sr_matched ? "bad referral object" : NULL;
651                         send_ldap_result( op, rs );
652                 }
653
654                 if ( rs->sr_matched ) {
655                         op->o_tmpfree( (char *)rs->sr_matched, op->o_tmpmemctx );
656                         rs->sr_matched = NULL;
657                 }
658
659                 return rc;
660         }
661
662         ldap_pvt_thread_mutex_unlock( &ni->li_mutex );
663
664         if ( is_entry_referral( entry ) ) {
665                 /* entry is a referral */
666                 BerVarray refs = get_entry_referrals( op, entry );
667                 rs->sr_ref = referral_rewrite(
668                         refs, &entry->e_name, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
669
670                 Debug( LDAP_DEBUG_TRACE,
671                         "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
672                         (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
673
674                 rs->sr_matched = entry->e_name.bv_val;
675                 if ( rs->sr_ref != NULL ) {
676                         rc = rs->sr_err = LDAP_REFERRAL;
677                         send_ldap_result( op, rs );
678                         ber_bvarray_free( rs->sr_ref );
679                         rs->sr_ref = NULL;
680
681                 } else {
682                         send_ldap_error( op, rs, LDAP_OTHER, "bad referral object" );
683                         rc = rs->sr_err;
684                 }
685
686                 rs->sr_matched = NULL;
687                 ber_bvarray_free( refs );
688         }
689
690         entry_free( entry );
691
692         return rc;
693 }
694
695 static int
696 ldif_back_bind( Operation *op, SlapReply *rs )
697 {
698         struct ldif_info *ni = NULL;
699         Attribute * a = NULL;
700         AttributeDescription *password = slap_schema.si_ad_userPassword;
701         int return_val = 0;
702         Entry * entry = NULL;
703
704         ni = (struct ldif_info *) op->o_bd->be_private;
705         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
706         entry = (Entry *) get_entry(op, &ni->li_base_path);
707
708         /* no object is found for them */
709         if(entry == NULL) {
710                 if(be_isroot_pw(op)) {
711                         rs->sr_err = return_val = LDAP_SUCCESS;
712                 } else {
713                         rs->sr_err = return_val = LDAP_INVALID_CREDENTIALS;
714                 }
715                 goto return_result;
716         }
717
718         /* they don't have userpassword */
719         if((a = attr_find(entry->e_attrs, password)) == NULL) {
720                 rs->sr_err = LDAP_INAPPROPRIATE_AUTH;
721                 return_val = 1;
722                 goto return_result;
723         }
724
725         /* authentication actually failed */
726         if(slap_passwd_check(op, entry, a, &op->oq_bind.rb_cred,
727                              &rs->sr_text) != 0) {
728                 rs->sr_err = LDAP_INVALID_CREDENTIALS;
729                 return_val = 1;
730                 goto return_result;
731         }
732
733         /* let the front-end send success */
734         return_val = 0;
735         goto return_result;
736
737  return_result:
738         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
739         if(return_val != 0)
740                 send_ldap_result( op, rs );
741         if(entry != NULL)
742                 entry_free(entry);
743         return return_val;
744 }
745
746 static int ldif_back_search(Operation *op, SlapReply *rs)
747 {
748         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
749         enumCookie ck = { NULL, NULL, NULL, 0, 0 };
750
751         ck.op = op;
752         ck.rs = rs;
753         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
754         rs->sr_err = enum_tree( &ck );
755         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
756         send_ldap_result(op, rs);
757
758         return rs->sr_err;
759 }
760
761 static int ldif_back_add(Operation *op, SlapReply *rs) {
762         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
763         Entry * e = op->ora_e;
764         struct berval dn = e->e_nname;
765         struct berval leaf_path = BER_BVNULL;
766         struct stat stats;
767         int statres;
768         char textbuf[SLAP_TEXT_BUFLEN];
769
770         slap_add_opattrs( op, &rs->sr_text, textbuf, sizeof( textbuf ), 1 );
771
772         rs->sr_err = entry_schema_check(op, e, NULL, 0,
773                 &rs->sr_text, textbuf, sizeof( textbuf ) );
774         if ( rs->sr_err != LDAP_SUCCESS ) goto send_res;
775                                 
776         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
777
778         dn2path(&dn, &op->o_bd->be_nsuffix[0], &ni->li_base_path, &leaf_path);
779
780         if(leaf_path.bv_val != NULL) {
781                 struct berval base = BER_BVNULL;
782                 /* build path to container and ldif of container */
783                 get_parent_path(&leaf_path, &base);
784
785                 statres = stat(base.bv_val, &stats); /* check if container exists */
786                 if(statres == -1 && errno == ENOENT) { /* container missing */
787                         base.bv_val[base.bv_len] = '.';
788                         statres = stat(base.bv_val, &stats); /* check for leaf node */
789                         base.bv_val[base.bv_len] = '\0';
790                         if(statres == -1 && errno == ENOENT) {
791                                 rs->sr_err = LDAP_NO_SUCH_OBJECT; /* parent doesn't exist */
792                         }
793                         else if(statres != -1) { /* create parent */
794                                 int mkdirres = mkdir(base.bv_val, 0750);
795                                 if(mkdirres == -1) {
796                                         rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
797                                 }
798                         }
799                         else
800                                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
801                 }/* container was possibly created, move on to add the entry */
802                 if(rs->sr_err == LDAP_SUCCESS) {
803                         statres = stat(leaf_path.bv_val, &stats);
804                         if(statres == -1 && errno == ENOENT) {
805                                 ldap_pvt_thread_mutex_lock(&entry2str_mutex);
806                                 rs->sr_err = (int) spew_entry(e, &leaf_path);
807                                 ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
808                         }
809                         else /* it already exists */
810                                 rs->sr_err = LDAP_ALREADY_EXISTS;
811                 }
812                 SLAP_FREE(base.bv_val);
813                 SLAP_FREE(leaf_path.bv_val);
814         }
815
816         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
817
818 send_res:
819         send_ldap_result(op, rs);
820         if ( !SLAP_SHADOW( op->o_bd ))
821                 slap_graduate_commit_csn( op );
822         return 0;
823 }
824
825 static int ldif_back_modify(Operation *op, SlapReply *rs) {
826         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
827         Modifications * modlst = op->orm_modlist;
828         struct berval path = BER_BVNULL;
829         Entry * entry = NULL;
830         int spew_res;
831
832         if ( !SLAP_SHADOW( op->o_bd ))
833                 slap_mods_opattrs( op, &op->orm_modlist, 1 );
834
835         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
836         dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path,
837                 &path);
838         entry = (Entry *) get_entry(op, &ni->li_base_path);
839
840         if(entry != NULL) {
841                 rs->sr_err = apply_modify_to_entry(entry, modlst, op, rs);
842                 if(rs->sr_err == LDAP_SUCCESS) {
843                         ldap_pvt_thread_mutex_lock(&entry2str_mutex);
844                         spew_res = spew_entry(entry, &path);
845                         ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
846                         if(spew_res == -1) {
847                                 perror("could not output entry");
848                                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
849                         }
850                 }
851         }
852         else {
853                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
854         }
855         
856         if(entry != NULL)
857                 entry_free(entry);
858         if(path.bv_val != NULL)
859                 SLAP_FREE(path.bv_val);
860         rs->sr_text = NULL;
861         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
862         send_ldap_result(op, rs);
863         if ( !SLAP_SHADOW( op->o_bd ))
864                 slap_graduate_commit_csn( op );
865         return 0;
866 }
867
868 static int ldif_back_delete(Operation *op, SlapReply *rs) {
869         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
870         struct berval path = BER_BVNULL;
871         int res = 0;
872
873         if ( !SLAP_SHADOW( op->o_bd )) {
874                 struct berval csn;
875                 char csnbuf[LDAP_LUTIL_CSNSTR_BUFSIZE];
876
877                 csn.bv_val = csnbuf;
878                 csn.bv_len = sizeof( csnbuf );
879                 slap_get_csn( op, &csn, 1 );
880         }
881
882         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
883         dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
884
885         path.bv_val[path.bv_len - STRLENOF(LDIF)] = '\0';
886         res = rmdir(path.bv_val);
887         path.bv_val[path.bv_len - STRLENOF(LDIF)] = '.';
888         if ( res && errno != ENOENT ) {
889                 rs->sr_err = LDAP_NOT_ALLOWED_ON_NONLEAF;
890         } else {
891                 res = unlink(path.bv_val);
892         }
893
894         if(res == -1) {
895                 if(errno == ENOENT)
896                         rs->sr_err = LDAP_NO_SUCH_OBJECT;
897                 else
898                         rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
899         }
900         else
901                 rs->sr_err = LDAP_SUCCESS;
902
903         SLAP_FREE(path.bv_val);
904         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
905         send_ldap_result(op, rs);
906         if ( !SLAP_SHADOW( op->o_bd ))
907                 slap_graduate_commit_csn( op );
908         return 0;
909 }
910
911
912 static int move_entry(Entry * entry, struct berval * ndn,
913                            struct berval * newndn, struct berval * rootdn,
914                            struct berval * base_path) {
915         int res;
916         int exists_res;
917         struct berval path;
918         struct berval newpath;
919
920         dn2path(ndn, rootdn, base_path, &path);
921         dn2path(newndn, rootdn, base_path, &newpath);
922
923         if((entry == NULL || path.bv_val == NULL) || newpath.bv_val == NULL) {
924                 /* some object doesn't exist */
925                 res = LDAP_NO_SUCH_OBJECT;
926         }
927         else { /* do the modrdn */
928                 exists_res = open(newpath.bv_val, O_RDONLY);
929                 if(exists_res == -1 && errno == ENOENT) {
930                         res = spew_entry(entry, &newpath);
931                         if(res != -1) {
932                                 /* if this fails we should log something bad */
933                                 res = unlink(path.bv_val);
934                                 res = LDAP_SUCCESS;
935                         }
936                         else {
937                                 if(errno == ENOENT)
938                                         res = LDAP_NO_SUCH_OBJECT;
939                                 else
940                                         res = LDAP_UNWILLING_TO_PERFORM;
941                                 unlink(newpath.bv_val); /* in case file was created */
942                         }
943                 }
944                 else if(exists_res) {
945                         int close_res = close(exists_res);
946                         res = LDAP_ALREADY_EXISTS;
947                         if(close_res == -1) {
948                         /* log heinous error */
949                         }
950                 }
951                 else {
952                         res = LDAP_UNWILLING_TO_PERFORM;
953                 }
954         }
955
956         if(newpath.bv_val != NULL)
957                 SLAP_FREE(newpath.bv_val);
958         if(path.bv_val != NULL)
959                 SLAP_FREE(path.bv_val);
960         return res;
961 }
962
963 static int ldif_back_modrdn(Operation *op, SlapReply *rs) {
964         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
965         struct berval new_dn = BER_BVNULL, new_ndn = BER_BVNULL;
966         struct berval p_dn, bv = BER_BVNULL;
967         Entry * entry = NULL;
968         LDAPRDN new_rdn = NULL;
969         LDAPRDN old_rdn = NULL;
970         Modifications * mods = NULL;
971         int res;
972
973         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
974         ldap_pvt_thread_mutex_lock(&entry2str_mutex);
975         entry = (Entry *) get_entry(op, &ni->li_base_path);
976
977         /* build the mods to the entry */
978         if(entry != NULL) {
979                 if(ldap_bv2rdn(&op->oq_modrdn.rs_newrdn, &new_rdn,
980                         (char **)&rs->sr_text, LDAP_DN_FORMAT_LDAP)) {
981                         rs->sr_err = LDAP_INVALID_DN_SYNTAX;
982                 }
983                 else if(op->oq_modrdn.rs_deleteoldrdn &&
984                         ldap_bv2rdn(&op->o_req_dn, &old_rdn, (char **)&rs->sr_text,
985                         LDAP_DN_FORMAT_LDAP)) {
986                         rs->sr_err = LDAP_OTHER;
987                 }
988                 else { /* got both rdns successfully, ready to build mods */
989                         if(slap_modrdn2mods(op, rs, entry, old_rdn, new_rdn, &mods)
990                                 != LDAP_SUCCESS) {
991                                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
992                         }
993                         else { /* built mods successfully */
994
995                                 /* build new dn, and new ndn for the entry */
996                                 if(op->oq_modrdn.rs_newSup != NULL) /* new superior */
997                                         p_dn = *op->oq_modrdn.rs_newSup;
998                                 else
999                                         p_dn = slap_empty_bv;
1000                                 dnParent(&entry->e_name, &p_dn);
1001                                 build_new_dn(&new_dn, &p_dn, &op->oq_modrdn.rs_newrdn, NULL); 
1002                                 dnNormalize( 0, NULL, NULL, &new_dn, &bv, op->o_tmpmemctx );
1003                                 ber_dupbv( &new_ndn, &bv );
1004                                 entry->e_name = new_dn;
1005                                 entry->e_nname = new_ndn;
1006
1007                                 /* perform the modifications */
1008                                 res = apply_modify_to_entry(entry, mods, op, rs);
1009                                 if(res == LDAP_SUCCESS) {
1010                                         rs->sr_err = move_entry(entry, &op->o_req_ndn,
1011                                                                 &new_ndn,
1012                                                                 &op->o_bd->be_nsuffix[0],
1013                                                                 &ni->li_base_path);
1014                                 }
1015                                 else
1016                                         rs->sr_err = res;
1017                         }
1018                 }
1019         }
1020         else /* entry was null */
1021                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
1022
1023         if(entry != NULL)
1024                 entry_free(entry);
1025         rs->sr_text = "";
1026         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
1027         ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
1028         send_ldap_result(op, rs);
1029         return 0;
1030 }
1031
1032 /* return LDAP_SUCCESS IFF we can retrieve the specified entry.
1033  */
1034 int ldif_back_entry_get(
1035         Operation *op,
1036         struct berval *ndn,
1037         ObjectClass *oc,
1038         AttributeDescription *at,
1039         int rw,
1040         Entry **ent )
1041 {
1042         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
1043
1044         ldap_pvt_thread_mutex_lock( &ni->li_mutex );
1045
1046         *ent = (Entry *) get_entry( op, &ni->li_base_path );
1047
1048         ldap_pvt_thread_mutex_unlock( &ni->li_mutex );
1049
1050         return ( *ent == NULL ? 1 : 0 );
1051 }
1052
1053 static int ldif_tool_entry_open(BackendDB * be, int mode) {
1054         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1055         ni->li_tool_current = 0;
1056         return 0;
1057 }                                       
1058
1059 static int ldif_tool_entry_close(BackendDB * be) {
1060         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1061
1062         SLAP_FREE(ni->li_tool_cookie.entries);
1063         return 0;
1064 }
1065
1066 static ID
1067 ldif_tool_entry_first(BackendDB *be)
1068 {
1069         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1070         ID id = 1; /* first entry in the array of entries shifted by one */
1071
1072         ni->li_tool_current = 1;
1073         if(ni->li_tool_cookie.entries == NULL) {
1074                 Operation op = {0};
1075
1076                 op.o_bd = be;
1077                 op.o_req_dn = *be->be_suffix;
1078                 op.o_req_ndn = *be->be_nsuffix;
1079                 op.ors_scope = LDAP_SCOPE_SUBTREE;
1080                 ni->li_tool_cookie.op = &op;
1081                 (void)enum_tree( &ni->li_tool_cookie );
1082                 ni->li_tool_cookie.op = NULL;
1083         }
1084         return id;
1085 }
1086
1087 static ID ldif_tool_entry_next(BackendDB *be)
1088 {
1089         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1090         ni->li_tool_current += 1;
1091         if(ni->li_tool_current > ni->li_tool_cookie.eind)
1092                 return NOID;
1093         else
1094                 return ni->li_tool_current;
1095 }
1096
1097 static Entry * ldif_tool_entry_get(BackendDB * be, ID id) {
1098         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1099         Entry * e;
1100
1101         if(id > ni->li_tool_cookie.eind || id < 1)
1102                 return NULL;
1103         else {
1104                 e = ni->li_tool_cookie.entries[id - 1];
1105                 ni->li_tool_cookie.entries[id - 1] = NULL;
1106                 return e;
1107         }
1108 }
1109
1110 static ID ldif_tool_entry_put(BackendDB * be, Entry * e, struct berval *text) {
1111         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1112         struct berval dn = e->e_nname;
1113         struct berval leaf_path = BER_BVNULL;
1114         struct stat stats;
1115         int statres;
1116         int res = LDAP_SUCCESS;
1117
1118         dn2path(&dn, &be->be_nsuffix[0], &ni->li_base_path, &leaf_path);
1119
1120         if(leaf_path.bv_val != NULL) {
1121                 struct berval base = BER_BVNULL;
1122                 /* build path to container, and path to ldif of container */
1123                 get_parent_path(&leaf_path, &base);
1124
1125                 statres = stat(base.bv_val, &stats); /* check if container exists */
1126                 if(statres == -1 && errno == ENOENT) { /* container missing */
1127                         base.bv_val[base.bv_len] = '.';
1128                         statres = stat(base.bv_val, &stats); /* check for leaf node */
1129                         base.bv_val[base.bv_len] = '\0';
1130                         if(statres == -1 && errno == ENOENT) {
1131                                 res = LDAP_NO_SUCH_OBJECT; /* parent doesn't exist */
1132                         }
1133                         else if(statres != -1) { /* create parent */
1134                                 int mkdirres = mkdir(base.bv_val, 0750);
1135                                 if(mkdirres == -1) {
1136                                         res = LDAP_UNWILLING_TO_PERFORM;
1137                                 }
1138                         }
1139                         else
1140                                 res = LDAP_UNWILLING_TO_PERFORM;
1141                 }/* container was possibly created, move on to add the entry */
1142                 if(res == LDAP_SUCCESS) {
1143                         statres = stat(leaf_path.bv_val, &stats);
1144                         if(statres == -1 && errno == ENOENT) {
1145                                 res = (int) spew_entry(e, &leaf_path);
1146                         }
1147                         else /* it already exists */
1148                                 res = LDAP_ALREADY_EXISTS;
1149                 }
1150                 SLAP_FREE(base.bv_val);
1151                 SLAP_FREE(leaf_path.bv_val);
1152         }
1153
1154         if(res == LDAP_SUCCESS) {
1155                 return 1;
1156         }
1157         else
1158                 return NOID;
1159 }
1160
1161 static int
1162 ldif_back_db_init( BackendDB *be )
1163 {
1164         struct ldif_info *ni;
1165
1166         ni = ch_calloc( 1, sizeof(struct ldif_info) );
1167         be->be_private = ni;
1168         be->be_cf_ocs = ldifocs;
1169         ldap_pvt_thread_mutex_init(&ni->li_mutex);
1170         return 0;
1171 }
1172
1173 static int
1174 ldif_back_db_destroy(
1175                            Backend      *be
1176                            )
1177 {
1178         struct ldif_info *ni = be->be_private;
1179
1180         ch_free(ni->li_base_path.bv_val);
1181         ldap_pvt_thread_mutex_destroy(&ni->li_mutex);
1182         free( be->be_private );
1183         return 0;
1184 }
1185
1186 static int
1187 ldif_back_db_open(
1188                         Backend *be
1189                         )
1190 {
1191         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1192         if( BER_BVISEMPTY(&ni->li_base_path)) {/* missing base path */
1193                 fprintf(stderr, "missing base path for back-ldif\n");
1194                 return 1;
1195         }
1196         return 0;
1197 }
1198
1199 int
1200 ldif_back_initialize(
1201                            BackendInfo  *bi
1202                            )
1203 {
1204         static char *controls[] = {
1205                 LDAP_CONTROL_MANAGEDSAIT,
1206                 NULL
1207         };
1208         int rc;
1209
1210         bi->bi_flags |=
1211                 SLAP_BFLAG_INCREMENT |
1212                 SLAP_BFLAG_REFERRALS;
1213
1214         bi->bi_controls = controls;
1215
1216         bi->bi_open = 0;
1217         bi->bi_close = 0;
1218         bi->bi_config = 0;
1219         bi->bi_destroy = 0;
1220
1221         bi->bi_db_init = ldif_back_db_init;
1222         bi->bi_db_config = config_generic_wrapper;
1223         bi->bi_db_open = ldif_back_db_open;
1224         bi->bi_db_close = 0;
1225         bi->bi_db_destroy = ldif_back_db_destroy;
1226
1227         bi->bi_op_bind = ldif_back_bind;
1228         bi->bi_op_unbind = 0;
1229         bi->bi_op_search = ldif_back_search;
1230         bi->bi_op_compare = 0;
1231         bi->bi_op_modify = ldif_back_modify;
1232         bi->bi_op_modrdn = ldif_back_modrdn;
1233         bi->bi_op_add = ldif_back_add;
1234         bi->bi_op_delete = ldif_back_delete;
1235         bi->bi_op_abandon = 0;
1236
1237         bi->bi_extended = 0;
1238
1239         bi->bi_chk_referrals = ldif_back_referrals;
1240
1241         bi->bi_connection_init = 0;
1242         bi->bi_connection_destroy = 0;
1243
1244         bi->bi_entry_get_rw = ldif_back_entry_get;
1245
1246 #if 0   /* NOTE: uncomment to completely disable access control */
1247 #ifdef SLAP_OVERLAY_ACCESS
1248         bi->bi_access_allowed = slap_access_always_allowed;
1249 #endif /* SLAP_OVERLAY_ACCESS */
1250 #endif
1251
1252         bi->bi_tool_entry_open = ldif_tool_entry_open;
1253         bi->bi_tool_entry_close = ldif_tool_entry_close;
1254         bi->bi_tool_entry_first = ldif_tool_entry_first;
1255         bi->bi_tool_entry_next = ldif_tool_entry_next;
1256         bi->bi_tool_entry_get = ldif_tool_entry_get;
1257         bi->bi_tool_entry_put = ldif_tool_entry_put;
1258         bi->bi_tool_entry_reindex = 0;
1259         bi->bi_tool_sync = 0;
1260         
1261         bi->bi_tool_dn2id_get = 0;
1262         bi->bi_tool_id2entry_get = 0;
1263         bi->bi_tool_entry_modify = 0;
1264
1265         bi->bi_cf_ocs = ldifocs;
1266
1267         rc = config_register_schema( ldifcfg, ldifocs );
1268         if ( rc ) return rc;
1269         return 0;
1270 }