]> git.sur5r.net Git - openldap/blob - servers/slapd/back-ldif/ldif.c
Cleanup
[openldap] / servers / slapd / back-ldif / ldif.c
1 /* ldif.c - the ldif backend */
2 /* $OpenLDAP$ */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
4  *
5  * Copyright 2005 The OpenLDAP Foundation.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted only as authorized by the OpenLDAP
10  * Public License.
11  *
12  * A copy of this license is available in the file LICENSE in the
13  * top-level directory of the distribution or, alternatively, at
14  * <http://www.OpenLDAP.org/license.html>.
15  */
16 /* ACKNOWLEDGEMENTS:
17  * This work was originally developed by Eric Stokes for inclusion
18  * in OpenLDAP Software.
19  */
20
21 #include "portable.h"
22 #include <stdio.h>
23 #include <ac/string.h>
24 #include <sys/types.h>
25 #include <sys/stat.h>
26 #include <ac/dirent.h>
27 #include <fcntl.h>
28 #include <ac/errno.h>
29 #include <ac/unistd.h>
30 #include "slap.h"
31 #include "lutil.h"
32 #include "config.h"
33
34 typedef struct enumCookie {
35         Operation *op;
36         SlapReply *rs;
37         Entry **entries;
38         int elen;
39         int eind;
40 } enumCookie;
41
42 struct ldif_info {
43         struct berval li_base_path;
44         enumCookie li_tool_cookie;
45         ID li_tool_current;
46         ldap_pvt_thread_mutex_t  li_mutex;
47 };
48
49 #ifdef _WIN32
50 #define mkdir(a,b)      mkdir(a)
51 #endif
52
53 #define LDIF    ".ldif"
54
55 #define IX_DNL  '{'
56 #define IX_DNR  '}'
57 #ifndef IX_FSL
58 #define IX_FSL  IX_DNL
59 #define IX_FSR  IX_DNR
60 #endif
61
62 #define ENTRY_BUFF_INCREMENT 500
63
64 static ConfigTable ldifcfg[] = {
65         { "directory", "dir", 2, 2, 0, ARG_BERVAL|ARG_OFFSET,
66                 (void *)offsetof(struct ldif_info, li_base_path),
67                 "( OLcfgDbAt:0.1 NAME 'olcDbDirectory' "
68                         "DESC 'Directory for database content' "
69                         "EQUALITY caseIgnoreMatch "
70                         "SYNTAX OMsDirectoryString )", NULL, NULL },
71         { NULL, NULL, 0, 0, 0, ARG_IGNORED,
72                 NULL, NULL, NULL, NULL }
73 };
74
75 static ConfigOCs ldifocs[] = {
76         { "( OLcfgDbOc:2.1 "
77                 "NAME 'olcLdifConfig' "
78                 "DESC 'LDIF backend configuration' "
79                 "SUP olcDatabaseConfig "
80                 "MUST ( olcDbDirectory ) )", Cft_Database, ldifcfg },
81         { NULL, 0, NULL }
82 };
83
84 static void
85 dn2path(struct berval * dn, struct berval * rootdn, struct berval * base_path,
86         struct berval *res)
87 {
88         char *ptr, *sep, *end;
89
90         res->bv_len = dn->bv_len + base_path->bv_len + 1 + STRLENOF( LDIF );
91         res->bv_val = ch_malloc( res->bv_len + 1 );
92         ptr = lutil_strcopy( res->bv_val, base_path->bv_val );
93         *ptr++ = LDAP_DIRSEP[0];
94         ptr = lutil_strcopy( ptr, rootdn->bv_val );
95         end = dn->bv_val + dn->bv_len - rootdn->bv_len - 1;
96         while ( end > dn->bv_val ) {
97                 for (sep = end-1; sep >=dn->bv_val && !DN_SEPARATOR( *sep ); sep--);
98                 *ptr++ = LDAP_DIRSEP[0];
99                 ptr = lutil_strncopy( ptr, sep+1, end-sep-1 );
100                 end = sep;
101         }
102         strcpy(ptr, LDIF);
103 #if IX_FSL != IX_DNL
104         ptr = res->bv_val;
105         while( ptr=strchr(ptr, IX_DNL) ) {
106                 *ptr++ = IX_FSL;
107                 ptr = strchr(ptr, IX_DNR);
108                 if ( ptr )
109                         *ptr++ = IX_FSR;
110                 else
111                         break;
112         }
113 #endif
114 }
115
116 static char * slurp_file(int fd) {
117         int read_chars_total = 0;
118         int read_chars = 0;
119         int entry_size;
120         char * entry;
121         char * entry_pos;
122         struct stat st;
123
124         fstat(fd, &st);
125         entry_size = st.st_size;
126         entry = ch_malloc( entry_size+1 );
127         entry_pos = entry;
128         
129         while(1) {
130                 read_chars = read(fd, (void *) entry_pos, entry_size - read_chars_total);
131                 if(read_chars == -1) {
132                         SLAP_FREE(entry);
133                         return NULL;
134                 }
135                 if(read_chars == 0) {
136                         entry[read_chars_total] = '\0';
137                         break;
138                 }
139                 else {
140                         read_chars_total += read_chars;
141                         entry_pos += read_chars;
142                 }
143         }
144         return entry;
145 }
146
147 static int spew_file(int fd, char * spew, int len) {
148         int writeres = 0;
149         
150         while(len > 0) {
151                 writeres = write(fd, spew, len);
152                 if(writeres == -1) {
153                         perror("could not spew write");
154                         return -1;
155                 }
156                 else {
157                         spew += writeres;
158                         len -= writeres;
159                 }
160         }
161         return writeres;
162 }
163
164 static int spew_entry(Entry * e, struct berval * path) {
165         int rs;
166         int openres;
167         int spew_res;
168         int entry_length;
169         char * entry_as_string;
170
171         openres = open(path->bv_val, O_WRONLY|O_CREAT|O_TRUNC, S_IRUSR | S_IWUSR);
172         if(openres == -1) {
173                 if(errno == ENOENT)
174                         rs = LDAP_NO_SUCH_OBJECT;
175                 else
176                         rs = LDAP_UNWILLING_TO_PERFORM;
177         }
178         else {
179                 struct berval rdn;
180                 int tmp;
181
182                 /* Only save the RDN onto disk */
183                 dnRdn( &e->e_name, &rdn );
184                 if ( rdn.bv_len != e->e_name.bv_len ) {
185                         e->e_name.bv_val[rdn.bv_len] = '\0';
186                         tmp = e->e_name.bv_len;
187                         e->e_name.bv_len = rdn.bv_len;
188                         rdn.bv_len = tmp;
189                 }
190
191                 entry_as_string = entry2str(e, &entry_length);
192
193                 /* Restore full DN */
194                 if ( rdn.bv_len != e->e_name.bv_len ) {
195                         e->e_name.bv_val[e->e_name.bv_len] = ',';
196                         e->e_name.bv_len = rdn.bv_len;
197                 }
198
199                 if(entry_as_string == NULL) {
200                         rs = LDAP_UNWILLING_TO_PERFORM;
201                         close(openres);
202                 }
203                 else {
204                         spew_res = spew_file(openres, entry_as_string, entry_length);
205                         close(openres);
206                         if(spew_res == -1)
207                                 rs = LDAP_UNWILLING_TO_PERFORM;
208                         else
209                                 rs = LDAP_SUCCESS;
210                 }
211         }
212         return rs;
213 }
214
215 static Entry * get_entry_for_fd(int fd,
216         struct berval *pdn,
217         struct berval *pndn)
218 {
219         char * entry = (char *) slurp_file(fd);
220         Entry * ldentry = NULL;
221         
222         /* error reading file */
223         if(entry == NULL) {
224                 goto return_value;
225         }
226
227         ldentry = str2entry(entry);
228         if ( ldentry ) {
229                 struct berval rdn;
230                 rdn = ldentry->e_name;
231                 build_new_dn( &ldentry->e_name, pdn, &rdn, NULL );
232                 ch_free( rdn.bv_val );
233                 rdn = ldentry->e_nname;
234                 build_new_dn( &ldentry->e_nname, pndn, &rdn, NULL );
235                 ch_free( rdn.bv_val );
236         }
237
238  return_value:
239         if(fd != -1) {
240                 if(close(fd) != 0) {
241                         /* log error */
242                 }
243         }
244         if(entry != NULL)
245                 SLAP_FREE(entry);
246         return ldentry;
247 }
248
249 static Entry * get_entry(Operation *op, struct berval *base_path) {
250         struct berval path, pdn, pndn;
251         int fd;
252
253         dnParent(&op->o_req_dn, &pdn);
254         dnParent(&op->o_req_ndn, &pndn);
255         dn2path(&op->o_req_ndn, op->o_bd->be_nsuffix, base_path, &path);
256         fd = open(path.bv_val, O_RDONLY);
257         /* error opening file (mebbe should log error) */
258         if(fd == -1) {
259                 perror("failed to open file");
260         }
261
262         if(path.bv_val != NULL)
263                 SLAP_FREE(path.bv_val);
264
265         if ( fd != -1 ) {
266                 return get_entry_for_fd(fd, &pdn, &pndn);
267         }
268
269         return NULL;
270 }
271
272 static void fullpath(struct berval *base, struct berval *name, struct berval *res) {
273         char *ptr;
274         res->bv_len = name->bv_len + base->bv_len + 1;
275         res->bv_val = ch_malloc( res->bv_len + 1 );
276         strcpy(res->bv_val, base->bv_val);
277         ptr = res->bv_val + base->bv_len;
278         *ptr++ = LDAP_DIRSEP[0];
279         strcpy(ptr, name->bv_val);
280 }
281
282 typedef struct bvlist {
283         struct bvlist *next;
284         struct berval bv;
285         struct berval num;
286         unsigned int inum;
287         int off;
288 } bvlist;
289
290
291 static int r_enum_tree(enumCookie *ck, struct berval *path,
292         struct berval *pdn, struct berval *pndn)
293 {
294         Entry *e;
295         int fd, rc = LDAP_SUCCESS;
296
297         fd = open( path->bv_val, O_RDONLY );
298         if ( fd < 0 ) {
299                 Debug( LDAP_DEBUG_TRACE,
300                         "=> ldif_enum_tree: failed to open %s\n",
301                         path->bv_val, 0, 0 );
302                 return LDAP_NO_SUCH_OBJECT;
303         }
304
305         e = get_entry_for_fd(fd, pdn, pndn);
306         if ( !e ) {
307                 Debug( LDAP_DEBUG_ANY,
308                         "=> ldif_enum_tree: failed to read entry for %s\n",
309                         path->bv_val, 0, 0 );
310                 return LDAP_BUSY;
311         }
312
313         if ( ck->op->ors_scope == LDAP_SCOPE_BASE ||
314                 ck->op->ors_scope == LDAP_SCOPE_SUBTREE ) {
315                 /* Send right away? */
316                 if ( ck->rs ) {
317                         /*
318                          * if it's a referral, add it to the list of referrals. only do
319                          * this for non-base searches, and don't check the filter
320                          * explicitly here since it's only a candidate anyway.
321                          */
322                         if ( !get_manageDSAit( ck->op )
323                                         && ck->op->ors_scope != LDAP_SCOPE_BASE
324                                         && is_entry_referral( e ) )
325                         {
326                                 BerVarray erefs = get_entry_referrals( ck->op, e );
327                                 ck->rs->sr_ref = referral_rewrite( erefs,
328                                                 &e->e_name, NULL,
329                                                 ck->op->oq_search.rs_scope == LDAP_SCOPE_ONELEVEL
330                                                         ? LDAP_SCOPE_BASE : LDAP_SCOPE_SUBTREE );
331
332                                 ck->rs->sr_entry = e;
333                                 rc = send_search_reference( ck->op, ck->rs ) < 0;
334                                 ber_bvarray_free( ck->rs->sr_ref );
335                                 ber_bvarray_free( erefs );
336                                 ck->rs->sr_ref = NULL;
337                                 ck->rs->sr_entry = NULL;
338
339                         } else if ( test_filter( ck->op, e, ck->op->ors_filter ) == LDAP_COMPARE_TRUE )
340                         {
341                                 ck->rs->sr_entry = e;
342                                 ck->rs->sr_attrs = ck->op->ors_attrs;
343                                 ck->rs->sr_flags = REP_ENTRY_MODIFIABLE;
344                                 rc = send_search_entry(ck->op, ck->rs) < 0;
345                                 ck->rs->sr_entry = NULL;
346                         }
347                         fd = 1;
348                         if ( rc )
349                                 goto leave;
350                 } else {
351                 /* Queueing up for tool mode */
352                         if(ck->entries == NULL) {
353                                 ck->entries = (Entry **) SLAP_MALLOC(sizeof(Entry *) * ENTRY_BUFF_INCREMENT);
354                                 ck->elen = ENTRY_BUFF_INCREMENT;
355                         }
356                         if(ck->eind >= ck->elen) { /* grow entries if necessary */      
357                                 ck->entries = (Entry **) SLAP_REALLOC(ck->entries, sizeof(Entry *) * (ck->elen) * 2);
358                                 ck->elen *= 2;
359                         }
360
361                         ck->entries[ck->eind++] = e;
362                         fd = 0;
363                 }
364         } else {
365                 fd = 1;
366         }
367
368         if ( ck->op->ors_scope != LDAP_SCOPE_BASE ) {
369                 DIR * dir_of_path;
370                 bvlist *list = NULL, *ptr;
371
372                 path->bv_len -= STRLENOF( LDIF );
373                 path->bv_val[path->bv_len] = '\0';
374
375                 dir_of_path = opendir(path->bv_val);
376                 if(dir_of_path == NULL) { /* can't open directory */
377                         if ( errno != ENOENT ) {
378                                 /* it shouldn't be treated as an error
379                                  * only if the directory doesn't exist */
380                                 rc = LDAP_BUSY;
381                                 Debug( LDAP_DEBUG_TRACE,
382                                         "=> ldif_enum_tree: failed to opendir %s (%d)\n",
383                                         path->bv_val, errno, 0 );
384                         }
385                         goto leave;
386                 }
387         
388                 while(1) {
389                         struct berval fname, itmp;
390                         struct dirent * dir;
391                         bvlist *bvl, **prev;
392
393                         dir = readdir(dir_of_path);
394                         if(dir == NULL) break; /* end of the directory */
395                         fname.bv_len = strlen( dir->d_name );
396                         if ( fname.bv_len <= STRLENOF( LDIF ))
397                                 continue;
398                         if ( strcmp( dir->d_name + (fname.bv_len - STRLENOF(LDIF)), LDIF))
399                                 continue;
400                         fname.bv_val = dir->d_name;
401
402                         bvl = ch_malloc( sizeof(bvlist) );
403                         ber_dupbv( &bvl->bv, &fname );
404                         BER_BVZERO( &bvl->num );
405                         itmp.bv_val = strchr( bvl->bv.bv_val, IX_FSL );
406                         if ( itmp.bv_val ) {
407                                 char *ptr;
408                                 itmp.bv_val++;
409                                 ptr = strchr( itmp.bv_val, IX_FSR );
410                                 if ( ptr ) {
411                                         itmp.bv_len = ptr - itmp.bv_val;
412                                         ber_dupbv( &bvl->num, &itmp );
413                                         bvl->inum = strtoul( itmp.bv_val, NULL, 0 );
414                                         itmp.bv_val[0] = '\0';
415                                         bvl->off = itmp.bv_val - bvl->bv.bv_val;
416                                 }
417                         }
418
419                         for (prev = &list; (ptr = *prev) != NULL; prev = &ptr->next) {
420                                 int cmp = strcmp( bvl->bv.bv_val, ptr->bv.bv_val );
421                                 if ( !cmp && bvl->num.bv_val )
422                                         cmp = bvl->inum - ptr->inum;
423                                 if ( cmp < 0 )
424                                         break;
425                         }
426                         *prev = bvl;
427                         bvl->next = ptr;
428                                 
429                 }
430                 closedir(dir_of_path);
431
432                 if (ck->op->ors_scope == LDAP_SCOPE_ONELEVEL)
433                         ck->op->ors_scope = LDAP_SCOPE_BASE;
434                 else if ( ck->op->ors_scope == LDAP_SCOPE_SUBORDINATE)
435                         ck->op->ors_scope = LDAP_SCOPE_SUBTREE;
436
437                 while ( ( ptr = list ) ) {
438                         struct berval fpath;
439
440                         list = ptr->next;
441
442                         if ( rc == LDAP_SUCCESS ) {
443                                 if ( ptr->num.bv_val )
444                                         AC_MEMCPY( ptr->bv.bv_val + ptr->off, ptr->num.bv_val,
445                                                 ptr->num.bv_len );
446                                 fullpath( path, &ptr->bv, &fpath );
447                                 rc = r_enum_tree(ck, &fpath, &e->e_name, &e->e_nname );
448                                 free(fpath.bv_val);
449                         }
450                         if ( ptr->num.bv_val )
451                                 free( ptr->num.bv_val );
452                         free(ptr->bv.bv_val);
453                         free(ptr);
454                 }
455         }
456 leave:
457         if ( fd ) entry_free( e );
458         return rc;
459 }
460
461 static int
462 enum_tree(
463         enumCookie *ck
464 )
465 {
466         struct ldif_info *ni = (struct ldif_info *) ck->op->o_bd->be_private;
467         struct berval path;
468         struct berval pdn, pndn;
469         int rc;
470
471         dnParent( &ck->op->o_req_dn, &pdn );
472         dnParent( &ck->op->o_req_ndn, &pndn );
473         dn2path( &ck->op->o_req_ndn, &ck->op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
474         rc = r_enum_tree(ck, &path, &pdn, &pndn);
475         ch_free( path.bv_val );
476         return rc;
477 }
478
479 /* Get the parent path plus the LDIF suffix */
480 static void get_parent_path(struct berval * dnpath, struct berval *res) {
481         int dnpathlen = dnpath->bv_len;
482         int i;
483         
484         for(i = dnpathlen;i>0;i--) /* find the first path seperator */
485                 if(dnpath->bv_val[i] == LDAP_DIRSEP[0])
486                         break;
487         res->bv_len = i;
488         res->bv_val = ch_malloc( res->bv_len + 1 + STRLENOF(LDIF) );
489         strncpy(res->bv_val, dnpath->bv_val, i);
490         strcpy(res->bv_val+i, LDIF);
491         res->bv_val[i] = '\0';
492 }
493
494 static int apply_modify_to_entry(Entry * entry,
495                                 Modifications * modlist,
496                                 Operation * op,
497                                 SlapReply * rs)
498 {
499         char textbuf[SLAP_TEXT_BUFLEN];
500         int rc = LDAP_UNWILLING_TO_PERFORM;
501         Modification *mods = NULL;
502
503         if (!acl_check_modlist(op, entry, modlist)) {
504                 return LDAP_INSUFFICIENT_ACCESS;
505         }
506
507         for (; modlist != NULL; modlist = modlist->sml_next) {
508                 mods = &modlist->sml_mod;
509
510                 switch (mods->sm_op) {
511                 case LDAP_MOD_ADD:
512                         rc = modify_add_values(entry, mods,
513                                    get_permissiveModify(op),
514                                    &rs->sr_text, textbuf,
515                                    sizeof( textbuf ) );
516                         break;
517                                 
518                 case LDAP_MOD_DELETE:
519                         rc = modify_delete_values(entry, mods,
520                                 get_permissiveModify(op),
521                                 &rs->sr_text, textbuf,
522                                 sizeof( textbuf ) );
523                         break;
524                                 
525                 case LDAP_MOD_REPLACE:
526                         rc = modify_replace_values(entry, mods,
527                                  get_permissiveModify(op),
528                                  &rs->sr_text, textbuf,
529                                  sizeof( textbuf ) );
530                         break;
531
532                 case LDAP_MOD_INCREMENT:
533                         rc = modify_increment_values( entry,
534                                 mods, get_permissiveModify(op),
535                                 &rs->sr_text, textbuf,
536                                 sizeof( textbuf ) );
537                         break;
538
539                         break;
540
541                 case SLAP_MOD_SOFTADD:
542                         mods->sm_op = LDAP_MOD_ADD;
543                         rc = modify_add_values(entry, mods,
544                                    get_permissiveModify(op),
545                                    &rs->sr_text, textbuf,
546                                    sizeof( textbuf ) );
547                         mods->sm_op = SLAP_MOD_SOFTADD;
548                         if (rc == LDAP_TYPE_OR_VALUE_EXISTS) {
549                                 rc = LDAP_SUCCESS;
550                         }
551                         break;
552                 default:
553                         break;
554                 }
555                 if(rc != LDAP_SUCCESS) break;
556         }
557         
558         if(rc == LDAP_SUCCESS) {
559                 if ( mods->sm_desc == slap_schema.si_ad_objectClass ) {
560                         entry->e_ocflags = 0;
561                 }
562                 /* check that the entry still obeys the schema */
563                 rc = entry_schema_check(op->o_bd, entry, NULL, 0,
564                           &rs->sr_text, textbuf, sizeof( textbuf ) );
565         }
566         return rc;
567 }
568
569 int
570 ldif_back_referrals( Operation *op, SlapReply *rs )
571 {
572         struct ldif_info        *ni = NULL;
573         Entry                   *entry;
574         int                     rc = LDAP_SUCCESS;
575
576 #if 0
577         if ( op->o_tag == LDAP_REQ_SEARCH ) {
578                 /* let search take care of itself */
579                 return rc;
580         }
581 #endif
582
583         if ( get_manageDSAit( op ) ) {
584                 /* let op take care of DSA management */
585                 return rc;
586         }
587
588         ni = (struct ldif_info *)op->o_bd->be_private;
589         ldap_pvt_thread_mutex_lock( &ni->li_mutex );
590         entry = (Entry *)get_entry( op, &ni->li_base_path );
591
592         /* no object is found for them */
593         if ( entry == NULL ) {
594                 struct berval   odn = op->o_req_dn;
595                 struct berval   ondn = op->o_req_ndn;
596
597                 struct berval   pndn = op->o_req_ndn;
598
599                 for ( ; entry == NULL; ) {
600                         dnParent( &pndn, &pndn );
601                         
602                         if ( !dnIsSuffix( &pndn, &op->o_bd->be_nsuffix[0] ) ) {
603                                 break;
604                         }
605
606                         op->o_req_dn = pndn;
607                         op->o_req_ndn = pndn;
608
609                         entry = (Entry *)get_entry( op, &ni->li_base_path );
610                 }
611
612                 ldap_pvt_thread_mutex_unlock( &ni->li_mutex );
613
614                 op->o_req_dn = odn;
615                 op->o_req_ndn = ondn;
616
617                 rc = LDAP_SUCCESS;
618                 rs->sr_matched = NULL;
619                 if ( entry != NULL ) {
620                         Debug( LDAP_DEBUG_TRACE,
621                                 "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
622                                 (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
623
624                         if ( is_entry_referral( entry ) ) {
625                                 rc = LDAP_OTHER;
626                                 rs->sr_ref = get_entry_referrals( op, entry );
627                                 if ( rs->sr_ref ) {
628                                         rs->sr_matched = ber_strdup_x(
629                                         entry->e_name.bv_val, op->o_tmpmemctx );
630                                 }
631                         }
632
633                         entry_free(entry);
634
635                 } else if ( default_referral != NULL ) {
636                         rc = LDAP_OTHER;
637                         rs->sr_ref = referral_rewrite( default_referral,
638                                 NULL, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
639                 }
640
641                 if ( rs->sr_ref != NULL ) {
642                         /* send referrals */
643                         rc = rs->sr_err = LDAP_REFERRAL;
644                         send_ldap_result( op, rs );
645                         ber_bvarray_free( rs->sr_ref );
646                         rs->sr_ref = NULL;
647
648                 } else if ( rc != LDAP_SUCCESS ) {
649                         rs->sr_err = rc;
650                         rs->sr_text = rs->sr_matched ? "bad referral object" : NULL;
651                         send_ldap_result( op, rs );
652                 }
653
654                 if ( rs->sr_matched ) {
655                         op->o_tmpfree( (char *)rs->sr_matched, op->o_tmpmemctx );
656                         rs->sr_matched = NULL;
657                 }
658
659                 return rc;
660         }
661
662         ldap_pvt_thread_mutex_unlock( &ni->li_mutex );
663
664         if ( is_entry_referral( entry ) ) {
665                 /* entry is a referral */
666                 BerVarray refs = get_entry_referrals( op, entry );
667                 rs->sr_ref = referral_rewrite(
668                         refs, &entry->e_name, &op->o_req_dn, LDAP_SCOPE_DEFAULT );
669
670                 Debug( LDAP_DEBUG_TRACE,
671                         "ldif_back_referrals: op=%ld target=\"%s\" matched=\"%s\"\n",
672                         (long) op->o_tag, op->o_req_dn.bv_val, entry->e_name.bv_val );
673
674                 rs->sr_matched = entry->e_name.bv_val;
675                 if ( rs->sr_ref != NULL ) {
676                         rc = rs->sr_err = LDAP_REFERRAL;
677                         send_ldap_result( op, rs );
678                         ber_bvarray_free( rs->sr_ref );
679                         rs->sr_ref = NULL;
680
681                 } else {
682                         send_ldap_error( op, rs, LDAP_OTHER, "bad referral object" );
683                         rc = rs->sr_err;
684                 }
685
686                 rs->sr_matched = NULL;
687                 ber_bvarray_free( refs );
688
689                 entry_free( entry );
690         }
691
692         return rc;
693 }
694
695 static int
696 ldif_back_bind( Operation *op, SlapReply *rs )
697 {
698         struct ldif_info *ni = NULL;
699         Attribute * a = NULL;
700         AttributeDescription *password = slap_schema.si_ad_userPassword;
701         int return_val = 0;
702         Entry * entry = NULL;
703
704         ni = (struct ldif_info *) op->o_bd->be_private;
705         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
706         entry = (Entry *) get_entry(op, &ni->li_base_path);
707
708         /* no object is found for them */
709         if(entry == NULL) {
710                 if(be_isroot_pw(op)) {
711                         rs->sr_err = return_val = LDAP_SUCCESS;
712                 } else {
713                         rs->sr_err = return_val = LDAP_INVALID_CREDENTIALS;
714                 }
715                 goto return_result;
716         }
717
718         /* they don't have userpassword */
719         if((a = attr_find(entry->e_attrs, password)) == NULL) {
720                 rs->sr_err = LDAP_INAPPROPRIATE_AUTH;
721                 return_val = 1;
722                 goto return_result;
723         }
724
725         /* authentication actually failed */
726         if(slap_passwd_check(op, entry, a, &op->oq_bind.rb_cred,
727                              &rs->sr_text) != 0) {
728                 rs->sr_err = LDAP_INVALID_CREDENTIALS;
729                 return_val = 1;
730                 goto return_result;
731         }
732
733         /* let the front-end send success */
734         return_val = 0;
735         goto return_result;
736
737  return_result:
738         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
739         if(return_val != 0)
740                 send_ldap_result( op, rs );
741         if(entry != NULL)
742                 entry_free(entry);
743         return return_val;
744 }
745
746 static int ldif_back_search(Operation *op, SlapReply *rs)
747 {
748         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
749         enumCookie ck = { NULL, NULL, NULL, 0, 0 };
750
751         ck.op = op;
752         ck.rs = rs;
753         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
754         rs->sr_err = enum_tree( &ck );
755         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
756         send_ldap_result(op, rs);
757
758         return rs->sr_err;
759 }
760
761 static int ldif_back_add(Operation *op, SlapReply *rs) {
762         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
763         Entry * e = op->ora_e;
764         struct berval dn = e->e_nname;
765         struct berval leaf_path = BER_BVNULL;
766         struct stat stats;
767         int statres;
768         char textbuf[SLAP_TEXT_BUFLEN];
769
770         rs->sr_err = entry_schema_check(op->o_bd, e, NULL, 0,
771                 &rs->sr_text, textbuf, sizeof( textbuf ) );
772         if ( rs->sr_err != LDAP_SUCCESS ) goto send_res;
773                                 
774         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
775
776         dn2path(&dn, &op->o_bd->be_nsuffix[0], &ni->li_base_path, &leaf_path);
777
778         if(leaf_path.bv_val != NULL) {
779                 struct berval base = BER_BVNULL;
780                 /* build path to container and ldif of container */
781                 get_parent_path(&leaf_path, &base);
782
783                 statres = stat(base.bv_val, &stats); /* check if container exists */
784                 if(statres == -1 && errno == ENOENT) { /* container missing */
785                         base.bv_val[base.bv_len] = '.';
786                         statres = stat(base.bv_val, &stats); /* check for leaf node */
787                         base.bv_val[base.bv_len] = '\0';
788                         if(statres == -1 && errno == ENOENT) {
789                                 rs->sr_err = LDAP_NO_SUCH_OBJECT; /* parent doesn't exist */
790                         }
791                         else if(statres != -1) { /* create parent */
792                                 int mkdirres = mkdir(base.bv_val, 0750);
793                                 if(mkdirres == -1) {
794                                         rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
795                                 }
796                         }
797                         else
798                                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
799                 }/* container was possibly created, move on to add the entry */
800                 if(rs->sr_err == LDAP_SUCCESS) {
801                         statres = stat(leaf_path.bv_val, &stats);
802                         if(statres == -1 && errno == ENOENT) {
803                                 ldap_pvt_thread_mutex_lock(&entry2str_mutex);
804                                 rs->sr_err = (int) spew_entry(e, &leaf_path);
805                                 ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
806                         }
807                         else /* it already exists */
808                                 rs->sr_err = LDAP_ALREADY_EXISTS;
809                 }
810                 SLAP_FREE(base.bv_val);
811                 SLAP_FREE(leaf_path.bv_val);
812         }
813
814         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
815
816 send_res:
817         send_ldap_result(op, rs);
818         return 0;
819 }
820
821 static int ldif_back_modify(Operation *op, SlapReply *rs) {
822         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
823         Modifications * modlst = op->orm_modlist;
824         struct berval path = BER_BVNULL;
825         Entry * entry = NULL;
826         int spew_res;
827
828         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
829         dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path,
830                 &path);
831         entry = (Entry *) get_entry(op, &ni->li_base_path);
832
833         if(entry != NULL) {
834                 rs->sr_err = apply_modify_to_entry(entry, modlst, op, rs);
835                 if(rs->sr_err == LDAP_SUCCESS) {
836                         ldap_pvt_thread_mutex_lock(&entry2str_mutex);
837                         spew_res = spew_entry(entry, &path);
838                         ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
839                         if(spew_res == -1) {
840                                 perror("could not output entry");
841                                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
842                         }
843                 }
844         }
845         else {
846                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
847         }
848         
849         if(entry != NULL)
850                 entry_free(entry);
851         if(path.bv_val != NULL)
852                 SLAP_FREE(path.bv_val);
853         rs->sr_text = NULL;
854         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
855         send_ldap_result(op, rs);
856         return 0;
857 }
858
859 static int ldif_back_delete(Operation *op, SlapReply *rs) {
860         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
861         struct berval path = BER_BVNULL;
862         int res = 0;
863
864         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
865         dn2path(&op->o_req_ndn, &op->o_bd->be_nsuffix[0], &ni->li_base_path, &path);
866
867         path.bv_val[path.bv_len - STRLENOF(LDIF)] = '\0';
868         res = rmdir(path.bv_val);
869         path.bv_val[path.bv_len - STRLENOF(LDIF)] = '.';
870         if ( res && errno != ENOENT ) {
871                 rs->sr_err = LDAP_NOT_ALLOWED_ON_NONLEAF;
872         } else {
873                 res = unlink(path.bv_val);
874         }
875
876         if(res == -1) {
877                 if(errno == ENOENT)
878                         rs->sr_err = LDAP_NO_SUCH_OBJECT;
879                 else
880                         rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
881         }
882         else
883                 rs->sr_err = LDAP_SUCCESS;
884
885         SLAP_FREE(path.bv_val);
886         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
887         send_ldap_result(op, rs);
888         return 0;
889 }
890
891
892 static int move_entry(Entry * entry, struct berval * ndn,
893                            struct berval * newndn, struct berval * rootdn,
894                            struct berval * base_path) {
895         int res;
896         int exists_res;
897         struct berval path;
898         struct berval newpath;
899
900         dn2path(ndn, rootdn, base_path, &path);
901         dn2path(newndn, rootdn, base_path, &newpath);
902
903         if((entry == NULL || path.bv_val == NULL) || newpath.bv_val == NULL) {
904                 /* some object doesn't exist */
905                 res = LDAP_NO_SUCH_OBJECT;
906         }
907         else { /* do the modrdn */
908                 exists_res = open(newpath.bv_val, O_RDONLY);
909                 if(exists_res == -1 && errno == ENOENT) {
910                         res = spew_entry(entry, &newpath);
911                         if(res != -1) {
912                                 /* if this fails we should log something bad */
913                                 res = unlink(path.bv_val);
914                                 res = LDAP_SUCCESS;
915                         }
916                         else {
917                                 if(errno == ENOENT)
918                                         res = LDAP_NO_SUCH_OBJECT;
919                                 else
920                                         res = LDAP_UNWILLING_TO_PERFORM;
921                                 unlink(newpath.bv_val); /* in case file was created */
922                         }
923                 }
924                 else if(exists_res) {
925                         int close_res = close(exists_res);
926                         res = LDAP_ALREADY_EXISTS;
927                         if(close_res == -1) {
928                         /* log heinous error */
929                         }
930                 }
931                 else {
932                         res = LDAP_UNWILLING_TO_PERFORM;
933                 }
934         }
935
936         if(newpath.bv_val != NULL)
937                 SLAP_FREE(newpath.bv_val);
938         if(path.bv_val != NULL)
939                 SLAP_FREE(path.bv_val);
940         return res;
941 }
942
943 static int ldif_back_modrdn(Operation *op, SlapReply *rs) {
944         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
945         struct berval new_dn = BER_BVNULL, new_ndn = BER_BVNULL;
946         struct berval p_dn, bv = BER_BVNULL;
947         Entry * entry = NULL;
948         LDAPRDN new_rdn = NULL;
949         LDAPRDN old_rdn = NULL;
950         Modifications * mods = NULL;
951         int res;
952
953         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
954         ldap_pvt_thread_mutex_lock(&entry2str_mutex);
955         entry = (Entry *) get_entry(op, &ni->li_base_path);
956
957         /* build the mods to the entry */
958         if(entry != NULL) {
959                 if(ldap_bv2rdn(&op->oq_modrdn.rs_newrdn, &new_rdn,
960                         (char **)&rs->sr_text, LDAP_DN_FORMAT_LDAP)) {
961                         rs->sr_err = LDAP_INVALID_DN_SYNTAX;
962                 }
963                 else if(op->oq_modrdn.rs_deleteoldrdn &&
964                         ldap_bv2rdn(&op->o_req_dn, &old_rdn, (char **)&rs->sr_text,
965                         LDAP_DN_FORMAT_LDAP)) {
966                         rs->sr_err = LDAP_OTHER;
967                 }
968                 else { /* got both rdns successfully, ready to build mods */
969                         if(slap_modrdn2mods(op, rs, entry, old_rdn, new_rdn, &mods)
970                                 != LDAP_SUCCESS) {
971                                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
972                         }
973                         else { /* built mods successfully */
974
975                                 /* build new dn, and new ndn for the entry */
976                                 if(op->oq_modrdn.rs_newSup != NULL) /* new superior */
977                                         p_dn = *op->oq_modrdn.rs_newSup;
978                                 else
979                                         p_dn = slap_empty_bv;
980                                 dnParent(&entry->e_name, &p_dn);
981                                 build_new_dn(&new_dn, &p_dn, &op->oq_modrdn.rs_newrdn, NULL); 
982                                 dnNormalize( 0, NULL, NULL, &new_dn, &bv, op->o_tmpmemctx );
983                                 ber_dupbv( &new_ndn, &bv );
984                                 entry->e_name = new_dn;
985                                 entry->e_nname = new_ndn;
986
987                                 /* perform the modifications */
988                                 res = apply_modify_to_entry(entry, mods, op, rs);
989                                 if(res == LDAP_SUCCESS) {
990                                         rs->sr_err = move_entry(entry, &op->o_req_ndn,
991                                                                 &new_ndn,
992                                                                 &op->o_bd->be_nsuffix[0],
993                                                                 &ni->li_base_path);
994                                 }
995                                 else
996                                         rs->sr_err = res;
997                         }
998                 }
999         }
1000         else /* entry was null */
1001                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
1002
1003         if(entry != NULL)
1004                 entry_free(entry);
1005         rs->sr_text = "";
1006         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
1007         ldap_pvt_thread_mutex_unlock(&entry2str_mutex);
1008         send_ldap_result(op, rs);
1009         return 0;
1010 }
1011
1012 static int ldif_back_compare(Operation *op, SlapReply *rs) {
1013         struct ldif_info *ni = (struct ldif_info *) op->o_bd->be_private;
1014         Entry * e = NULL;
1015         Attribute       *a;
1016
1017         ldap_pvt_thread_mutex_lock(&ni->li_mutex);
1018
1019         e = (Entry *) get_entry(op, &ni->li_base_path);
1020         if(e != NULL) {
1021                 for(a = attrs_find( e->e_attrs, op->oq_compare.rs_ava->aa_desc );
1022                         a != NULL;
1023                         a = attrs_find( a->a_next, op->oq_compare.rs_ava->aa_desc )) {
1024                         rs->sr_err = LDAP_COMPARE_FALSE;
1025                 
1026                         if (value_find_ex(op->oq_compare.rs_ava->aa_desc,
1027                                                 SLAP_MR_ATTRIBUTE_VALUE_NORMALIZED_MATCH |
1028                                                 SLAP_MR_ASSERTED_VALUE_NORMALIZED_MATCH,
1029                                                 a->a_nvals, &op->oq_compare.rs_ava->aa_value,
1030                                                 op->o_tmpmemctx ) == 0) {
1031                                 rs->sr_err = LDAP_COMPARE_TRUE;
1032                                 break;
1033                         }
1034                 }
1035         }
1036         else {
1037                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
1038         }
1039
1040         if(e != NULL)
1041                 entry_free(e);
1042         ldap_pvt_thread_mutex_unlock(&ni->li_mutex);
1043         send_ldap_result(op, rs);
1044         return 0;
1045 }
1046
1047 static int ldif_tool_entry_open(BackendDB * be, int mode) {
1048         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1049         ni->li_tool_current = 0;
1050         return 0;
1051 }                                       
1052
1053 static int ldif_tool_entry_close(BackendDB * be) {
1054         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1055
1056         SLAP_FREE(ni->li_tool_cookie.entries);
1057         return 0;
1058 }
1059
1060 static ID
1061 ldif_tool_entry_first(BackendDB *be)
1062 {
1063         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1064         ID id = 1; /* first entry in the array of entries shifted by one */
1065
1066         ni->li_tool_current = 1;
1067         if(ni->li_tool_cookie.entries == NULL) {
1068                 Operation op = {0};
1069
1070                 op.o_bd = be;
1071                 op.o_req_dn = *be->be_suffix;
1072                 op.o_req_ndn = *be->be_nsuffix;
1073                 op.ors_scope = LDAP_SCOPE_SUBTREE;
1074                 ni->li_tool_cookie.op = &op;
1075                 (void)enum_tree( &ni->li_tool_cookie );
1076                 ni->li_tool_cookie.op = NULL;
1077         }
1078         return id;
1079 }
1080
1081 static ID ldif_tool_entry_next(BackendDB *be)
1082 {
1083         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1084         ni->li_tool_current += 1;
1085         if(ni->li_tool_current > ni->li_tool_cookie.eind)
1086                 return NOID;
1087         else
1088                 return ni->li_tool_current;
1089 }
1090
1091 static Entry * ldif_tool_entry_get(BackendDB * be, ID id) {
1092         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1093         Entry * e;
1094
1095         if(id > ni->li_tool_cookie.eind || id < 1)
1096                 return NULL;
1097         else {
1098                 e = ni->li_tool_cookie.entries[id - 1];
1099                 ni->li_tool_cookie.entries[id - 1] = NULL;
1100                 return e;
1101         }
1102 }
1103
1104 static ID ldif_tool_entry_put(BackendDB * be, Entry * e, struct berval *text) {
1105         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1106         struct berval dn = e->e_nname;
1107         struct berval leaf_path = BER_BVNULL;
1108         struct stat stats;
1109         int statres;
1110         int res = LDAP_SUCCESS;
1111
1112         dn2path(&dn, &be->be_nsuffix[0], &ni->li_base_path, &leaf_path);
1113
1114         if(leaf_path.bv_val != NULL) {
1115                 struct berval base = BER_BVNULL;
1116                 /* build path to container, and path to ldif of container */
1117                 get_parent_path(&leaf_path, &base);
1118
1119                 statres = stat(base.bv_val, &stats); /* check if container exists */
1120                 if(statres == -1 && errno == ENOENT) { /* container missing */
1121                         base.bv_val[base.bv_len] = '.';
1122                         statres = stat(base.bv_val, &stats); /* check for leaf node */
1123                         base.bv_val[base.bv_len] = '\0';
1124                         if(statres == -1 && errno == ENOENT) {
1125                                 res = LDAP_NO_SUCH_OBJECT; /* parent doesn't exist */
1126                         }
1127                         else if(statres != -1) { /* create parent */
1128                                 int mkdirres = mkdir(base.bv_val, 0750);
1129                                 if(mkdirres == -1) {
1130                                         res = LDAP_UNWILLING_TO_PERFORM;
1131                                 }
1132                         }
1133                         else
1134                                 res = LDAP_UNWILLING_TO_PERFORM;
1135                 }/* container was possibly created, move on to add the entry */
1136                 if(res == LDAP_SUCCESS) {
1137                         statres = stat(leaf_path.bv_val, &stats);
1138                         if(statres == -1 && errno == ENOENT) {
1139                                 res = (int) spew_entry(e, &leaf_path);
1140                         }
1141                         else /* it already exists */
1142                                 res = LDAP_ALREADY_EXISTS;
1143                 }
1144                 SLAP_FREE(base.bv_val);
1145                 SLAP_FREE(leaf_path.bv_val);
1146         }
1147
1148         if(res == LDAP_SUCCESS) {
1149                 return 1;
1150         }
1151         else
1152                 return NOID;
1153 }
1154
1155 static int
1156 ldif_back_db_init( BackendDB *be )
1157 {
1158         struct ldif_info *ni;
1159
1160         ni = ch_calloc( 1, sizeof(struct ldif_info) );
1161         be->be_private = ni;
1162         be->be_cf_ocs = ldifocs;
1163         ldap_pvt_thread_mutex_init(&ni->li_mutex);
1164         return 0;
1165 }
1166
1167 static int
1168 ldif_back_db_destroy(
1169                            Backend      *be
1170                            )
1171 {
1172         struct ldif_info *ni = be->be_private;
1173
1174         ch_free(ni->li_base_path.bv_val);
1175         ldap_pvt_thread_mutex_destroy(&ni->li_mutex);
1176         free( be->be_private );
1177         return 0;
1178 }
1179
1180 static int
1181 ldif_back_db_open(
1182                         Backend *be
1183                         )
1184 {
1185         struct ldif_info *ni = (struct ldif_info *) be->be_private;
1186         if( BER_BVISEMPTY(&ni->li_base_path)) {/* missing base path */
1187                 fprintf(stderr, "missing base path for back-ldif\n");
1188                 return 1;
1189         }
1190         return 0;
1191 }
1192
1193 int
1194 ldif_back_initialize(
1195                            BackendInfo  *bi
1196                            )
1197 {
1198         static char *controls[] = {
1199                 LDAP_CONTROL_MANAGEDSAIT,
1200                 NULL
1201         };
1202         int rc;
1203
1204         bi->bi_flags |=
1205                 SLAP_BFLAG_INCREMENT |
1206                 SLAP_BFLAG_REFERRALS;
1207
1208         bi->bi_controls = controls;
1209
1210         bi->bi_open = 0;
1211         bi->bi_close = 0;
1212         bi->bi_config = 0;
1213         bi->bi_destroy = 0;
1214
1215         bi->bi_db_init = ldif_back_db_init;
1216         bi->bi_db_config = config_generic_wrapper;
1217         bi->bi_db_open = ldif_back_db_open;
1218         bi->bi_db_close = 0;
1219         bi->bi_db_destroy = ldif_back_db_destroy;
1220
1221         bi->bi_op_bind = ldif_back_bind;
1222         bi->bi_op_unbind = 0;
1223         bi->bi_op_search = ldif_back_search;
1224         bi->bi_op_compare = ldif_back_compare;
1225         bi->bi_op_modify = ldif_back_modify;
1226         bi->bi_op_modrdn = ldif_back_modrdn;
1227         bi->bi_op_add = ldif_back_add;
1228         bi->bi_op_delete = ldif_back_delete;
1229         bi->bi_op_abandon = 0;
1230
1231         bi->bi_extended = 0;
1232
1233         bi->bi_chk_referrals = ldif_back_referrals;
1234
1235         bi->bi_connection_init = 0;
1236         bi->bi_connection_destroy = 0;
1237
1238         bi->bi_tool_entry_open = ldif_tool_entry_open;
1239         bi->bi_tool_entry_close = ldif_tool_entry_close;
1240         bi->bi_tool_entry_first = ldif_tool_entry_first;
1241         bi->bi_tool_entry_next = ldif_tool_entry_next;
1242         bi->bi_tool_entry_get = ldif_tool_entry_get;
1243         bi->bi_tool_entry_put = ldif_tool_entry_put;
1244         bi->bi_tool_entry_reindex = 0;
1245         bi->bi_tool_sync = 0;
1246         
1247         bi->bi_tool_dn2id_get = 0;
1248         bi->bi_tool_id2entry_get = 0;
1249         bi->bi_tool_entry_modify = 0;
1250
1251         bi->bi_cf_ocs = ldifocs;
1252
1253         rc = config_register_schema( ldifcfg, ldifocs );
1254         if ( rc ) return rc;
1255         return 0;
1256 }