]> git.sur5r.net Git - openldap/blob - servers/slapd/back-bdb/add.c
fix for concurrent persistent searches
[openldap] / servers / slapd / back-bdb / add.c
1 /* add.c - ldap BerkeleyDB back-end add routine */
2 /* $OpenLDAP$ */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
4  *
5  * Copyright 2000-2003 The OpenLDAP Foundation.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted only as authorized by the OpenLDAP
10  * Public License.
11  *
12  * A copy of this license is available in the file LICENSE in the
13  * top-level directory of the distribution or, alternatively, at
14  * <http://www.OpenLDAP.org/license.html>.
15  */
16
17 #include "portable.h"
18
19 #include <stdio.h>
20 #include <ac/string.h>
21
22 #include "back-bdb.h"
23 #include "external.h"
24
25 int
26 bdb_add(Operation *op, SlapReply *rs )
27 {
28         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
29         struct berval   pdn;
30         Entry           *p;
31         EntryInfo       *ei;
32         char textbuf[SLAP_TEXT_BUFLEN];
33         size_t textlen = sizeof textbuf;
34         AttributeDescription *children = slap_schema.si_ad_children;
35         AttributeDescription *entry = slap_schema.si_ad_entry;
36         DB_TXN          *ltid = NULL, *lt2;
37         struct bdb_op_info opinfo;
38 #ifdef BDB_SUBENTRIES
39         int subentry;
40 #endif
41         u_int32_t       locker = 0;
42         DB_LOCK         lock;
43         int             noop = 0;
44
45         int             num_retries = 0;
46
47         Operation* ps_list;
48         int             rc;
49         EntryInfo       *suffix_ei = NULL;
50         Entry           *ctxcsn_e;
51         int                     ctxcsn_added = 0;
52
53         LDAPControl *ctrls[SLAP_MAX_RESPONSE_CONTROLS];
54         int num_ctrls = 0;
55
56 #ifdef NEW_LOGGING
57         LDAP_LOG ( OPERATION, ARGS, "==> bdb_add: %s\n", op->oq_add.rs_e->e_name.bv_val, 0, 0 );
58 #else
59         Debug(LDAP_DEBUG_ARGS, "==> bdb_add: %s\n", op->oq_add.rs_e->e_name.bv_val, 0, 0);
60 #endif
61
62         /* check entry's schema */
63         rs->sr_err = entry_schema_check( op->o_bd, op->oq_add.rs_e, NULL, &rs->sr_text, textbuf, textlen );
64         if ( rs->sr_err != LDAP_SUCCESS ) {
65 #ifdef NEW_LOGGING
66         LDAP_LOG ( OPERATION, ERR, 
67                 "bdb_add: entry failed schema check: %s (%d)\n", rs->sr_text, rs->sr_err, 0 );
68 #else
69                 Debug( LDAP_DEBUG_TRACE,
70                         "bdb_add: entry failed schema check: %s (%d)\n",
71                         rs->sr_text, rs->sr_err, 0 );
72 #endif
73                 goto return_results;
74         }
75
76 #ifdef BDB_SUBENTRIES
77         subentry = is_entry_subentry( op->oq_add.rs_e );
78 #endif
79
80         /*
81          * acquire an ID outside of the operation transaction
82          * to avoid serializing adds.
83          */
84         rs->sr_err = bdb_next_id( op->o_bd, NULL, &op->oq_add.rs_e->e_id );
85         if( rs->sr_err != 0 ) {
86 #ifdef NEW_LOGGING
87                 LDAP_LOG ( OPERATION, ERR, 
88                         "bdb_add: next_id failed (%d)\n", rs->sr_err, 0, 0 );
89 #else
90                 Debug( LDAP_DEBUG_TRACE,
91                         "bdb_add: next_id failed (%d)\n", rs->sr_err, 0, 0 );
92 #endif
93                 rs->sr_err = LDAP_OTHER;
94                 rs->sr_text = "internal error";
95                 goto return_results;
96         }
97
98         if( 0 ) {
99 retry:  /* transaction retry */
100                 if( p ) {
101                         /* free parent and reader lock */
102                         bdb_unlocked_cache_return_entry_r( &bdb->bi_cache, p );
103                         p = NULL;
104                 }
105                 rs->sr_err = TXN_ABORT( ltid );
106                 ltid = NULL;
107                 op->o_private = NULL;
108                 op->o_do_not_cache = opinfo.boi_acl_cache;
109                 if( rs->sr_err != 0 ) {
110                         rs->sr_err = LDAP_OTHER;
111                         rs->sr_text = "internal error";
112                         goto return_results;
113                 }
114                 ldap_pvt_thread_yield();
115                 bdb_trans_backoff( ++num_retries );
116         }
117
118         /* begin transaction */
119         rs->sr_err = TXN_BEGIN( bdb->bi_dbenv, NULL, &ltid, 
120                 bdb->bi_db_opflags );
121         rs->sr_text = NULL;
122         if( rs->sr_err != 0 ) {
123 #ifdef NEW_LOGGING
124                 LDAP_LOG ( OPERATION, ERR, 
125                         "bdb_add: txn_begin failed: %s (%d)\n", db_strerror(rs->sr_err), rs->sr_err, 0 );
126 #else
127                 Debug( LDAP_DEBUG_TRACE,
128                         "bdb_add: txn_begin failed: %s (%d)\n",
129                         db_strerror(rs->sr_err), rs->sr_err, 0 );
130 #endif
131                 rs->sr_err = LDAP_OTHER;
132                 rs->sr_text = "internal error";
133                 goto return_results;
134         }
135
136         locker = TXN_ID ( ltid );
137
138         opinfo.boi_bdb = op->o_bd;
139         opinfo.boi_txn = ltid;
140         opinfo.boi_locker = locker;
141         opinfo.boi_err = 0;
142         opinfo.boi_acl_cache = op->o_do_not_cache;
143         op->o_private = &opinfo;
144         
145         /*
146          * Get the parent dn and see if the corresponding entry exists.
147          */
148         if ( be_issuffix( op->o_bd, &op->oq_add.rs_e->e_nname ) ) {
149                 pdn = slap_empty_bv;
150         } else {
151                 dnParent( &op->oq_add.rs_e->e_nname, &pdn );
152         }
153
154         /* get entry or parent */
155         rs->sr_err = bdb_dn2entry( op, ltid, &op->ora_e->e_nname, &ei,
156                 1, locker, &lock );
157         switch( rs->sr_err ) {
158         case 0:
159                 rs->sr_err = LDAP_ALREADY_EXISTS;
160                 goto return_results;
161         case DB_NOTFOUND:
162                 break;
163         case DB_LOCK_DEADLOCK:
164         case DB_LOCK_NOTGRANTED:
165                 goto retry;
166         case LDAP_BUSY:
167                 rs->sr_text = "ldap server busy";
168                 goto return_results;
169         default:
170                 rs->sr_err = LDAP_OTHER;
171                 rs->sr_text = "internal error";
172                 goto return_results;
173         }
174
175         p = ei->bei_e;
176         if ( p ) {
177                 if ( !bvmatch( &pdn, &p->e_nname ) ) {
178                         rs->sr_matched = ber_strdup_x( p->e_name.bv_val,
179                                 op->o_tmpmemctx );
180                         rs->sr_ref = is_entry_referral( p )
181                                 ? get_entry_referrals( op, p )
182                                 : NULL;
183                         bdb_unlocked_cache_return_entry_r( &bdb->bi_cache, p );
184                         p = NULL;
185 #ifdef NEW_LOGGING
186                         LDAP_LOG ( OPERATION, DETAIL1, 
187                                 "bdb_add: parent does not exist\n", 0, 0, 0 );
188 #else
189                         Debug( LDAP_DEBUG_TRACE, "bdb_add: parent does not exist\n",
190                                 0, 0, 0 );
191 #endif
192
193                         rs->sr_err = LDAP_REFERRAL;
194                         send_ldap_result( op, rs );
195
196                         ber_bvarray_free( rs->sr_ref );
197                         op->o_tmpfree( (char *)rs->sr_matched, op->o_tmpmemctx );
198                         rs->sr_ref = NULL;
199                         rs->sr_matched = NULL;
200
201                         goto done;
202                 }
203
204                 rs->sr_err = access_allowed( op, p,
205                         children, NULL, ACL_WRITE, NULL );
206
207                 if ( ! rs->sr_err ) {
208                         switch( opinfo.boi_err ) {
209                         case DB_LOCK_DEADLOCK:
210                         case DB_LOCK_NOTGRANTED:
211                                 goto retry;
212                         }
213
214 #ifdef NEW_LOGGING
215                         LDAP_LOG ( OPERATION, DETAIL1, 
216                                 "bdb_add: no write access to parent\n", 0, 0, 0 );
217 #else
218                         Debug( LDAP_DEBUG_TRACE, "bdb_add: no write access to parent\n",
219                                 0, 0, 0 );
220 #endif
221                         rs->sr_err = LDAP_INSUFFICIENT_ACCESS;
222                         rs->sr_text = "no write access to parent";
223                         goto return_results;;
224                 }
225
226 #ifdef BDB_SUBENTRIES
227                 if ( is_entry_subentry( p ) ) {
228                         /* parent is a subentry, don't allow add */
229 #ifdef NEW_LOGGING
230                         LDAP_LOG ( OPERATION, DETAIL1, 
231                                 "bdb_add: parent is subentry\n", 0, 0, 0 );
232 #else
233                         Debug( LDAP_DEBUG_TRACE, "bdb_add: parent is subentry\n",
234                                 0, 0, 0 );
235 #endif
236                         rs->sr_err = LDAP_OBJECT_CLASS_VIOLATION;
237                         rs->sr_text = "parent is a subentry";
238                         goto return_results;;
239                 }
240 #endif
241 #ifdef BDB_ALIASES
242                 if ( is_entry_alias( p ) ) {
243                         /* parent is an alias, don't allow add */
244 #ifdef NEW_LOGGING
245                         LDAP_LOG ( OPERATION, DETAIL1, 
246                                 "bdb_add: parent is alias\n", 0, 0, 0 );
247 #else
248                         Debug( LDAP_DEBUG_TRACE, "bdb_add: parent is alias\n",
249                                 0, 0, 0 );
250 #endif
251                         rs->sr_err = LDAP_ALIAS_PROBLEM;
252                         rs->sr_text = "parent is an alias";
253                         goto return_results;;
254                 }
255 #endif
256
257                 if ( is_entry_referral( p ) ) {
258                         /* parent is a referral, don't allow add */
259                         rs->sr_matched = p->e_name.bv_val;
260                         rs->sr_ref = get_entry_referrals( op, p );
261
262 #ifdef NEW_LOGGING
263                         LDAP_LOG ( OPERATION, DETAIL1, 
264                                 "bdb_add: parent is referral\n", 0, 0, 0 );
265 #else
266                         Debug( LDAP_DEBUG_TRACE, "bdb_add: parent is referral\n",
267                                 0, 0, 0 );
268 #endif
269
270                         rs->sr_err = LDAP_REFERRAL;
271                         send_ldap_result( op, rs );
272
273                         ber_bvarray_free( rs->sr_ref );
274                         bdb_unlocked_cache_return_entry_r( &bdb->bi_cache, p );
275                         rs->sr_ref = NULL;
276                         rs->sr_matched = NULL;
277                         p = NULL;
278                         goto done;
279                 }
280
281 #ifdef BDB_SUBENTRIES
282                 if ( subentry ) {
283                         /* FIXME: */
284                         /* parent must be an administrative point of the required kind */
285                 }
286 #endif
287
288                 /* free parent and reader lock */
289                 bdb_unlocked_cache_return_entry_r( &bdb->bi_cache, p );
290                 p = NULL;
291
292         } else {
293                 /*
294                  * no parent!
295                  *  if not attempting to add entry at suffix or with parent ""
296                  */
297                 if (( !be_isroot( op->o_bd, &op->o_ndn ) || pdn.bv_len > 0 )
298                         && !is_entry_glue( op->oq_add.rs_e ))
299                 {
300 #ifdef NEW_LOGGING
301                         LDAP_LOG ( OPERATION, DETAIL1, "bdb_add: %s denied\n", 
302                                 pdn.bv_len == 0 ? "suffix" : "entry at root", 0, 0 );
303 #else
304                         Debug( LDAP_DEBUG_TRACE, "bdb_add: %s denied\n",
305                                 pdn.bv_len == 0 ? "suffix" : "entry at root",
306                                 0, 0 );
307 #endif
308                         rs->sr_err = LDAP_NO_SUCH_OBJECT;
309                         goto return_results;
310                 }
311         }
312
313         if ( get_assert( op ) &&
314                 ( test_filter( op, op->oq_add.rs_e, get_assertion( op ))
315                         != LDAP_COMPARE_TRUE ))
316         {
317                 rs->sr_err = LDAP_ASSERTION_FAILED;
318                 goto return_results;
319         }
320
321         rs->sr_err = access_allowed( op, op->oq_add.rs_e,
322                 entry, NULL, ACL_WRITE, NULL );
323
324         if ( ! rs->sr_err ) {
325                 switch( opinfo.boi_err ) {
326                 case DB_LOCK_DEADLOCK:
327                 case DB_LOCK_NOTGRANTED:
328                         goto retry;
329                 }
330
331 #ifdef NEW_LOGGING
332                 LDAP_LOG ( OPERATION, DETAIL1, 
333                         "bdb_add: no write access to entry\n", 0, 0, 0 );
334 #else
335                 Debug( LDAP_DEBUG_TRACE, "bdb_add: no write access to entry\n",
336                         0, 0, 0 );
337 #endif
338                 rs->sr_err = LDAP_INSUFFICIENT_ACCESS;
339                 rs->sr_text = "no write access to entry";
340                 goto return_results;;
341         }
342
343         /* post-read */
344         if( op->o_postread ) {
345                 if ( slap_read_controls( op, rs, op->oq_add.rs_e,
346                         &slap_post_read_bv, &ctrls[num_ctrls] ) )
347                 {
348 #ifdef NEW_LOGGING
349                         LDAP_LOG ( OPERATION, DETAIL1, 
350                                 "<=- bdb_add: post-read failed!\n", 0, 0, 0 );
351 #else
352                         Debug( LDAP_DEBUG_TRACE,
353                                 "<=- bdb_add: post-read failed!\n", 0, 0, 0 );
354 #endif
355                         goto return_results;
356                 }
357                 ctrls[++num_ctrls] = NULL;
358         }
359
360         /* nested transaction */
361         rs->sr_err = TXN_BEGIN( bdb->bi_dbenv, ltid, &lt2, 
362                 bdb->bi_db_opflags );
363         rs->sr_text = NULL;
364         if( rs->sr_err != 0 ) {
365 #ifdef NEW_LOGGING
366                 LDAP_LOG ( OPERATION, ERR, 
367                         "bdb_add: txn_begin(2) failed: %s (%d)\n", db_strerror(rs->sr_err), rs->sr_err, 0 );
368 #else
369                 Debug( LDAP_DEBUG_TRACE,
370                         "bdb_add: txn_begin(2) failed: %s (%d)\n",
371                         db_strerror(rs->sr_err), rs->sr_err, 0 );
372 #endif
373                 rs->sr_err = LDAP_OTHER;
374                 rs->sr_text = "internal error";
375                 goto return_results;
376         }
377
378         /* dn2id index */
379         rs->sr_err = bdb_dn2id_add( op, lt2, ei, op->oq_add.rs_e );
380         if ( rs->sr_err != 0 ) {
381 #ifdef NEW_LOGGING
382                 LDAP_LOG ( OPERATION, ERR, 
383                         "bdb_add: dn2id_add failed: %s (%d)\n", db_strerror(rs->sr_err), rs->sr_err, 0 );
384 #else
385                 Debug( LDAP_DEBUG_TRACE, "bdb_add: dn2id_add failed: %s (%d)\n",
386                         db_strerror(rs->sr_err), rs->sr_err, 0 );
387 #endif
388
389                 switch( rs->sr_err ) {
390                 case DB_LOCK_DEADLOCK:
391                 case DB_LOCK_NOTGRANTED:
392                         goto retry;
393                 case DB_KEYEXIST:
394                         rs->sr_err = LDAP_ALREADY_EXISTS;
395                         break;
396                 default:
397                         rs->sr_err = LDAP_OTHER;
398                 }
399                 goto return_results;
400         }
401
402         /* id2entry index */
403         rs->sr_err = bdb_id2entry_add( op->o_bd, lt2, op->oq_add.rs_e );
404         if ( rs->sr_err != 0 ) {
405 #ifdef NEW_LOGGING
406                 LDAP_LOG ( OPERATION, ERR, "bdb_add: id2entry_add failed\n", 0, 0, 0 );
407 #else
408                 Debug( LDAP_DEBUG_TRACE, "bdb_add: id2entry_add failed\n",
409                         0, 0, 0 );
410 #endif
411                 switch( rs->sr_err ) {
412                 case DB_LOCK_DEADLOCK:
413                 case DB_LOCK_NOTGRANTED:
414                         goto retry;
415                 default:
416                         rs->sr_err = LDAP_OTHER;
417                 }
418                 rs->sr_text = "entry store failed";
419                 goto return_results;
420         }
421
422         /* attribute indexes */
423         rs->sr_err = bdb_index_entry_add( op, lt2, op->oq_add.rs_e );
424         if ( rs->sr_err != LDAP_SUCCESS ) {
425 #ifdef NEW_LOGGING
426                 LDAP_LOG ( OPERATION, ERR, 
427                         "bdb_add: index_entry_add failed\n", 0, 0, 0 );
428 #else
429                 Debug( LDAP_DEBUG_TRACE, "bdb_add: index_entry_add failed\n",
430                         0, 0, 0 );
431 #endif
432                 switch( rs->sr_err ) {
433                 case DB_LOCK_DEADLOCK:
434                 case DB_LOCK_NOTGRANTED:
435                         goto retry;
436                 default:
437                         rs->sr_err = LDAP_OTHER;
438                 }
439                 rs->sr_text = "index generation failed";
440                 goto return_results;
441         }
442         if ( TXN_COMMIT( lt2, 0 ) != 0 ) {
443                 rs->sr_err = LDAP_OTHER;
444                 rs->sr_text = "txn_commit(2) failed";
445                 goto return_results;
446         }
447
448         if ( LDAP_STAILQ_EMPTY( &op->o_bd->be_syncinfo )) {
449                 rc = bdb_csn_commit( op, rs, ltid, ei, &suffix_ei,
450                         &ctxcsn_e, &ctxcsn_added, locker );
451                 switch ( rc ) {
452                 case BDB_CSN_ABORT :
453                         goto return_results;
454                 case BDB_CSN_RETRY :
455                         goto retry;
456                 }
457         }
458
459         if ( op->o_noop ) {
460                 if (( rs->sr_err=TXN_ABORT( ltid )) != 0 ) {
461                         rs->sr_text = "txn_abort (no-op) failed";
462                 } else {
463                         noop = 1;
464                         rs->sr_err = LDAP_SUCCESS;
465                 }
466
467         } else {
468                 char gid[DB_XIDDATASIZE];
469
470                 memset( gid, 0, sizeof(gid) );
471                 snprintf( gid, sizeof( gid ), "%s-%08lx-%08lx",
472                         bdb_uuid.bv_val, (long) op->o_connid, (long) op->o_opid );
473
474                 if (( rs->sr_err=TXN_PREPARE( ltid, gid )) != 0 ) {
475                         rs->sr_text = "txn_prepare failed";
476
477                 } else {
478                         struct berval nrdn;
479
480                         if (pdn.bv_len) {
481                                 nrdn.bv_val = op->ora_e->e_nname.bv_val;
482                                 nrdn.bv_len = pdn.bv_val - nrdn.bv_val - 1;
483                         } else {
484                                 nrdn = op->ora_e->e_nname;
485                         }
486
487                         bdb_cache_add( bdb, ei, op->oq_add.rs_e, &nrdn, locker );
488
489                         if ( suffix_ei == NULL ) {
490                                 suffix_ei = op->oq_add.rs_e->e_private;
491                         }
492
493                         if ( LDAP_STAILQ_EMPTY( &op->o_bd->be_syncinfo )) {
494                                 if ( ctxcsn_added ) {
495                                         bdb_cache_add( bdb, suffix_ei, ctxcsn_e,
496                                                         (struct berval *)&slap_ldapsync_cn_bv, locker );
497                                 }
498                         }
499
500                         if ( rs->sr_err == LDAP_SUCCESS && !noop && !op->o_no_psearch ) {
501                                 ldap_pvt_thread_rdwr_rlock( &bdb->bi_pslist_rwlock );
502                                 LDAP_LIST_FOREACH ( ps_list, &bdb->bi_psearch_list, o_ps_link ) {
503                                         bdb_psearch( op, rs, ps_list, op->oq_add.rs_e, LDAP_PSEARCH_BY_ADD );
504                                 }
505                                 ldap_pvt_thread_rdwr_runlock( &bdb->bi_pslist_rwlock );
506                         }
507
508                         if(( rs->sr_err=TXN_COMMIT( ltid, 0 )) != 0 ) {
509                                 rs->sr_text = "txn_commit failed";
510                         } else {
511                                 rs->sr_err = LDAP_SUCCESS;
512                         }
513                 }
514         }
515
516         ltid = NULL;
517         op->o_private = NULL;
518
519         if (rs->sr_err != LDAP_SUCCESS) {
520 #ifdef NEW_LOGGING
521                 LDAP_LOG ( OPERATION, ERR, 
522                         "bdb_add: %s : %s (%d)\n",  rs->sr_text,
523                                 db_strerror(rs->sr_err), rs->sr_err );
524 #else
525                 Debug( LDAP_DEBUG_TRACE, "bdb_add: %s : %s (%d)\n",
526                         rs->sr_text, db_strerror(rs->sr_err), rs->sr_err );
527 #endif
528                 rs->sr_err = LDAP_OTHER;
529                 goto return_results;
530         }
531
532 #ifdef NEW_LOGGING
533         LDAP_LOG ( OPERATION, RESULTS, 
534                 "bdb_add: added%s id=%08lx dn=\"%s\"\n", 
535                 op->o_noop ? " (no-op)" : "",
536                 op->oq_add.rs_e->e_id, op->oq_add.rs_e->e_dn );
537 #else
538         Debug(LDAP_DEBUG_TRACE, "bdb_add: added%s id=%08lx dn=\"%s\"\n",
539                 op->o_noop ? " (no-op)" : "",
540                 op->oq_add.rs_e->e_id, op->oq_add.rs_e->e_dn );
541 #endif
542
543         rs->sr_text = NULL;
544         if( num_ctrls ) rs->sr_ctrls = ctrls;
545
546 return_results:
547         send_ldap_result( op, rs );
548
549         if( rs->sr_err == LDAP_SUCCESS && bdb->bi_txn_cp ) {
550                 ldap_pvt_thread_yield();
551                 TXN_CHECKPOINT( bdb->bi_dbenv,
552                         bdb->bi_txn_cp_kbyte, bdb->bi_txn_cp_min, 0 );
553         }
554
555 done:
556         if( ltid != NULL ) {
557                 TXN_ABORT( ltid );
558                 op->o_private = NULL;
559         }
560
561         return ( ( rs->sr_err == LDAP_SUCCESS ) ? noop : rs->sr_err );
562 }