]> git.sur5r.net Git - openldap/blob - servers/slapd/back-bdb/modify.c
Check for abandon during transaction retry
[openldap] / servers / slapd / back-bdb / modify.c
1 /* modify.c - bdb backend modify routine */
2 /* $OpenLDAP$ */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
4  *
5  * Copyright 2000-2005 The OpenLDAP Foundation.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted only as authorized by the OpenLDAP
10  * Public License.
11  *
12  * A copy of this license is available in the file LICENSE in the
13  * top-level directory of the distribution or, alternatively, at
14  * <http://www.OpenLDAP.org/license.html>.
15  */
16
17 #include "portable.h"
18
19 #include <stdio.h>
20 #include <ac/string.h>
21 #include <ac/time.h>
22
23 #include "back-bdb.h"
24
25 static struct berval scbva[] = {
26         BER_BVC("glue"),
27         BER_BVNULL
28 };
29
30 int bdb_modify_internal(
31         Operation *op,
32         DB_TXN *tid,
33         Modifications *modlist,
34         Entry *e,
35         const char **text,
36         char *textbuf,
37         size_t textlen )
38 {
39         int rc, err;
40         Modification    *mod;
41         Modifications   *ml;
42         Attribute       *save_attrs;
43         Attribute       *ap;
44         int                     glue_attr_delete = 0;
45
46         Debug( LDAP_DEBUG_TRACE, "bdb_modify_internal: 0x%08lx: %s\n",
47                 e->e_id, e->e_dn, 0);
48
49         if ( !acl_check_modlist( op, e, modlist )) {
50                 return LDAP_INSUFFICIENT_ACCESS;
51         }
52
53         /* save_attrs will be disposed of by bdb_cache_modify */
54         save_attrs = e->e_attrs;
55         e->e_attrs = attrs_dup( e->e_attrs );
56
57         for ( ml = modlist; ml != NULL; ml = ml->sml_next ) {
58                 int match;
59                 mod = &ml->sml_mod;
60                 switch( mod->sm_op ) {
61                 case LDAP_MOD_ADD:
62                 case LDAP_MOD_REPLACE:
63                         if ( mod->sm_desc == slap_schema.si_ad_structuralObjectClass ) {
64                                 value_match( &match, slap_schema.si_ad_structuralObjectClass,
65                                         slap_schema.si_ad_structuralObjectClass->
66                                                 ad_type->sat_equality,
67                                         SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
68                                         &mod->sm_values[0], &scbva[0], text );
69                                 if ( !match ) glue_attr_delete = 1;
70                         }
71                 }
72                 if ( glue_attr_delete )
73                         break;
74         }
75
76         if ( glue_attr_delete ) {
77                 Attribute       **app = &e->e_attrs;
78                 while ( *app != NULL ) {
79                         if ( !is_at_operational( (*app)->a_desc->ad_type )) {
80                                 Attribute *save = *app;
81                                 *app = (*app)->a_next;
82                                 attr_free( save );
83                                 continue;
84                         }
85                         app = &(*app)->a_next;
86                 }
87         }
88
89         for ( ml = modlist; ml != NULL; ml = ml->sml_next ) {
90                 mod = &ml->sml_mod;
91
92                 switch ( mod->sm_op ) {
93                 case LDAP_MOD_ADD:
94                         Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: add\n", 0, 0, 0);
95                         err = modify_add_values( e, mod, get_permissiveModify(op),
96                                 text, textbuf, textlen );
97                         if( err != LDAP_SUCCESS ) {
98                                 Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: %d %s\n",
99                                         err, *text, 0);
100                         }
101                         break;
102
103                 case LDAP_MOD_DELETE:
104                         if ( glue_attr_delete ) {
105                                 err = LDAP_SUCCESS;
106                                 break;
107                         }
108
109                         Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: delete\n", 0, 0, 0);
110                         err = modify_delete_values( e, mod, get_permissiveModify(op),
111                                 text, textbuf, textlen );
112                         assert( err != LDAP_TYPE_OR_VALUE_EXISTS );
113                         if( err != LDAP_SUCCESS ) {
114                                 Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: %d %s\n",
115                                         err, *text, 0);
116                         }
117                         break;
118
119                 case LDAP_MOD_REPLACE:
120                         Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: replace\n", 0, 0, 0);
121                         err = modify_replace_values( e, mod, get_permissiveModify(op),
122                                 text, textbuf, textlen );
123                         if( err != LDAP_SUCCESS ) {
124                                 Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: %d %s\n",
125                                         err, *text, 0);
126                         }
127                         break;
128
129                 case LDAP_MOD_INCREMENT:
130                         Debug(LDAP_DEBUG_ARGS,
131                                 "bdb_modify_internal: increment\n", 0, 0, 0);
132                         err = modify_increment_values( e, mod, get_permissiveModify(op),
133                                 text, textbuf, textlen );
134                         if( err != LDAP_SUCCESS ) {
135                                 Debug(LDAP_DEBUG_ARGS,
136                                         "bdb_modify_internal: %d %s\n",
137                                         err, *text, 0);
138                         }
139                         break;
140
141                 case SLAP_MOD_SOFTADD:
142                         Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: softadd\n", 0, 0, 0);
143                         /* Avoid problems in index_add_mods()
144                          * We need to add index if necessary.
145                          */
146                         mod->sm_op = LDAP_MOD_ADD;
147
148                         err = modify_add_values( e, mod, get_permissiveModify(op),
149                                 text, textbuf, textlen );
150
151                         mod->sm_op = SLAP_MOD_SOFTADD;
152
153                         if ( err == LDAP_TYPE_OR_VALUE_EXISTS ) {
154                                 err = LDAP_SUCCESS;
155                         }
156
157                         if( err != LDAP_SUCCESS ) {
158                                 Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: %d %s\n",
159                                         err, *text, 0);
160                         }
161                         break;
162
163                 default:
164                         Debug(LDAP_DEBUG_ANY, "bdb_modify_internal: invalid op %d\n",
165                                 mod->sm_op, 0, 0);
166                         *text = "Invalid modify operation";
167                         err = LDAP_OTHER;
168                         Debug(LDAP_DEBUG_ARGS, "bdb_modify_internal: %d %s\n",
169                                 err, *text, 0);
170                 }
171
172                 if ( err != LDAP_SUCCESS ) {
173                         attrs_free( e->e_attrs );
174                         e->e_attrs = save_attrs;
175                         /* unlock entry, delete from cache */
176                         return err; 
177                 }
178
179                 /* If objectClass was modified, reset the flags */
180                 if ( mod->sm_desc == slap_schema.si_ad_objectClass ) {
181                         e->e_ocflags = 0;
182                 }
183
184                 if ( glue_attr_delete ) e->e_ocflags = 0;
185
186                 /* check if modified attribute was indexed
187                  * but not in case of NOOP... */
188                 err = bdb_index_is_indexed( op->o_bd, mod->sm_desc );
189                 if ( err == LDAP_SUCCESS && !op->o_noop ) {
190                         ap = attr_find( save_attrs, mod->sm_desc );
191                         if ( ap ) ap->a_flags |= SLAP_ATTR_IXDEL;
192
193                         ap = attr_find( e->e_attrs, mod->sm_desc );
194                         if ( ap ) ap->a_flags |= SLAP_ATTR_IXADD;
195                 }
196         }
197
198         /* check that the entry still obeys the schema */
199         rc = entry_schema_check( op->o_bd, e, save_attrs, text, textbuf, textlen );
200         if ( rc != LDAP_SUCCESS || op->o_noop ) {
201                 attrs_free( e->e_attrs );
202                 /* clear the indexing flags */
203                 for ( ap = save_attrs; ap != NULL; ap = ap->a_next ) {
204                         ap->a_flags = 0;
205                 }
206                 e->e_attrs = save_attrs;
207
208                 if ( rc != LDAP_SUCCESS ) {
209                         Debug( LDAP_DEBUG_ANY,
210                                 "entry failed schema check: %s\n",
211                                 *text, 0, 0 );
212                 }
213
214                 /* if NOOP then silently revert to saved attrs */
215                 return rc;
216         }
217
218         /* update the indices of the modified attributes */
219
220         /* start with deleting the old index entries */
221         for ( ap = save_attrs; ap != NULL; ap = ap->a_next ) {
222                 if ( ap->a_flags & SLAP_ATTR_IXDEL ) {
223                         rc = bdb_index_values( op, tid, ap->a_desc,
224                                 ap->a_nvals,
225                                 e->e_id, SLAP_INDEX_DELETE_OP );
226                         if ( rc != LDAP_SUCCESS ) {
227                                 attrs_free( e->e_attrs );
228                                 e->e_attrs = save_attrs;
229                                 Debug( LDAP_DEBUG_ANY,
230                                        "Attribute index delete failure",
231                                        0, 0, 0 );
232                                 return rc;
233                         }
234                         ap->a_flags &= ~SLAP_ATTR_IXDEL;
235                 }
236         }
237
238         /* add the new index entries */
239         for ( ap = e->e_attrs; ap != NULL; ap = ap->a_next ) {
240                 if (ap->a_flags & SLAP_ATTR_IXADD) {
241                         rc = bdb_index_values( op, tid, ap->a_desc,
242                                 ap->a_nvals,
243                                 e->e_id, SLAP_INDEX_ADD_OP );
244                         if ( rc != LDAP_SUCCESS ) {
245                                 attrs_free( e->e_attrs );
246                                 e->e_attrs = save_attrs;
247                                 Debug( LDAP_DEBUG_ANY,
248                                        "Attribute index add failure",
249                                        0, 0, 0 );
250                                 return rc;
251                         }
252                         ap->a_flags &= ~SLAP_ATTR_IXADD;
253                 }
254         }
255
256         return rc;
257 }
258
259
260 int
261 bdb_modify( Operation *op, SlapReply *rs )
262 {
263         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
264         Entry           *e = NULL;
265         EntryInfo       *ei = NULL;
266         int             manageDSAit = get_manageDSAit( op );
267         char textbuf[SLAP_TEXT_BUFLEN];
268         size_t textlen = sizeof textbuf;
269         DB_TXN  *ltid = NULL, *lt2;
270         struct bdb_op_info opinfo = {0};
271         Entry           dummy = {0};
272         int                     fakeroot = 0;
273
274         u_int32_t       locker = 0;
275         DB_LOCK         lock;
276
277         int             num_retries = 0;
278
279         LDAPControl **preread_ctrl = NULL;
280         LDAPControl **postread_ctrl = NULL;
281         LDAPControl *ctrls[SLAP_MAX_RESPONSE_CONTROLS];
282         int num_ctrls = 0;
283
284         int rc;
285
286         Debug( LDAP_DEBUG_ARGS, LDAP_XSTRING(bdb_modify) ": %s\n",
287                 op->o_req_dn.bv_val, 0, 0 );
288
289         ctrls[num_ctrls] = NULL;
290
291         if( 0 ) {
292 retry:  /* transaction retry */
293                 if ( dummy.e_attrs ) {
294                         attrs_free( dummy.e_attrs );
295                         dummy.e_attrs = NULL;
296                 }
297                 if( e != NULL ) {
298                         bdb_unlocked_cache_return_entry_w(&bdb->bi_cache, e);
299                         e = NULL;
300                 }
301                 Debug(LDAP_DEBUG_TRACE,
302                         LDAP_XSTRING(bdb_modify) ": retrying...\n", 0, 0, 0);
303
304                 rs->sr_err = TXN_ABORT( ltid );
305                 ltid = NULL;
306                 op->o_private = NULL;
307                 op->o_do_not_cache = opinfo.boi_acl_cache;
308                 if( rs->sr_err != 0 ) {
309                         rs->sr_err = LDAP_OTHER;
310                         rs->sr_text = "internal error";
311                         goto return_results;
312                 }
313                 if ( op->o_abandon ) {
314                         rs->sr_err = SLAPD_ABANDON;
315                         goto done;
316                 }
317                 ldap_pvt_thread_yield();
318                 bdb_trans_backoff( ++num_retries );
319         }
320
321         /* begin transaction */
322         rs->sr_err = TXN_BEGIN( bdb->bi_dbenv, NULL, &ltid, 
323                 bdb->bi_db_opflags );
324         rs->sr_text = NULL;
325         if( rs->sr_err != 0 ) {
326                 Debug( LDAP_DEBUG_TRACE,
327                         LDAP_XSTRING(bdb_modify) ": txn_begin failed: "
328                         "%s (%d)\n", db_strerror(rs->sr_err), rs->sr_err, 0 );
329                 rs->sr_err = LDAP_OTHER;
330                 rs->sr_text = "internal error";
331                 goto return_results;
332         }
333
334         locker = TXN_ID ( ltid );
335
336         opinfo.boi_bdb = op->o_bd;
337         opinfo.boi_txn = ltid;
338         opinfo.boi_locker = locker;
339         opinfo.boi_err = 0;
340         opinfo.boi_acl_cache = op->o_do_not_cache;
341         op->o_private = &opinfo;
342
343         /* get entry or ancestor */
344         rs->sr_err = bdb_dn2entry( op, ltid, &op->o_req_ndn, &ei, 1,
345                 locker, &lock );
346
347         e = ei->bei_e;
348
349         if ( rs->sr_err != 0 ) {
350                 Debug( LDAP_DEBUG_TRACE,
351                         LDAP_XSTRING(bdb_modify) ": dn2entry failed (%d)\n",
352                         rs->sr_err, 0, 0 );
353                 switch( rs->sr_err ) {
354                 case DB_LOCK_DEADLOCK:
355                 case DB_LOCK_NOTGRANTED:
356                         goto retry;
357                 case DB_NOTFOUND:
358                         if ( BER_BVISEMPTY( &op->o_req_ndn )) {
359                                 struct berval gluebv = BER_BVC("glue");
360                                 e = ch_calloc( 1, sizeof(Entry));
361                                 e->e_name.bv_val = ch_strdup( "" );
362                                 ber_dupbv( &e->e_nname, &e->e_name );
363                                 attr_merge_one( e, slap_schema.si_ad_objectClass,
364                                         &gluebv, NULL );
365                                 attr_merge_one( e, slap_schema.si_ad_structuralObjectClass,
366                                         &gluebv, NULL );
367                                 e->e_private = ei;
368                                 fakeroot = 1;
369                                 rs->sr_err = 0;
370                         }
371                         break;
372                 case LDAP_BUSY:
373                         rs->sr_text = "ldap server busy";
374                         goto return_results;
375                 default:
376                         rs->sr_err = LDAP_OTHER;
377                         rs->sr_text = "internal error";
378                         goto return_results;
379                 }
380         }
381
382         /* acquire and lock entry */
383         /* FIXME: dn2entry() should return non-glue entry */
384         if (( rs->sr_err == DB_NOTFOUND ) ||
385                 ( !manageDSAit && e && is_entry_glue( e )))
386         {
387                 if ( e != NULL ) {
388                         rs->sr_matched = ch_strdup( e->e_dn );
389                         rs->sr_ref = is_entry_referral( e )
390                                 ? get_entry_referrals( op, e )
391                                 : NULL;
392                         bdb_unlocked_cache_return_entry_r (&bdb->bi_cache, e);
393                         e = NULL;
394
395                 } else {
396                         rs->sr_ref = referral_rewrite( default_referral, NULL,
397                                 &op->o_req_dn, LDAP_SCOPE_DEFAULT );
398                 }
399
400                 rs->sr_err = LDAP_REFERRAL;
401                 send_ldap_result( op, rs );
402
403                 if ( rs->sr_ref != default_referral ) {
404                         ber_bvarray_free( rs->sr_ref );
405                 }
406                 free( (char *)rs->sr_matched );
407                 rs->sr_ref = NULL;
408                 rs->sr_matched = NULL;
409
410                 goto done;
411         }
412
413         if ( !manageDSAit && is_entry_referral( e ) ) {
414                 /* entry is a referral, don't allow modify */
415                 rs->sr_ref = get_entry_referrals( op, e );
416
417                 Debug( LDAP_DEBUG_TRACE,
418                         LDAP_XSTRING(bdb_modify) ": entry is referral\n",
419                         0, 0, 0 );
420
421                 rs->sr_err = LDAP_REFERRAL;
422                 rs->sr_matched = e->e_name.bv_val;
423                 send_ldap_result( op, rs );
424
425                 ber_bvarray_free( rs->sr_ref );
426                 rs->sr_ref = NULL;
427                 rs->sr_matched = NULL;
428                 goto done;
429         }
430
431         if ( get_assert( op ) &&
432                 ( test_filter( op, e, get_assertion( op )) != LDAP_COMPARE_TRUE ))
433         {
434                 rs->sr_err = LDAP_ASSERTION_FAILED;
435                 goto return_results;
436         }
437
438         if( op->o_preread ) {
439                 if( preread_ctrl == NULL ) {
440                         preread_ctrl = &ctrls[num_ctrls++];
441                         ctrls[num_ctrls] = NULL;
442                 }
443                 if ( slap_read_controls( op, rs, e,
444                         &slap_pre_read_bv, preread_ctrl ) )
445                 {
446                         Debug( LDAP_DEBUG_TRACE,
447                                 "<=- " LDAP_XSTRING(bdb_modify) ": pre-read failed!\n",
448                                 0, 0, 0 );
449                         goto return_results;
450                 }
451         }
452
453         /* nested transaction */
454         rs->sr_err = TXN_BEGIN( bdb->bi_dbenv, ltid, &lt2, bdb->bi_db_opflags );
455         rs->sr_text = NULL;
456         if( rs->sr_err != 0 ) {
457                 Debug( LDAP_DEBUG_TRACE,
458                         LDAP_XSTRING(bdb_modify) ": txn_begin(2) failed: " "%s (%d)\n",
459                         db_strerror(rs->sr_err), rs->sr_err, 0 );
460                 rs->sr_err = LDAP_OTHER;
461                 rs->sr_text = "internal error";
462                 goto return_results;
463         }
464         /* Modify the entry */
465         dummy = *e;
466         rs->sr_err = bdb_modify_internal( op, lt2, op->oq_modify.rs_modlist,
467                 &dummy, &rs->sr_text, textbuf, textlen );
468
469         if( rs->sr_err != LDAP_SUCCESS ) {
470                 Debug( LDAP_DEBUG_TRACE,
471                         LDAP_XSTRING(bdb_modify) ": modify failed (%d)\n",
472                         rs->sr_err, 0, 0 );
473                 if ( (rs->sr_err == LDAP_INSUFFICIENT_ACCESS) && opinfo.boi_err ) {
474                         rs->sr_err = opinfo.boi_err;
475                 }
476                 /* Only free attrs if they were dup'd.  */
477                 if ( dummy.e_attrs == e->e_attrs ) dummy.e_attrs = NULL;
478                 switch( rs->sr_err ) {
479                 case DB_LOCK_DEADLOCK:
480                 case DB_LOCK_NOTGRANTED:
481                         goto retry;
482                 }
483                 goto return_results;
484         }
485
486         /* change the entry itself */
487         rs->sr_err = bdb_id2entry_update( op->o_bd, lt2, &dummy );
488         if ( rs->sr_err != 0 ) {
489                 Debug( LDAP_DEBUG_TRACE,
490                         LDAP_XSTRING(bdb_modify) ": id2entry update failed " "(%d)\n",
491                         rs->sr_err, 0, 0 );
492                 switch( rs->sr_err ) {
493                 case DB_LOCK_DEADLOCK:
494                 case DB_LOCK_NOTGRANTED:
495                         goto retry;
496                 }
497                 rs->sr_text = "entry update failed";
498                 goto return_results;
499         }
500
501         if ( TXN_COMMIT( lt2, 0 ) != 0 ) {
502                 rs->sr_err = LDAP_OTHER;
503                 rs->sr_text = "txn_commit(2) failed";
504                 goto return_results;
505         }
506
507         if( op->o_postread ) {
508                 if( postread_ctrl == NULL ) {
509                         postread_ctrl = &ctrls[num_ctrls++];
510                         ctrls[num_ctrls] = NULL;
511                 }
512                 if( slap_read_controls( op, rs, &dummy,
513                         &slap_post_read_bv, postread_ctrl ) )
514                 {
515                         Debug( LDAP_DEBUG_TRACE,
516                                 "<=- " LDAP_XSTRING(bdb_modify)
517                                 ": post-read failed!\n", 0, 0, 0 );
518                         goto return_results;
519                 }
520         }
521
522         if( op->o_noop ) {
523                 if ( ( rs->sr_err = TXN_ABORT( ltid ) ) != 0 ) {
524                         rs->sr_text = "txn_abort (no-op) failed";
525                 } else {
526                         rs->sr_err = LDAP_NO_OPERATION;
527                         goto return_results;
528                 }
529         } else {
530                 /* may have changed in bdb_modify_internal() */
531                 e->e_ocflags = dummy.e_ocflags;
532                 if ( fakeroot ) {
533                         e->e_private = NULL;
534                         entry_free( e );
535                 } else {
536                         rc = bdb_cache_modify( e, dummy.e_attrs, bdb->bi_dbenv, locker, &lock );
537                         switch( rc ) {
538                         case DB_LOCK_DEADLOCK:
539                         case DB_LOCK_NOTGRANTED:
540                                 goto retry;
541                         }
542                 }
543                 dummy.e_attrs = NULL;
544
545                 rs->sr_err = TXN_COMMIT( ltid, 0 );
546         }
547         ltid = NULL;
548         op->o_private = NULL;
549
550         if( rs->sr_err != 0 ) {
551                 Debug( LDAP_DEBUG_TRACE,
552                         LDAP_XSTRING(bdb_modify) ": txn_%s failed: %s (%d)\n",
553                         op->o_noop ? "abort (no-op)" : "commit",
554                         db_strerror(rs->sr_err), rs->sr_err );
555                 rs->sr_err = LDAP_OTHER;
556                 rs->sr_text = "commit failed";
557
558                 goto return_results;
559         }
560
561         Debug( LDAP_DEBUG_TRACE,
562                 LDAP_XSTRING(bdb_modify) ": updated%s id=%08lx dn=\"%s\"\n",
563                 op->o_noop ? " (no-op)" : "",
564                 dummy.e_id, op->o_req_dn.bv_val );
565
566         rs->sr_err = LDAP_SUCCESS;
567         rs->sr_text = NULL;
568         if( num_ctrls ) rs->sr_ctrls = ctrls;
569
570 return_results:
571         if( dummy.e_attrs ) {
572                 attrs_free( dummy.e_attrs );
573         }
574         send_ldap_result( op, rs );
575
576         if( rs->sr_err == LDAP_SUCCESS && bdb->bi_txn_cp ) {
577                 ldap_pvt_thread_yield();
578                 TXN_CHECKPOINT( bdb->bi_dbenv,
579                         bdb->bi_txn_cp_kbyte, bdb->bi_txn_cp_min, 0 );
580         }
581
582 done:
583         if( ltid != NULL ) {
584                 TXN_ABORT( ltid );
585                 op->o_private = NULL;
586         }
587
588         if( e != NULL ) {
589                 bdb_unlocked_cache_return_entry_w (&bdb->bi_cache, e);
590         }
591
592         if( preread_ctrl != NULL ) {
593                 slap_sl_free( (*preread_ctrl)->ldctl_value.bv_val, op->o_tmpmemctx );
594                 slap_sl_free( *preread_ctrl, op->o_tmpmemctx );
595         }
596         if( postread_ctrl != NULL ) {
597                 slap_sl_free( (*postread_ctrl)->ldctl_value.bv_val, op->o_tmpmemctx );
598                 slap_sl_free( *postread_ctrl, op->o_tmpmemctx );
599         }
600         return rs->sr_err;
601 }