]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/back-bdb/ctxcsn.c
limit checking in syncrepl
[openldap] / servers / slapd / back-bdb / ctxcsn.c
index c8c2cb44f65c1561b0d863f940048666a36b85b6..a76bae3331ca556e23a662fa5b0381c601e20ac1 100644 (file)
@@ -1,23 +1,18 @@
+/* ctxcsn.c -- back-bdb Context CSN Management Routines */
 /* $OpenLDAP$ */
-/*
- * back-bdb Context CSN Management Routines
- */
-/* Copyright (c) 2003 by International Business Machines, Inc.
+/* This work is part of OpenLDAP Software <http://www.openldap.org/>.
+ *
+ * Copyright 2003-2004 The OpenLDAP Foundation.
+ * Portions Copyright 2003 IBM Corporation.
+ * All rights reserved.
  *
- * International Business Machines, Inc. (hereinafter called IBM) grants
- * permission under its copyrights to use, copy, modify, and distribute this
- * Software with or without fee, provided that the above copyright notice and
- * all paragraphs of this notice appear in all copies, and that the name of IBM
- * not be used in connection with the marketing of any product incorporating
- * the Software or modifications thereof, without specific, written prior
- * permission.
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted only as authorized by the OpenLDAP
+ * Public License.
  *
- * THE SOFTWARE IS PROVIDED "AS IS", AND IBM DISCLAIMS ALL WARRANTIES,
- * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
- * PARTICULAR PURPOSE.  IN NO EVENT SHALL IBM BE LIABLE FOR ANY SPECIAL,
- * DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER ARISING
- * OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE, EVEN
- * IF IBM IS APPRISED OF THE POSSIBILITY OF SUCH DAMAGES.
+ * A copy of this license is available in the file LICENSE in the
+ * top-level directory of the distribution or, alternatively, at
+ * <http://www.OpenLDAP.org/license.html>.
  */
 
 #include "portable.h"
@@ -27,6 +22,7 @@
 #include <ac/string.h>
 #include <ac/time.h>
 
+#include "lutil.h"
 #include "back-bdb.h"
 #include "external.h"
 
@@ -43,35 +39,37 @@ bdb_csn_commit(
 )
 {
        struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
-       struct berval   ctxcsn_rdn = { 0, NULL };
-       struct berval   ctxcsn_ndn = { 0, NULL };
+       struct berval   ctxcsn_ndn = BER_BVNULL;
        EntryInfo               *ctxcsn_ei = NULL;
        DB_LOCK                 ctxcsn_lock;
-       struct berval   *max_committed_csn = NULL;
+       struct berval   max_committed_csn;
        DB_LOCK                 suffix_lock;
        int                             rc, ret;
        ID                              ctxcsn_id;
        Entry                   *e;
+       char                    textbuf[SLAP_TEXT_BUFLEN];
+       size_t                  textlen = sizeof textbuf;
+       EntryInfo               *eip = NULL;
 
        if ( ei ) {
                e = ei->bei_e;
        }
 
-       ber_str2bv( "cn=ldapsync", strlen("cn=ldapsync"), 0, &ctxcsn_rdn );
-       build_new_dn( &ctxcsn_ndn, &op->o_bd->be_nsuffix[0], &ctxcsn_rdn );
+       build_new_dn( &ctxcsn_ndn, &op->o_bd->be_nsuffix[0],
+               (struct berval *)&slap_ldapsync_cn_bv, op->o_tmpmemctx );
 
-       rc = bdb_dn2entry( op, tid, &ctxcsn_ndn, &ctxcsn_ei,
-                                                          0, locker, &ctxcsn_lock );
+       rc =  bdb_dn2entry( op, tid, &ctxcsn_ndn, &ctxcsn_ei,
+                       1, locker, &ctxcsn_lock );
+       
+       *ctxcsn_e = ctxcsn_ei->bei_e;
 
-       if ( ctxcsn_ei ) {
-               *ctxcsn_e = ctxcsn_ei->bei_e;
-               bdb_cache_entry_db_relock( bdb->bi_dbenv, locker, ctxcsn_ei, 1, 0, &ctxcsn_lock );
-       }
+       op->o_tmpfree( ctxcsn_ndn.bv_val, op->o_tmpmemctx );
 
-       max_committed_csn = slap_get_commit_csn( op );
+       slap_get_commit_csn( op, &max_committed_csn );
 
-       if ( max_committed_csn == NULL )
+       if ( max_committed_csn.bv_val == NULL ) {
                return BDB_CSN_COMMIT;
+       }
 
        *ctxcsn_added = 0;
 
@@ -80,13 +78,46 @@ bdb_csn_commit(
                if ( !*ctxcsn_e ) {
                        rs->sr_err = LDAP_OTHER;
                        rs->sr_text = "context csn not present";
-                       ber_bvfree( max_committed_csn );
+                       ch_free( max_committed_csn.bv_val );
                        return BDB_CSN_ABORT;
                } else {
-                       attr_delete( &(*ctxcsn_e)->e_attrs, slap_schema.si_ad_contextCSN );
-                       attr_merge_normalize_one( *ctxcsn_e, slap_schema.si_ad_contextCSN,
-                                                       max_committed_csn, NULL );
-                       ret = bdb_id2entry_update( op->o_bd, tid, *ctxcsn_e );
+                       Modifications mod;
+                       struct berval modvals[2];
+                       Entry dummy;
+
+                       modvals[0] = max_committed_csn;
+                       modvals[1].bv_val = NULL;
+                       modvals[1].bv_len = 0;
+
+                       mod.sml_op = LDAP_MOD_REPLACE;
+                       mod.sml_values = modvals;
+                       mod.sml_nvalues = NULL;
+                       mod.sml_desc = slap_schema.si_ad_contextCSN;
+                       mod.sml_type = mod.sml_desc->ad_cname;
+                       mod.sml_next = NULL;
+
+                       dummy = **ctxcsn_e;
+                       ret = bdb_modify_internal( op, tid, &mod, &dummy,
+                                                                       &rs->sr_text, textbuf, textlen );                                                      
+                       ch_free( max_committed_csn.bv_val );
+                       if ( ret != LDAP_SUCCESS ) {
+#ifdef NEW_LOGGING
+                               LDAP_LOG ( OPERATION, ERR,
+                                               "bdb_csn_commit: modify failed (%d)\n", rs->sr_err, 0, 0 );
+#else
+                               Debug( LDAP_DEBUG_TRACE,
+                                               "bdb_csn_commit: modify failed (%d)\n", rs->sr_err, 0, 0 );
+#endif
+                               switch( ret ) {
+                               case DB_LOCK_DEADLOCK:
+                               case DB_LOCK_NOTGRANTED:
+                                       goto rewind;
+                               default:
+                                       return BDB_CSN_ABORT;
+                               }
+                       }
+
+                       ret = bdb_id2entry_update( op->o_bd, tid, &dummy );
                        switch ( ret ) {
                        case 0 :
                                break;
@@ -98,29 +129,17 @@ bdb_csn_commit(
                                rs->sr_text = "context csn update failed";
                                return BDB_CSN_ABORT;
                        }
-                       ret = bdb_index_entry_add( op, tid, *ctxcsn_e );
-                       switch ( ret ) {
-                       case 0 :
-                               break;
-                       case DB_LOCK_DEADLOCK :
-                       case DB_LOCK_NOTGRANTED :
-                               goto rewind;
-                       default :
-                               rs->sr_err = LDAP_OTHER;
-                               rs->sr_text = "context csn indexing failed";
-                               return BDB_CSN_ABORT;
-                       }
+                       bdb_cache_modify( *ctxcsn_e, dummy.e_attrs, bdb->bi_dbenv, locker, &ctxcsn_lock );
                }
                break;
        case DB_NOTFOUND:
-               if ( op->o_tag == LDAP_REQ_ADD && !be_issuffix( op->o_bd, &op->oq_add.rs_e->e_nname )) {
-                       rc = bdb_dn2entry( op, tid, &op->o_bd->be_nsuffix[0], suffix_ei,
-                                                                       0, locker, &suffix_lock );
-               } else if ( op->o_tag != LDAP_REQ_ADD && !be_issuffix( op->o_bd, &e->e_nname )) {
-                       rc = bdb_dn2entry( op, tid, &op->o_bd->be_nsuffix[0], suffix_ei,
-                                                                       0, locker, &suffix_lock );
+               if ( op->o_tag == LDAP_REQ_ADD &&
+                                               be_issuffix( op->o_bd, &op->oq_add.rs_e->e_nname )) {
+                       *suffix_ei = NULL;
+                       eip = (EntryInfo *) ch_calloc( 1, sizeof( EntryInfo ));
+                       eip->bei_id = op->oq_add.rs_e->e_id;
                } else {
-                       *suffix_ei = ei;
+                       eip = *suffix_ei = ctxcsn_ei;
                }
 
                /* This serializes add. But this case is very rare : only once. */
@@ -138,11 +157,12 @@ bdb_csn_commit(
                        return BDB_CSN_ABORT;
                }
 
-               *ctxcsn_e = slap_create_context_csn_entry( op->o_bd, max_committed_csn );
-               ber_bvfree( max_committed_csn );
+               *ctxcsn_e = slap_create_context_csn_entry( op->o_bd, &max_committed_csn );
+               ch_free( max_committed_csn.bv_val );
                (*ctxcsn_e)->e_id = ctxcsn_id;
                *ctxcsn_added = 1;
-               ret = bdb_dn2id_add( op, tid, *suffix_ei, *ctxcsn_e );
+
+               ret = bdb_dn2id_add( op, tid, eip, *ctxcsn_e );
                switch ( ret ) {
                case 0 :
                        break;
@@ -151,13 +171,18 @@ bdb_csn_commit(
                        goto rewind;
                case DB_KEYEXIST :
                        rs->sr_err = LDAP_OTHER;
-                       rs->sr_text = "context csn exists before contex prefix does";
+                       rs->sr_text = "context csn exists before context prefix does";
                        return BDB_CSN_ABORT;
                default :
                        rs->sr_err = LDAP_OTHER;
                        rs->sr_text = "context csn store failed";
                        return BDB_CSN_ABORT;
                }
+
+               if ( *suffix_ei == NULL ) {
+                       ch_free( eip );
+               }
+
                ret = bdb_id2entry_add( op->o_bd, tid, *ctxcsn_e );
                switch ( ret ) {
                case 0 :
@@ -185,6 +210,13 @@ bdb_csn_commit(
                break;
        case DB_LOCK_DEADLOCK:
        case DB_LOCK_NOTGRANTED:
+#ifdef NEW_LOGGING
+               LDAP_LOG( OPERATION, ERR,
+                               "bdb_csn_commit : bdb_dn2entry retry\n", 0, 0, 0 );
+#else
+               Debug( LDAP_DEBUG_TRACE,
+                               "bdb_csn_commit : bdb_dn2entry retry\n", 0, 0, 0 );
+#endif
                goto rewind;
        case LDAP_BUSY:
                rs->sr_err = rc;
@@ -202,3 +234,204 @@ rewind :
        slap_rewind_commit_csn( op );
        return BDB_CSN_RETRY;
 }
+
+int
+bdb_get_commit_csn(
+       Operation       *op,
+       SlapReply       *rs,
+       struct berval   **search_context_csn,
+       u_int32_t       locker,
+       DB_LOCK         *ctxcsn_lock
+)
+{
+       struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
+       struct berval ctxcsn_ndn = BER_BVNULL;
+       struct berval csn = BER_BVNULL;
+       EntryInfo       *ctxcsn_ei = NULL;
+       EntryInfo       *suffix_ei = NULL;
+       Entry           *ctxcsn_e = NULL;
+       DB_TXN          *ltid = NULL;
+       Attribute       *csn_a;
+       char            gid[DB_XIDDATASIZE];
+       char            csnbuf[ LDAP_LUTIL_CSNSTR_BUFSIZE ];
+       int                     num_retries = 0;
+       int                     ctxcsn_added = 0;
+       int                     rc;
+       struct sync_cookie syncCookie = { NULL, -1, NULL};
+       syncinfo_t      *si;
+
+       if ( op->o_sync_mode != SLAP_SYNC_NONE &&
+                !LDAP_STAILQ_EMPTY( &op->o_bd->be_syncinfo )) {
+               char substr[67];
+               struct berval bv;
+
+               LDAP_STAILQ_FOREACH( si, &op->o_bd->be_syncinfo, si_next ) {
+                       sprintf( substr, "cn=syncrepl%ld", si->si_rid );
+                       ber_str2bv( substr, 0, 0, &bv );
+                       build_new_dn( &ctxcsn_ndn, &op->o_bd->be_nsuffix[0], &bv, NULL );
+
+consumer_ctxcsn_retry :
+                       rs->sr_err = bdb_dn2entry( op, NULL, &ctxcsn_ndn, &ctxcsn_ei,
+                                                                               0, locker, ctxcsn_lock );
+                       switch(rs->sr_err) {
+                       case 0:
+                               ch_free( ctxcsn_ndn.bv_val );
+                               ctxcsn_ndn.bv_val = NULL;
+                               if ( ctxcsn_ei ) {
+                                       ctxcsn_e = ctxcsn_ei->bei_e;
+                               }
+                               break;
+                       case LDAP_BUSY:
+                               ch_free( ctxcsn_ndn.bv_val );
+                               LOCK_ID_FREE (bdb->bi_dbenv, locker );
+                               return LDAP_BUSY;
+                       case DB_LOCK_DEADLOCK:
+                       case DB_LOCK_NOTGRANTED:
+                               goto consumer_ctxcsn_retry;
+                       case DB_NOTFOUND:
+                               ch_free( ctxcsn_ndn.bv_val );
+                               LOCK_ID_FREE( bdb->bi_dbenv, locker );
+                               return LDAP_OTHER;
+                       default:
+                               ch_free( ctxcsn_ndn.bv_val );
+                               ctxcsn_ndn.bv_val = NULL;
+                               LOCK_ID_FREE (bdb->bi_dbenv, locker );
+                               return LDAP_OTHER;
+                       }
+
+                       if ( ctxcsn_e ) {
+                               csn_a = attr_find( ctxcsn_e->e_attrs,
+                                                       slap_schema.si_ad_syncreplCookie );
+                               if ( csn_a ) {
+                                       struct berval cookie;
+                                       const char *text;
+                                       int match = -1;
+                                       ber_dupbv( &cookie, &csn_a->a_vals[0] );
+                                       ber_bvarray_add( &syncCookie.octet_str, &cookie );
+                                       slap_parse_sync_cookie( &syncCookie );
+                                       if ( *search_context_csn &&
+                                               (*search_context_csn)->bv_val != NULL )
+                                       {
+                                               value_match( &match, slap_schema.si_ad_entryCSN,
+                                                       slap_schema.si_ad_entryCSN->ad_type->sat_ordering,
+                                                       SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
+                                                       syncCookie.ctxcsn, *search_context_csn, &text );
+                                       }
+                                       if ( match < 0 ) {
+                                               /* set search_context_csn to the
+                                                  smallest syncrepl cookie value */
+                                               if ( *search_context_csn ) {
+                                                       ch_free( (*search_context_csn)->bv_val );
+                                                       ch_free( *search_context_csn );
+                                               }
+                                               *search_context_csn = ber_dupbv( NULL,
+                                                       syncCookie.ctxcsn );
+                                       }
+                                       slap_sync_cookie_free( &syncCookie, 0 );
+                               } else {
+                                       *search_context_csn = NULL;
+                               } 
+                       } else {
+                               *search_context_csn = NULL;
+                       }
+               }
+       } else if ( op->o_sync_mode != SLAP_SYNC_NONE &&
+                LDAP_STAILQ_EMPTY( &op->o_bd->be_syncinfo )) {
+               build_new_dn( &ctxcsn_ndn, &op->o_bd->be_nsuffix[0],
+                                       (struct berval *)&slap_ldapsync_cn_bv, NULL );
+
+provider_ctxcsn_retry :
+               rs->sr_err = bdb_dn2entry( op, NULL, &ctxcsn_ndn, &ctxcsn_ei,
+                                                                       0, locker, ctxcsn_lock );
+               switch(rs->sr_err) {
+               case 0:
+                       ch_free( ctxcsn_ndn.bv_val );
+                       if ( ctxcsn_ei ) {
+                               ctxcsn_e = ctxcsn_ei->bei_e;
+                       }
+                       break;
+               case LDAP_BUSY:
+                       ch_free( ctxcsn_ndn.bv_val );
+                       LOCK_ID_FREE (bdb->bi_dbenv, locker );
+                       return LDAP_BUSY;
+               case DB_LOCK_DEADLOCK:
+               case DB_LOCK_NOTGRANTED:
+                       goto provider_ctxcsn_retry;
+               case DB_NOTFOUND:
+                       snprintf( gid, sizeof( gid ), "%s-%08lx-%08lx",
+                               bdb_uuid.bv_val, (long) op->o_connid, (long) op->o_opid );
+
+                       slap_get_csn( op, csnbuf, sizeof(csnbuf), &csn, 1 );
+
+                       if ( 0 ) {
+txn_retry:
+                               rs->sr_err = TXN_ABORT( ltid );
+                               if ( rs->sr_err != 0 ) {
+                                       rs->sr_err = LDAP_OTHER;
+                                       return rs->sr_err;
+                               }
+                               ldap_pvt_thread_yield();
+                               bdb_trans_backoff( ++num_retries );
+                       }
+                       rs->sr_err = TXN_BEGIN( bdb->bi_dbenv, NULL,
+                                                               &ltid, bdb->bi_db_opflags );
+                       if ( rs->sr_err != 0 ) {
+                               rs->sr_err = LDAP_OTHER;
+                               return rs->sr_err;
+                       }
+
+                       rs->sr_err = bdb_csn_commit( op, rs, ltid, NULL, &suffix_ei,
+                                                                       &ctxcsn_e, &ctxcsn_added, locker );
+                       switch( rs->sr_err ) {
+                       case BDB_CSN_ABORT:
+                               LOCK_ID_FREE( bdb->bi_dbenv, locker );
+                               return LDAP_OTHER;
+                       case BDB_CSN_RETRY:
+                               goto txn_retry;
+                       }
+
+                       rs->sr_err = TXN_PREPARE( ltid, gid );
+                       if ( rs->sr_err != 0 ) {
+                               rs->sr_err = LDAP_OTHER;
+                               return rs->sr_err;
+                       }
+
+                       bdb_cache_add( bdb, suffix_ei, ctxcsn_e,
+                                       (struct berval *)&slap_ldapsync_cn_bv, locker );
+
+                       rs->sr_err = TXN_COMMIT( ltid, 0 );
+                       if ( rs->sr_err != 0 ) {
+                               rs->sr_err = LDAP_OTHER;
+                               return rs->sr_err;
+                       }
+
+                       rs->sr_err = bdb_dn2entry( op, NULL, &ctxcsn_ndn, &ctxcsn_ei,
+                                    0, locker, ctxcsn_lock );
+                       ch_free( ctxcsn_ndn.bv_val );
+
+                       if ( ctxcsn_ei ) {
+                               ctxcsn_e = ctxcsn_ei->bei_e;
+                       }
+                       break;
+
+               default:
+                       ch_free( ctxcsn_ndn.bv_val );
+                       LOCK_ID_FREE (bdb->bi_dbenv, locker );
+                       return LDAP_OTHER;
+               }
+
+               if ( ctxcsn_e ) {
+                       csn_a = attr_find( ctxcsn_e->e_attrs,
+                                               slap_schema.si_ad_contextCSN );
+                       if ( csn_a ) {
+                               *search_context_csn = ber_dupbv( NULL, &csn_a->a_vals[0] );
+                       } else {
+                               *search_context_csn = NULL;
+                       }
+               } else {
+                       *search_context_csn = NULL;
+               }
+       }
+
+       return LDAP_SUCCESS;
+}