]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/overlays/syncprov.c
Fix typo in prev commit
[openldap] / servers / slapd / overlays / syncprov.c
index 31da3e1a0d429f9d46223849a42ef5847bccf576..ddb060d88831df6335f18e6584edcabaedffbaee 100644 (file)
@@ -142,11 +142,13 @@ typedef struct syncprov_info_t {
 typedef struct opcookie {
        slap_overinst *son;
        syncmatches *smatches;
+       modtarget *smt;
        struct berval sdn;      /* DN of entry, for deletes */
        struct berval sndn;
        struct berval suuid;    /* UUID of entry */
        struct berval sctxcsn;
-       short ssid;     /* sid of op csn */
+       short osid;     /* sid of op csn */
+       short rsid;     /* sid of relay */
        short sreference;       /* Is the entry a reference? */
 } opcookie;
 
@@ -773,7 +775,7 @@ syncprov_sendresp( Operation *op, opcookie *opc, syncops *so,
 
        SlapReply rs = { REP_SEARCH };
        LDAPControl *ctrls[2];
-       struct berval cookie, csns[2];
+       struct berval cookie = BER_BVNULL, csns[2];
        Entry e_uuid = {0};
        Attribute a_uuid = {0};
 
@@ -781,18 +783,32 @@ syncprov_sendresp( Operation *op, opcookie *opc, syncops *so,
                return SLAPD_ABANDON;
 
        ctrls[1] = NULL;
-       csns[0] = opc->sctxcsn;
-       BER_BVZERO( &csns[1] );
-       slap_compose_sync_cookie( op, &cookie, csns, so->s_rid, slap_serverID ? slap_serverID : -1 );
+       if ( !BER_BVISNULL( &opc->sctxcsn )) {
+               csns[0] = opc->sctxcsn;
+               BER_BVZERO( &csns[1] );
+               slap_compose_sync_cookie( op, &cookie, csns, so->s_rid, slap_serverID ? slap_serverID : -1 );
+       }
 
-       Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: cookie=%s\n", cookie.bv_val, 0, 0 );
+#ifdef LDAP_DEBUG
+       if ( !BER_BVISNULL( &cookie )) {
+               if ( so->s_sid > 0 ) {
+                       Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: to=%03x, cookie=%s\n",
+                               so->s_sid, cookie.bv_val , 0 );
+               } else {
+                       Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: cookie=%s\n",
+                               cookie.bv_val, 0, 0 );
+               }
+       }               
+#endif
 
        e_uuid.e_attrs = &a_uuid;
        a_uuid.a_desc = slap_schema.si_ad_entryUUID;
        a_uuid.a_nvals = &opc->suuid;
        rs.sr_err = syncprov_state_ctrl( op, &rs, &e_uuid,
                mode, ctrls, 0, 1, &cookie );
-       op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx );
+       if ( !BER_BVISNULL( &cookie )) {
+               op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx );
+       }
 
        rs.sr_ctrls = ctrls;
        op->o_bd->bd_info = (BackendInfo *)on->on_info;
@@ -1109,7 +1125,6 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
 
        fbase_cookie fc;
        syncops *ss, *sprev, *snext;
-       struct sync_cookie *scook;
        Entry *e = NULL;
        Attribute *a;
        int rc;
@@ -1161,7 +1176,6 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                ber_dupbv_x( &opc->sndn, &e->e_nname, op->o_tmpmemctx );
        }
 
-       scook = op->o_controls ? op->o_controls[slap_cids.sc_LDAPsync] : NULL;
        ldap_pvt_thread_mutex_lock( &si->si_ops_mutex );
        for (ss = si->si_ops, sprev = (syncops *)&si->si_ops; ss;
                sprev = ss, ss=snext)
@@ -1175,18 +1189,22 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                if ( ss->s_op->o_abandon )
                        continue;
 
-               /* Don't send ops back to the originator */
-               if ( opc->ssid > 0 && opc->ssid == ss->s_sid ) {
-                       Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping original sid %03x\n",
-                               opc->ssid, 0, 0 );
-                       continue;
-               }
+               /* First time thru, check for possible skips */
+               if ( saveit || op->o_tag == LDAP_REQ_ADD ) {
 
-               /* Don't send ops back to the messenger */
-               if ( scook && scook->sid > 0 && scook->sid == ss->s_sid ) {
-                       Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping relayed sid %03x\n",
-                               scook->sid, 0, 0 );
-                       continue;
+                       /* Don't send ops back to the originator */
+                       if ( opc->osid > 0 && opc->osid == ss->s_sid ) {
+                               Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping original sid %03x\n",
+                                       opc->osid, 0, 0 );
+                               continue;
+                       }
+
+                       /* Don't send ops back to the messenger */
+                       if ( opc->rsid > 0 && opc->rsid == ss->s_sid ) {
+                               Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping relayed sid %03x\n",
+                                       opc->rsid, 0, 0 );
+                               continue;
+                       }
                }
 
                /* validate base */
@@ -1234,13 +1252,18 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                        oh = *op->o_hdr;
                        oh.oh_conn = ss->s_op->o_conn;
                        oh.oh_connid = ss->s_op->o_connid;
+                       op2.o_bd = op->o_bd->bd_self;
                        op2.o_hdr = &oh;
                        op2.o_extra = op->o_extra;
+                       op2.o_callback = NULL;
+                       rc = test_filter( &op2, e, ss->s_op->ors_filter );
                }
 
+               Debug( LDAP_DEBUG_TRACE, "syncprov_matchops: sid %03x fscope %d rc %d\n",
+                       ss->s_sid, fc.fscope, rc );
+
                /* check if current o_req_dn is in scope and matches filter */
-               if ( fc.fscope && test_filter( &op2, e, ss->s_op->ors_filter ) ==
-                       LDAP_COMPARE_TRUE ) {
+               if ( fc.fscope && rc == LDAP_COMPARE_TRUE ) {
                        if ( saveit ) {
                                sm = op->o_tmpalloc( sizeof(syncmatches), op->o_tmpmemctx );
                                sm->sm_next = opc->smatches;
@@ -1299,26 +1322,24 @@ syncprov_op_cleanup( Operation *op, SlapReply *rs )
        }
 
        /* Remove op from lock table */
-       mtdummy.mt_op = op;
-       ldap_pvt_thread_mutex_lock( &si->si_mods_mutex );
-       mt = avl_find( si->si_mods, &mtdummy, sp_avl_cmp );
+       mt = opc->smt;
        if ( mt ) {
                modinst *mi = mt->mt_mods;
 
                /* If there are more, promote the next one */
-               ldap_pvt_thread_mutex_lock( &mt->mt_mutex );
                if ( mi->mi_next ) {
+                       ldap_pvt_thread_mutex_lock( &mt->mt_mutex );
                        mt->mt_mods = mi->mi_next;
                        mt->mt_op = mt->mt_mods->mi_op;
                        ldap_pvt_thread_mutex_unlock( &mt->mt_mutex );
                } else {
+                       ldap_pvt_thread_mutex_lock( &si->si_mods_mutex );
                        avl_delete( &si->si_mods, mt, sp_avl_cmp );
-                       ldap_pvt_thread_mutex_unlock( &mt->mt_mutex );
+                       ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex );
                        ldap_pvt_thread_mutex_destroy( &mt->mt_mutex );
                        ch_free( mt );
                }
        }
-       ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex );
        if ( !BER_BVISNULL( &opc->suuid ))
                op->o_tmpfree( opc->suuid.bv_val, op->o_tmpmemctx );
        if ( !BER_BVISNULL( &opc->sndn ))
@@ -1631,8 +1652,7 @@ syncprov_op_response( Operation *op, SlapReply *rs )
                maxcsn.bv_len = sizeof(cbuf);
                ldap_pvt_thread_rdwr_wlock( &si->si_csn_rwlock );
 
-#if 0
-               if ( op->o_dont_replicate &&
+               if ( op->o_dont_replicate && op->o_tag == LDAP_REQ_MODIFY &&
                                op->orm_modlist->sml_op == LDAP_MOD_REPLACE &&
                                op->orm_modlist->sml_desc == slap_schema.si_ad_contextCSN ) {
                        /* Catch contextCSN updates from syncrepl. We have to look at
@@ -1681,7 +1701,6 @@ syncprov_op_response( Operation *op, SlapReply *rs )
                        }
                        return SLAP_CB_CONTINUE;
                }
-#endif
 
                slap_get_commit_csn( op, &maxcsn, &foundit );
                if ( BER_BVISEMPTY( &maxcsn ) && SLAP_GLUE_SUBORDINATE( op->o_bd )) {
@@ -1722,10 +1741,12 @@ syncprov_op_response( Operation *op, SlapReply *rs )
                                        sizeof(int));
                                si->si_sids[i] = sid;
                        }
+#if 0
                } else if ( !foundit ) {
                        /* internal ops that aren't meant to be replicated */
                        ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock );
                        return SLAP_CB_CONTINUE;
+#endif
                }
 
                /* Don't do any processing for consumer contextCSN updates */
@@ -1736,17 +1757,23 @@ syncprov_op_response( Operation *op, SlapReply *rs )
 
                si->si_numops++;
                if ( si->si_chkops || si->si_chktime ) {
-                       if ( si->si_chkops && si->si_numops >= si->si_chkops ) {
-                               do_check = 1;
-                               si->si_numops = 0;
-                       }
-                       if ( si->si_chktime &&
-                               (op->o_time - si->si_chklast >= si->si_chktime )) {
-                               if ( si->si_chklast ) {
+                       /* Never checkpoint adding the context entry,
+                        * it will deadlock
+                        */
+                       if ( op->o_tag != LDAP_REQ_ADD ||
+                               !dn_match( &op->o_req_ndn, &op->o_bd->be_nsuffix[0] )) {
+                               if ( si->si_chkops && si->si_numops >= si->si_chkops ) {
                                        do_check = 1;
-                                       si->si_chklast = op->o_time;
-                               } else {
-                                       si->si_chklast = 1;
+                                       si->si_numops = 0;
+                               }
+                               if ( si->si_chktime &&
+                                       (op->o_time - si->si_chklast >= si->si_chktime )) {
+                                       if ( si->si_chklast ) {
+                                               do_check = 1;
+                                               si->si_chklast = op->o_time;
+                                       } else {
+                                               si->si_chklast = 1;
+                                       }
                                }
                        }
                }
@@ -1891,10 +1918,16 @@ syncprov_op_mod( Operation *op, SlapReply *rs )
        cb->sc_next = op->o_callback;
        op->o_callback = cb;
 
+       opc->osid = -1;
+       opc->rsid = -1;
        if ( op->o_csn.bv_val ) {
-               opc->ssid = slap_parse_csn_sid( &op->o_csn );
-       } else {
-               opc->ssid = -1;
+               opc->osid = slap_parse_csn_sid( &op->o_csn );
+       }
+       if ( op->o_controls ) {
+               struct sync_cookie *scook =
+               op->o_controls[slap_cids.sc_LDAPsync];
+               if ( scook )
+                       opc->rsid = scook->sid;
        }
 
        /* If there are active persistent searches, lock this operation.
@@ -1924,6 +1957,9 @@ syncprov_op_mod( Operation *op, SlapReply *rs )
                                 * Currently it's not an issue because there are
                                 * no dynamic config deletes...
                                 */
+                               if ( slapd_shutdown )
+                                       return SLAPD_ABANDON;
+
                                if ( !ldap_pvt_thread_pool_pausecheck( &connection_pool ))
                                        ldap_pvt_thread_yield();
                                ldap_pvt_thread_mutex_lock( &mt->mt_mutex );
@@ -1951,6 +1987,7 @@ syncprov_op_mod( Operation *op, SlapReply *rs )
                        avl_insert( &si->si_mods, mt, sp_avl_cmp, avl_dup_error );
                        ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex );
                }
+               opc->smt = mt;
        }
 
        if (( have_psearches || si->si_logs ) && op->o_tag != LDAP_REQ_ADD )
@@ -2174,9 +2211,10 @@ syncprov_search_response( Operation *op, SlapReply *rs )
                                LDAP_SYNC_ADD, rs->sr_ctrls, 0, 0, NULL );
                }
        } else if ( rs->sr_type == REP_RESULT && rs->sr_err == LDAP_SUCCESS ) {
-               struct berval cookie;
+               struct berval cookie = BER_BVNULL;
 
-               if ( ss->ss_flags & SS_CHANGED ) {
+               if ( ( ss->ss_flags & SS_CHANGED ) &&
+                       ss->ss_ctxcsn && !BER_BVISNULL( &ss->ss_ctxcsn[0] )) {
                        slap_compose_sync_cookie( op, &cookie, ss->ss_ctxcsn,
                                srs->sr_state.rid, slap_serverID ? slap_serverID : -1 );
 
@@ -2200,7 +2238,7 @@ syncprov_search_response( Operation *op, SlapReply *rs )
                                LDAP_TAG_SYNC_REFRESH_PRESENT : LDAP_TAG_SYNC_REFRESH_DELETE,
                                ( ss->ss_flags & SS_CHANGED ) ? &cookie : NULL,
                                1, NULL, 0 );
-                       if ( ss->ss_flags & SS_CHANGED )
+                       if ( !BER_BVISNULL( &cookie ))
                                op->o_tmpfree( cookie.bv_val, op->o_tmpmemctx );
 
                        /* Detach this Op from frontend control */
@@ -2354,13 +2392,32 @@ syncprov_op_search( Operation *op, SlapReply *rs )
 
                /* If nothing has changed, shortcut it */
                if ( srs->sr_state.numcsns == numcsns ) {
-                       int i, j;
+                       int i, j, newer;
                        for ( i=0; i<srs->sr_state.numcsns; i++ ) {
                                for ( j=0; j<numcsns; j++ ) {
                                        if ( srs->sr_state.sids[i] != sids[j] )
                                                continue;
-                                       if ( !bvmatch( &srs->sr_state.ctxcsn[i], &ctxcsn[j] ))
+                                       newer = ber_bvcmp( &srs->sr_state.ctxcsn[i], &ctxcsn[j] );
+                                       /* If our state is newer, tell consumer about changes */
+                                       if ( newer < 0 )
                                                changed = SS_CHANGED;
+                                       else if ( newer > 0 ) {
+                                       /* our state is older, tell consumer nothing */
+                                               if ( sop ) {
+                                                       syncops **sp = &si->si_ops;
+                                                       
+                                                       ldap_pvt_thread_mutex_lock( &si->si_ops_mutex );
+                                                       while ( *sp != sop )
+                                                               sp = &(*sp)->s_next;
+                                                       *sp = sop->s_next;
+                                                       ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex );
+                                                       ch_free( sop );
+                                               }
+                                               rs->sr_err = LDAP_SUCCESS;
+                                               rs->sr_ctrls = NULL;
+                                               send_ldap_result( op, rs );
+                                               return rs->sr_err;
+                                       }
                                        break;
                                }
                                if ( changed )