]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/overlays/syncprov.c
check for NULL backend (ITS#6490)
[openldap] / servers / slapd / overlays / syncprov.c
index a722bae7aa952f10651d5b7744e1f9ee225ffac0..6cb7cfb17df44c83678150a0aad9a98b5c01dcc5 100644 (file)
@@ -48,6 +48,7 @@ typedef struct modtarget {
 /* A queued result of a persistent search */
 typedef struct syncres {
        struct syncres *s_next;
+       Entry *s_e;
        struct berval s_dn;
        struct berval s_ndn;
        struct berval s_uuid;
@@ -145,6 +146,7 @@ typedef struct opcookie {
        slap_overinst *son;
        syncmatches *smatches;
        modtarget *smt;
+       Entry *se;
        struct berval sdn;      /* DN of entry, for deletes */
        struct berval sndn;
        struct berval suuid;    /* UUID of entry */
@@ -154,6 +156,11 @@ typedef struct opcookie {
        short sreference;       /* Is the entry a reference? */
 } opcookie;
 
+typedef struct mutexint {
+       ldap_pvt_thread_mutex_t mi_mutex;
+       int mi_int;
+} mutexint;
+
 typedef struct fbase_cookie {
        struct berval *fdn;     /* DN of a modified entry, for scope testing */
        syncops *fss;   /* persistent search we're testing against */
@@ -739,6 +746,36 @@ again:
        return rc;
 }
 
+/* Should find a place to cache these */
+static mutexint *get_mutexint()
+{
+       mutexint *mi = ch_malloc( sizeof( mutexint ));
+       ldap_pvt_thread_mutex_init( &mi->mi_mutex );
+       mi->mi_int = 1;
+       return mi;
+}
+
+static void inc_mutexint( mutexint *mi )
+{
+       ldap_pvt_thread_mutex_lock( &mi->mi_mutex );
+       mi->mi_int++;
+       ldap_pvt_thread_mutex_unlock( &mi->mi_mutex );
+}
+
+/* return resulting counter */
+static int dec_mutexint( mutexint *mi )
+{
+       int i;
+       ldap_pvt_thread_mutex_lock( &mi->mi_mutex );
+       i = --mi->mi_int;
+       ldap_pvt_thread_mutex_unlock( &mi->mi_mutex );
+       if ( !i ) {
+               ldap_pvt_thread_mutex_destroy( &mi->mi_mutex );
+               ch_free( mi );
+       }
+       return i;
+}
+
 static void
 syncprov_free_syncop( syncops *so )
 {
@@ -746,7 +783,8 @@ syncprov_free_syncop( syncops *so )
        GroupAssertion *ga, *gnext;
 
        ldap_pvt_thread_mutex_lock( &so->s_mutex );
-       if ( --so->s_inuse > 0 ) {
+       /* already being freed, or still in use */
+       if ( !so->s_inuse || --so->s_inuse > 0 ) {
                ldap_pvt_thread_mutex_unlock( &so->s_mutex );
                return;
        }
@@ -762,6 +800,12 @@ syncprov_free_syncop( syncops *so )
        ch_free( so->s_base.bv_val );
        for ( sr=so->s_res; sr; sr=srnext ) {
                srnext = sr->s_next;
+               if ( sr->s_e ) {
+                       if ( !dec_mutexint( sr->s_e->e_private )) {
+                               sr->s_e->e_private = NULL;
+                               entry_free( sr->s_e );
+                       }
+               }
                ch_free( sr );
        }
        ldap_pvt_thread_mutex_destroy( &so->s_mutex );
@@ -770,8 +814,7 @@ syncprov_free_syncop( syncops *so )
 
 /* Send a persistent search response */
 static int
-syncprov_sendresp( Operation *op, opcookie *opc, syncops *so,
-       Entry **e, int mode )
+syncprov_sendresp( Operation *op, opcookie *opc, syncops *so, int mode )
 {
        slap_overinst *on = opc->son;
 
@@ -792,15 +835,13 @@ syncprov_sendresp( Operation *op, opcookie *opc, syncops *so,
        }
 
 #ifdef LDAP_DEBUG
-       if ( !BER_BVISNULL( &cookie )) {
-               if ( so->s_sid > 0 ) {
-                       Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: to=%03x, cookie=%s\n",
-                               so->s_sid, cookie.bv_val , 0 );
-               } else {
-                       Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: cookie=%s\n",
-                               cookie.bv_val, 0, 0 );
-               }
-       }               
+       if ( so->s_sid > 0 ) {
+               Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: to=%03x, cookie=%s\n",
+                       so->s_sid, cookie.bv_val ? cookie.bv_val : "", 0 );
+       } else {
+               Debug( LDAP_DEBUG_SYNC, "syncprov_sendresp: cookie=%s\n",
+                       cookie.bv_val ? cookie.bv_val : "", 0, 0 );
+       }
 #endif
 
        e_uuid.e_attrs = &a_uuid;
@@ -813,35 +854,29 @@ syncprov_sendresp( Operation *op, opcookie *opc, syncops *so,
        }
 
        rs.sr_ctrls = ctrls;
-       op->o_bd->bd_info = (BackendInfo *)on->on_info;
+       rs.sr_entry = &e_uuid;
+       if ( mode == LDAP_SYNC_ADD || mode == LDAP_SYNC_MODIFY ) {
+               e_uuid = *opc->se;
+               e_uuid.e_private = NULL;
+       }
+
        switch( mode ) {
        case LDAP_SYNC_ADD:
-               rs.sr_entry = *e;
-               if ( rs.sr_entry->e_private )
-                       rs.sr_flags = REP_ENTRY_MUSTRELEASE;
                if ( opc->sreference && so->s_op->o_managedsait <= SLAP_CONTROL_IGNORED ) {
                        rs.sr_ref = get_entry_referrals( op, rs.sr_entry );
                        rs.sr_err = send_search_reference( op, &rs );
                        ber_bvarray_free( rs.sr_ref );
-                       if ( !rs.sr_entry )
-                               *e = NULL;
                        break;
                }
                /* fallthru */
        case LDAP_SYNC_MODIFY:
-               rs.sr_entry = *e;
-               if ( rs.sr_entry->e_private )
-                       rs.sr_flags = REP_ENTRY_MUSTRELEASE;
                rs.sr_attrs = op->ors_attrs;
                rs.sr_err = send_search_entry( op, &rs );
-               if ( !rs.sr_entry )
-                       *e = NULL;
                break;
        case LDAP_SYNC_DELETE:
                e_uuid.e_attrs = NULL;
                e_uuid.e_name = opc->sdn;
                e_uuid.e_nname = opc->sndn;
-               rs.sr_entry = &e_uuid;
                if ( opc->sreference && so->s_op->o_managedsait <= SLAP_CONTROL_IGNORED ) {
                        struct berval bv = BER_BVNULL;
                        rs.sr_ref = &bv;
@@ -863,7 +898,6 @@ syncprov_sendresp( Operation *op, opcookie *opc, syncops *so,
                                break;
                        }
                }
-               slap_free_ctrls( op, rs.sr_ctrls );
                rs.sr_ctrls = NULL;
        }
 
@@ -898,9 +932,9 @@ syncprov_qplay( Operation *op, syncops *so )
                ldap_pvt_thread_mutex_unlock( &so->s_mutex );
 
                if ( sr->s_mode == LDAP_SYNC_NEW_COOKIE ) {
-                   SlapReply rs = { REP_INTERMEDIATE };
+                       SlapReply rs = { REP_INTERMEDIATE };
 
-                   rc = syncprov_sendinfo( op, &rs, LDAP_TAG_SYNC_NEW_COOKIE,
+                       rc = syncprov_sendinfo( op, &rs, LDAP_TAG_SYNC_NEW_COOKIE,
                                &sr->s_csn, 0, NULL, 0 );
                } else {
                        opc.sdn = sr->s_dn;
@@ -908,22 +942,15 @@ syncprov_qplay( Operation *op, syncops *so )
                        opc.suuid = sr->s_uuid;
                        opc.sctxcsn = sr->s_csn;
                        opc.sreference = sr->s_isreference;
-                       e = NULL;
-
-                       if ( sr->s_mode != LDAP_SYNC_DELETE ) {
-                               rc = overlay_entry_get_ov( op, &opc.sndn, NULL, NULL, 0, &e, on );
-                               if ( rc ) {
-                                       Debug( LDAP_DEBUG_SYNC, "syncprov_qplay: failed to get %s, "
-                                               "error (%d), ignoring...\n", opc.sndn.bv_val, rc, 0 );
-                                       ch_free( sr );
-                                       rc = 0;
-                                       continue;
-                               }
-                       }
-                       rc = syncprov_sendresp( op, &opc, so, &e, sr->s_mode );
+                       opc.se = sr->s_e;
+
+                       rc = syncprov_sendresp( op, &opc, so, sr->s_mode );
 
-                       if ( e ) {
-                               overlay_entry_release_ov( op, e, 0, on );
+               }
+               if ( sr->s_e ) {
+                       if ( !dec_mutexint( sr->s_e->e_private )) {
+                               sr->s_e->e_private = NULL;
+                               entry_free ( sr->s_e );
                        }
                }
 
@@ -1017,6 +1044,10 @@ syncprov_qresp( opcookie *opc, syncops *so, int mode )
                srsize += cookie.bv_len + 1;
        sr = ch_malloc( srsize );
        sr->s_next = NULL;
+       sr->s_e = opc->se;
+       /* bump refcount on this entry */
+       if ( opc->se )
+               inc_mutexint( opc->se->e_private );
        sr->s_dn.bv_val = (char *)(sr + 1);
        sr->s_dn.bv_len = opc->sdn.bv_len;
        sr->s_mode = mode;
@@ -1160,9 +1191,12 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                rc = overlay_entry_get_ov( op, fc.fdn, NULL, NULL, 0, &e, on );
                /* If we're sending responses now, make a copy and unlock the DB */
                if ( e && !saveit ) {
-                       Entry *e2 = entry_dup( e );
+                       if ( !opc->se ) {
+                               opc->se = entry_dup( e );
+                               opc->se->e_private = get_mutexint();
+                       }
                        overlay_entry_release_ov( op, e, 0, on );
-                       e = e2;
+                       e = opc->se;
                }
                if ( rc ) {
                        op->o_bd = b0;
@@ -1170,6 +1204,13 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                }
        } else {
                e = op->ora_e;
+               if ( !saveit ) {
+                       if ( !opc->se ) {
+                               opc->se = entry_dup( e );
+                               opc->se->e_private = get_mutexint();
+                       }
+                       e = opc->se;
+               }
        }
 
        if ( saveit || op->o_tag == LDAP_REQ_ADD ) {
@@ -1199,22 +1240,18 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                if ( ss->s_op->o_abandon )
                        continue;
 
-               /* First time thru, check for possible skips */
-               if ( saveit || op->o_tag == LDAP_REQ_ADD ) {
-
-                       /* Don't send ops back to the originator */
-                       if ( opc->osid > 0 && opc->osid == ss->s_sid ) {
-                               Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping original sid %03x\n",
-                                       opc->osid, 0, 0 );
-                               continue;
-                       }
+               /* Don't send ops back to the originator */
+               if ( opc->osid > 0 && opc->osid == ss->s_sid ) {
+                       Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping original sid %03x\n",
+                               opc->osid, 0, 0 );
+                       continue;
+               }
 
-                       /* Don't send ops back to the messenger */
-                       if ( opc->rsid > 0 && opc->rsid == ss->s_sid ) {
-                               Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping relayed sid %03x\n",
-                                       opc->rsid, 0, 0 );
-                               continue;
-                       }
+               /* Don't send ops back to the messenger */
+               if ( opc->rsid > 0 && opc->rsid == ss->s_sid ) {
+                       Debug( LDAP_DEBUG_SYNC, "syncprov_matchops: skipping relayed sid %03x\n",
+                               opc->rsid, 0, 0 );
+                       continue;
                }
 
                /* validate base */
@@ -1234,7 +1271,6 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                        continue;
                }
 
-
                /* If we're sending results now, look for this op in old matches */
                if ( !saveit ) {
                        syncmatches *old;
@@ -1306,9 +1342,17 @@ syncprov_matchops( Operation *op, opcookie *opc, int saveit )
                if ( !SLAP_ISOVERLAY( op->o_bd )) {
                        op->o_bd = &db;
                }
-               overlay_entry_release_ov( op, e, 0, on );
+               if ( saveit )
+                       overlay_entry_release_ov( op, e, 0, on );
                op->o_bd = b0;
        }
+       if ( opc->se && !saveit ) {
+               if ( !dec_mutexint( opc->se->e_private )) {
+                       opc->se->e_private = NULL;
+                       entry_free( opc->se );
+                       opc->se = NULL;
+               }
+       }
        if ( freefdn ) {
                op->o_tmpfree( fc.fdn->bv_val, op->o_tmpmemctx );
        }
@@ -1370,7 +1414,6 @@ syncprov_checkpoint( Operation *op, SlapReply *rs, slap_overinst *on )
        SlapReply rsm = { 0 };
        slap_callback cb = {0};
        BackendDB be;
-       struct berval ctxdn;
 
 #ifdef CHECK_CSN
        Syntax *syn = slap_schema.si_ad_contextCSN->ad_type->sat_syntax;
@@ -1397,12 +1440,9 @@ syncprov_checkpoint( Operation *op, SlapReply *rs, slap_overinst *on )
        if ( SLAP_GLUE_SUBORDINATE( op->o_bd )) {
                be = *on->on_info->oi_origdb;
                opm.o_bd = &be;
-               ctxdn = be.be_nsuffix[0];
-       } else {
-               ctxdn = si->si_contextdn;
        }
-       opm.o_req_dn = ctxdn;
-       opm.o_req_ndn = ctxdn;
+       opm.o_req_dn = si->si_contextdn;
+       opm.o_req_ndn = si->si_contextdn;
        opm.o_bd->bd_info = on->on_info->oi_orig;
        opm.o_managedsait = SLAP_CONTROL_NONCRITICAL;
        opm.o_no_schema_check = 1;
@@ -1682,7 +1722,50 @@ syncprov_op_response( Operation *op, SlapReply *rs )
                maxcsn.bv_len = sizeof(cbuf);
                ldap_pvt_thread_rdwr_wlock( &si->si_csn_rwlock );
 
-               if ( op->o_dont_replicate && op->o_tag == LDAP_REQ_MODIFY &&
+               slap_get_commit_csn( op, &maxcsn, &foundit );
+               if ( BER_BVISEMPTY( &maxcsn ) && SLAP_GLUE_SUBORDINATE( op->o_bd )) {
+                       /* syncrepl queues the CSN values in the db where
+                        * it is configured , not where the changes are made.
+                        * So look for a value in the glue db if we didn't
+                        * find any in this db.
+                        */
+                       BackendDB *be = op->o_bd;
+                       op->o_bd = select_backend( &be->be_nsuffix[0], 1);
+                       maxcsn.bv_val = cbuf;
+                       maxcsn.bv_len = sizeof(cbuf);
+                       slap_get_commit_csn( op, &maxcsn, &foundit );
+                       op->o_bd = be;
+               }
+               if ( !BER_BVISEMPTY( &maxcsn ) ) {
+                       int i, sid;
+#ifdef CHECK_CSN
+                       Syntax *syn = slap_schema.si_ad_contextCSN->ad_type->sat_syntax;
+                       assert( !syn->ssyn_validate( syn, &maxcsn ));
+#endif
+                       sid = slap_parse_csn_sid( &maxcsn );
+                       for ( i=0; i<si->si_numcsns; i++ ) {
+                               if ( sid == si->si_sids[i] ) {
+                                       if ( ber_bvcmp( &maxcsn, &si->si_ctxcsn[i] ) > 0 ) {
+                                               ber_bvreplace( &si->si_ctxcsn[i], &maxcsn );
+                                               csn_changed = 1;
+                                       }
+                                       break;
+                               }
+                       }
+                       /* It's a new SID for us */
+                       if ( i == si->si_numcsns ) {
+                               value_add_one( &si->si_ctxcsn, &maxcsn );
+                               csn_changed = 1;
+                               si->si_numcsns++;
+                               si->si_sids = ch_realloc( si->si_sids, si->si_numcsns *
+                                       sizeof(int));
+                               si->si_sids[i] = sid;
+                       }
+               }
+
+               /* Don't do any processing for consumer contextCSN updates */
+               if ( op->o_dont_replicate ) {
+                       if ( op->o_tag == LDAP_REQ_MODIFY &&
                                op->orm_modlist->sml_op == LDAP_MOD_REPLACE &&
                                op->orm_modlist->sml_desc == slap_schema.si_ad_contextCSN ) {
                        /* Catch contextCSN updates from syncrepl. We have to look at
@@ -1694,7 +1777,6 @@ syncprov_op_response( Operation *op, SlapReply *rs )
 
                        for ( i=0; i<mod->sml_numvals; i++ ) {
                                sid = slap_parse_csn_sid( &mod->sml_values[i] );
-
                                for ( j=0; j<si->si_numcsns; j++ ) {
                                        if ( sid == si->si_sids[j] ) {
                                                if ( ber_bvcmp( &mod->sml_values[i], &si->si_ctxcsn[j] ) > 0 ) {
@@ -1729,59 +1811,9 @@ syncprov_op_response( Operation *op, SlapReply *rs )
                                        }
                                }
                        }
-                       goto leave;
-               }
-
-               slap_get_commit_csn( op, &maxcsn, &foundit );
-               if ( BER_BVISEMPTY( &maxcsn ) && SLAP_GLUE_SUBORDINATE( op->o_bd )) {
-                       /* syncrepl queues the CSN values in the db where
-                        * it is configured , not where the changes are made.
-                        * So look for a value in the glue db if we didn't
-                        * find any in this db.
-                        */
-                       BackendDB *be = op->o_bd;
-                       op->o_bd = select_backend( &be->be_nsuffix[0], 1);
-                       maxcsn.bv_val = cbuf;
-                       maxcsn.bv_len = sizeof(cbuf);
-                       slap_get_commit_csn( op, &maxcsn, &foundit );
-                       op->o_bd = be;
-               }
-               if ( !BER_BVISEMPTY( &maxcsn ) ) {
-                       int i, sid;
-#ifdef CHECK_CSN
-                       Syntax *syn = slap_schema.si_ad_contextCSN->ad_type->sat_syntax;
-                       assert( !syn->ssyn_validate( syn, &maxcsn ));
-#endif
-                       sid = slap_parse_csn_sid( &maxcsn );
-                       for ( i=0; i<si->si_numcsns; i++ ) {
-                               if ( sid == si->si_sids[i] ) {
-                                       if ( ber_bvcmp( &maxcsn, &si->si_ctxcsn[i] ) > 0 ) {
-                                               ber_bvreplace( &si->si_ctxcsn[i], &maxcsn );
-                                               csn_changed = 1;
-                                       }
-                                       break;
-                               }
-                       }
-                       /* It's a new SID for us */
-                       if ( i == si->si_numcsns ) {
-                               value_add_one( &si->si_ctxcsn, &maxcsn );
-                               csn_changed = 1;
-                               si->si_numcsns++;
-                               si->si_sids = ch_realloc( si->si_sids, si->si_numcsns *
-                                       sizeof(int));
-                               si->si_sids[i] = sid;
-                       }
-#if 0
-               } else if ( !foundit ) {
-                       /* internal ops that aren't meant to be replicated */
-                       ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock );
-                       return SLAP_CB_CONTINUE;
-#endif
-               }
-
-               /* Don't do any processing for consumer contextCSN updates */
-               if ( op->o_dont_replicate ) {
+                       } else {
                        ldap_pvt_thread_rdwr_wunlock( &si->si_csn_rwlock );
+                       }
                        goto leave;
                }
 
@@ -2442,6 +2474,8 @@ syncprov_op_search( Operation *op, SlapReply *rs )
                                                changed = SS_CHANGED;
                                        else if ( newer > 0 ) {
                                        /* our state is older, tell consumer nothing */
+                                               rs->sr_err = LDAP_SUCCESS;
+bailout:
                                                if ( sop ) {
                                                        syncops **sp = &si->si_ops;
                                                        
@@ -2452,7 +2486,6 @@ syncprov_op_search( Operation *op, SlapReply *rs )
                                                        ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex );
                                                        ch_free( sop );
                                                }
-                                               rs->sr_err = LDAP_SUCCESS;
                                                rs->sr_ctrls = NULL;
                                                send_ldap_result( op, rs );
                                                return rs->sr_err;
@@ -2507,8 +2540,9 @@ no_change:                if ( !(op->o_sync_mode & SLAP_SYNC_PERSIST) ) {
                                        ber_bvarray_free_x( ctxcsn, op->o_tmpmemctx );
                                if ( sids )
                                        op->o_tmpfree( sids, op->o_tmpmemctx );
-                               send_ldap_error( op, rs, LDAP_SYNC_REFRESH_REQUIRED, "sync cookie is stale" );
-                               return rs->sr_err;
+                               rs->sr_err = LDAP_SYNC_REFRESH_REQUIRED;
+                               rs->sr_text = "sync cookie is stale";
+                               goto bailout;
                        }
                        if ( srs->sr_state.ctxcsn ) {
                                ber_bvarray_free_x( srs->sr_state.ctxcsn, op->o_tmpmemctx );
@@ -2528,8 +2562,7 @@ no_change:                if ( !(op->o_sync_mode & SLAP_SYNC_PERSIST) ) {
                                        ber_bvarray_free_x( ctxcsn, op->o_tmpmemctx );
                                if ( sids )
                                        op->o_tmpfree( sids, op->o_tmpmemctx );
-                               send_ldap_result( op, rs );
-                               return rs->sr_err;
+                               goto bailout;
                        }
                }
        } else {
@@ -2898,7 +2931,7 @@ syncprov_db_open(
        }
 
        thrctx = ldap_pvt_thread_pool_context();
-       connection_fake_init( &conn, &opbuf, thrctx );
+       connection_fake_init2( &conn, &opbuf, thrctx, 0 );
        op = &opbuf.ob_op;
        op->o_bd = be;
        op->o_dn = be->be_rootdn;
@@ -2983,7 +3016,7 @@ syncprov_db_close(
                void *thrctx;
 
                thrctx = ldap_pvt_thread_pool_context();
-               connection_fake_init( &conn, &opbuf, thrctx );
+               connection_fake_init2( &conn, &opbuf, thrctx, 0 );
                op = &opbuf.ob_op;
                op->o_bd = be;
                op->o_dn = be->be_rootdn;