X-Git-Url: https://git.sur5r.net/?a=blobdiff_plain;f=servers%2Fslapd%2Fresult.c;h=0afad284eb9bb18b506e7eb506fdef45406b4bb4;hb=7a296e605128cc84012f9c783179453797fe2685;hp=29bdb2ff7e098d08624b5a96b9fbfa8a7a88d5ac;hpb=c106f4902964ed4d73e8de754d1be8a973bb6827;p=openldap diff --git a/servers/slapd/result.c b/servers/slapd/result.c index 29bdb2ff7e..0afad284eb 100644 --- a/servers/slapd/result.c +++ b/servers/slapd/result.c @@ -2,7 +2,7 @@ /* $OpenLDAP$ */ /* This work is part of OpenLDAP Software . * - * Copyright 1998-2005 The OpenLDAP Foundation. + * Copyright 1998-2007 The OpenLDAP Foundation. * All rights reserved. * * Redistribution and use in source and binary forms, with or without @@ -36,7 +36,6 @@ #include #include "slap.h" -#include "lutil.h" const struct berval slap_dummy_bv = BER_BVNULL; @@ -55,14 +54,6 @@ int slap_freeself_cb( Operation *op, SlapReply *rs ) return SLAP_CB_CONTINUE; } -int slap_replog_cb( Operation *op, SlapReply *rs ) -{ - if ( rs->sr_err == LDAP_SUCCESS ) { - replog( op ); - } - return SLAP_CB_CONTINUE; -} - static char *v2ref( BerVarray ref, const char *text ) { size_t len = 0, i = 0; @@ -83,11 +74,7 @@ static char *v2ref( BerVarray ref, const char *text ) } } - v2 = SLAP_MALLOC( len+i+sizeof("Referral:") ); - if( v2 == NULL ) { - Debug( LDAP_DEBUG_ANY, "v2ref: SLAP_MALLOC failed", 0, 0, 0 ); - return NULL; - } + v2 = ch_malloc( len+i+sizeof("Referral:") ); if( text != NULL ) { strcpy(v2, text); @@ -99,11 +86,7 @@ static char *v2ref( BerVarray ref, const char *text ) len += sizeof("Referral:"); for( i=0; ref[i].bv_val != NULL; i++ ) { - v2 = SLAP_REALLOC( v2, len + ref[i].bv_len + 1 ); - if( v2 == NULL ) { - Debug( LDAP_DEBUG_ANY, "v2ref: SLAP_MALLOC failed", 0, 0, 0 ); - return NULL; - } + v2 = ch_realloc( v2, len + ref[i].bv_len + 1 ); v2[len-1] = '\n'; AC_MEMCPY(&v2[len], ref[i].bv_val, ref[i].bv_len ); len += ref[i].bv_len; @@ -166,7 +149,6 @@ static long send_ldap_ber( /* write the pdu */ while( 1 ) { int err; - ber_socket_t sd; if ( connection_state_closing( conn ) ) { ldap_pvt_thread_mutex_unlock( &conn->c_mutex ); @@ -175,11 +157,11 @@ static long send_ldap_ber( return 0; } - if ( ber_flush( conn->c_sb, ber, 0 ) == 0 ) { + if ( ber_flush2( conn->c_sb, ber, LBER_FLUSH_FREE_NEVER ) == 0 ) { break; } - err = errno; + err = sock_errno(); /* * we got an error. if it's ewouldblock, we need to @@ -187,7 +169,7 @@ static long send_ldap_ber( * it's a hard error and return. */ - Debug( LDAP_DEBUG_CONNS, "ber_flush failed errno=%d reason=\"%s\"\n", + Debug( LDAP_DEBUG_CONNS, "ber_flush2 failed errno=%d reason=\"%s\"\n", err, sock_errstr(err), 0 ); if ( err != EWOULDBLOCK && err != EAGAIN ) { @@ -201,8 +183,7 @@ static long send_ldap_ber( /* wait for socket to be write-ready */ conn->c_writewaiter = 1; - ber_sockbuf_ctrl( conn->c_sb, LBER_SB_OPT_GET_FD, &sd ); - slapd_set_write( sd, 1 ); + slapd_set_write( conn->c_sd, 1 ); ldap_pvt_thread_cond_wait( &conn->c_write_cv, &conn->c_mutex ); conn->c_writewaiter = 0; @@ -256,7 +237,7 @@ send_ldap_controls( Operation *o, BerElement *ber, LDAPControl **c ) if( rc == -1 ) return rc; } -#ifdef LDAP_DEVEL +#ifdef SLAP_CONTROL_X_SORTEDRESULTS /* this is a hack to avoid having to modify op->s_ctrls */ if( o->o_sortedresults ) { BerElementBuffer berbuf; @@ -286,6 +267,101 @@ send_ldap_controls( Operation *o, BerElement *ber, LDAPControl **c ) return rc; } +/* + * slap_response_play() + * + * plays the callback list; rationale: a callback can + * - remove itself from the list, by setting op->o_callback = NULL; + * malloc()'ed callbacks should free themselves from inside the + * sc_response() function. + * - replace itself with another (list of) callback(s), by setting + * op->o_callback = a new (list of) callback(s); in this case, it + * is the callback's responsibility to to append existing subsequent + * callbacks to the end of the list that is passed to the sc_response() + * function. + * - modify the list of subsequent callbacks by modifying the value + * of the sc_next field from inside the sc_response() function; this + * case does not require any handling from inside slap_response_play() + * + * To stop execution of the playlist, the sc_response() function must return + * a value different from SLAP_SC_CONTINUE. + * + * The same applies to slap_cleanup_play(); only, there is no means to stop + * execution of the playlist, since all cleanup functions must be called. + */ +static int +slap_response_play( + Operation *op, + SlapReply *rs ) +{ + int rc; + + slap_callback *sc = op->o_callback, **scp; + + rc = SLAP_CB_CONTINUE; + for ( scp = ≻ *scp; ) { + slap_callback *sc_next = (*scp)->sc_next, **sc_nextp = &(*scp)->sc_next; + + op->o_callback = *scp; + if ( op->o_callback->sc_response ) { + rc = op->o_callback->sc_response( op, rs ); + if ( op->o_callback == NULL ) { + /* the callback has been removed; + * repair the list */ + *scp = sc_next; + sc_nextp = scp; + + } else if ( op->o_callback != *scp ) { + /* a new callback has been inserted + * in place of the existing one; repair the list */ + *scp = op->o_callback; + sc_nextp = scp; + } + if ( rc != SLAP_CB_CONTINUE ) break; + } + scp = sc_nextp; + } + + op->o_callback = sc; + return rc; +} + +static int +slap_cleanup_play( + Operation *op, + SlapReply *rs ) +{ + slap_callback *sc = op->o_callback, **scp; + + for ( scp = ≻ *scp; ) { + slap_callback *sc_next = (*scp)->sc_next, **sc_nextp = &(*scp)->sc_next; + + op->o_callback = *scp; + if ( op->o_callback->sc_cleanup ) { + (void)op->o_callback->sc_cleanup( op, rs ); + if ( op->o_callback == NULL ) { + /* the callback has been removed; + * repair the list */ + *scp = sc_next; + sc_nextp = scp; + + } else if ( op->o_callback != *scp ) { + /* a new callback has been inserted + * after the existing one; repair the list */ + /* a new callback has been inserted + * in place of the existing one; repair the list */ + *scp = op->o_callback; + sc_nextp = scp; + } + /* don't care about the result; do all cleanup */ + } + scp = sc_nextp; + } + + op->o_callback = sc; + return LDAP_SUCCESS; +} + static int send_ldap_response( Operation *op, @@ -296,29 +372,16 @@ send_ldap_response( int rc = LDAP_SUCCESS; long bytes; - if ( rs->sr_err == SLAPD_ABANDON ) { + if ( rs->sr_err == SLAPD_ABANDON || op->o_abandon ) { rc = SLAPD_ABANDON; goto clean2; } if ( op->o_callback ) { - slap_callback *sc = op->o_callback, **sc_prev = &sc, *sc_next; - - rc = SLAP_CB_CONTINUE; - for ( sc_next = op->o_callback; sc_next; op->o_callback = sc_next) { - sc_next = op->o_callback->sc_next; - if ( op->o_callback->sc_response ) { - rc = op->o_callback->sc_response( op, rs ); - if ( op->o_callback != *sc_prev ) { - *sc_prev = op->o_callback; - } - if ( rc != SLAP_CB_CONTINUE || !op->o_callback ) break; - } - sc_prev = &op->o_callback->sc_next; + rc = slap_response_play( op, rs ); + if ( rc != SLAP_CB_CONTINUE ) { + goto clean2; } - - op->o_callback = sc; - if ( rc != SLAP_CB_CONTINUE ) goto clean2; } #ifdef LDAP_CONNECTIONLESS @@ -443,10 +506,10 @@ send_ldap_response( goto cleanup; } - ldap_pvt_thread_mutex_lock( &slap_counters.sc_sent_mutex ); - ldap_pvt_mp_add_ulong( slap_counters.sc_pdu, 1 ); - ldap_pvt_mp_add_ulong( slap_counters.sc_bytes, (unsigned long)bytes ); - ldap_pvt_thread_mutex_unlock( &slap_counters.sc_sent_mutex ); + ldap_pvt_thread_mutex_lock( &op->o_counters->sc_mutex ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_pdu, 1 ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_bytes, (unsigned long)bytes ); + ldap_pvt_thread_mutex_unlock( &op->o_counters->sc_mutex ); cleanup:; /* Tell caller that we did this for real, as opposed to being @@ -456,23 +519,9 @@ cleanup:; clean2:; if ( op->o_callback ) { - slap_callback *sc = op->o_callback, **sc_prev = &sc, *sc_next; - - for ( sc_next = op->o_callback; sc_next; op->o_callback = sc_next) { - sc_next = op->o_callback->sc_next; - if ( op->o_callback->sc_cleanup ) { - (void)op->o_callback->sc_cleanup( op, rs ); - if ( op->o_callback != *sc_prev ) { - *sc_prev = op->o_callback; - } - if ( !op->o_callback ) break; - } - sc_prev = &op->o_callback->sc_next; - } - op->o_callback = sc; + (void)slap_cleanup_play( op, rs ); } - if ( rs->sr_matched && rs->sr_flags & REP_MATCHED_MUSTBEFREED ) { free( (char *)rs->sr_matched ); rs->sr_matched = NULL; @@ -511,7 +560,7 @@ send_ldap_disconnect( Operation *op, SlapReply *rs ) } else { rs->sr_rspoid = LDAP_NOTICE_DISCONNECT; rs->sr_tag = LDAP_RES_EXTENDED; - rs->sr_msgid = 0; + rs->sr_msgid = LDAP_RES_UNSOLICITED; } if ( send_ldap_response( op, rs ) == SLAP_CB_CONTINUE ) { @@ -532,7 +581,7 @@ slap_send_ldap_result( Operation *op, SlapReply *rs ) rs->sr_type = REP_RESULT; /* Propagate Abandons so that cleanup callbacks can be processed */ - if ( rs->sr_err == SLAPD_ABANDON ) + if ( rs->sr_err == SLAPD_ABANDON || op->o_abandon ) goto abandon; assert( !LDAP_API_ERROR( rs->sr_err ) ); @@ -692,6 +741,14 @@ slap_send_search_entry( Operation *op, SlapReply *rs ) return LDAP_SIZELIMIT_EXCEEDED; } + /* Every 64 entries, check for thread pool pause */ + if ( ( ( rs->sr_nentries & 0x3f ) == 0x3f ) && + ldap_pvt_thread_pool_query( &connection_pool, + LDAP_PVT_THREAD_POOL_PARAM_PAUSING, &i ) == 0 && i ) + { + return LDAP_BUSY; + } + rs->sr_type = REP_SEARCH; /* eventually will loop through generated operational attribute types @@ -700,7 +757,7 @@ slap_send_search_entry( Operation *op, SlapReply *rs ) /* NOTE: moved before overlays callback circling because * they may modify entry and other stuff in rs */ /* check for special all operational attributes ("+") type */ - /* FIXME: maybe we could se this flag at the operation level; + /* FIXME: maybe we could set this flag at the operation level; * however, in principle the caller of send_search_entry() may * change the attribute list at each call */ rs->sr_attr_flags = slap_attr_flags( rs->sr_attrs ); @@ -711,24 +768,10 @@ slap_send_search_entry( Operation *op, SlapReply *rs ) } if ( op->o_callback ) { - slap_callback *sc = op->o_callback, **sc_prev = &sc, *sc_next; - - rc = SLAP_CB_CONTINUE; - for ( sc_next = op->o_callback; sc_next; op->o_callback = sc_next ) - { - sc_next = op->o_callback->sc_next; - if ( op->o_callback->sc_response ) { - rc = op->o_callback->sc_response( op, rs ); - if ( op->o_callback != *sc_prev ) { - *sc_prev = op->o_callback; - } - if ( rc != SLAP_CB_CONTINUE || !op->o_callback ) break; - } - sc_prev = &op->o_callback->sc_next; + rc = slap_response_play( op, rs ); + if ( rc != SLAP_CB_CONTINUE ) { + goto error_return; } - - op->o_callback = sc; - if ( rc != SLAP_CB_CONTINUE ) goto error_return; } Debug( LDAP_DEBUG_TRACE, "=> send_search_entry: conn %lu dn=\"%s\"%s\n", @@ -855,12 +898,16 @@ slap_send_search_entry( Operation *op, SlapReply *rs ) } else { /* specific attrs requested */ if ( is_at_operational( desc->ad_type ) ) { - if ( !SLAP_OPATTRS( rs->sr_attr_flags ) && - !ad_inlist( desc, rs->sr_attrs ) ) - { - continue; + /* if not explicitly requested */ + if ( !ad_inlist( desc, rs->sr_attrs )) { + /* if not all op attrs requested, skip */ + if ( !SLAP_OPATTRS( rs->sr_attr_flags )) + continue; + /* if DSA-specific and replicating, skip */ + if ( op->o_sync != SLAP_CONTROL_NONE && + desc->ad_type->sat_usage == LDAP_SCHEMA_DSA_OPERATION ) + continue; } - } else { if ( !userattrs && !ad_inlist( desc, rs->sr_attrs ) ) { continue; @@ -1150,11 +1197,11 @@ slap_send_search_entry( Operation *op, SlapReply *rs ) } rs->sr_nentries++; - ldap_pvt_thread_mutex_lock( &slap_counters.sc_sent_mutex ); - ldap_pvt_mp_add_ulong( slap_counters.sc_bytes, (unsigned long)bytes ); - ldap_pvt_mp_add_ulong( slap_counters.sc_entries, 1 ); - ldap_pvt_mp_add_ulong( slap_counters.sc_pdu, 1 ); - ldap_pvt_thread_mutex_unlock( &slap_counters.sc_sent_mutex ); + ldap_pvt_thread_mutex_lock( &op->o_counters->sc_mutex ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_bytes, (unsigned long)bytes ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_entries, 1 ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_pdu, 1 ); + ldap_pvt_thread_mutex_unlock( &op->o_counters->sc_mutex ); } Statslog( LDAP_DEBUG_STATS2, "%s ENTRY dn=\"%s\"\n", @@ -1167,20 +1214,7 @@ slap_send_search_entry( Operation *op, SlapReply *rs ) error_return:; if ( op->o_callback ) { - slap_callback *sc = op->o_callback, **sc_prev = &sc, *sc_next; - - for ( sc_next = op->o_callback; sc_next; op->o_callback = sc_next) { - sc_next = op->o_callback->sc_next; - if ( op->o_callback->sc_cleanup ) { - (void)op->o_callback->sc_cleanup( op, rs ); - if ( op->o_callback != *sc_prev ) { - *sc_prev = op->o_callback; - } - if ( !op->o_callback ) break; - } - sc_prev = &op->o_callback->sc_next; - } - op->o_callback = sc; + (void)slap_cleanup_play( op, rs ); } if ( e_flags ) { @@ -1224,23 +1258,10 @@ slap_send_search_reference( Operation *op, SlapReply *rs ) rs->sr_type = REP_SEARCHREF; if ( op->o_callback ) { - slap_callback *sc = op->o_callback, **sc_prev = &sc, *sc_next; - - rc = SLAP_CB_CONTINUE; - for ( sc_next = op->o_callback; sc_next; op->o_callback = sc_next) { - sc_next = op->o_callback->sc_next; - if ( op->o_callback->sc_response ) { - rc = op->o_callback->sc_response( op, rs ); - if ( op->o_callback != *sc_prev ) { - *sc_prev = op->o_callback; - } - if ( rc != SLAP_CB_CONTINUE || !op->o_callback ) break; - } - sc_prev = &op->o_callback->sc_next; + rc = slap_response_play( op, rs ); + if ( rc != SLAP_CB_CONTINUE ) { + goto rel; } - - op->o_callback = sc; - if ( rc != SLAP_CB_CONTINUE ) goto rel; } Debug( LDAP_DEBUG_TRACE, @@ -1340,11 +1361,15 @@ slap_send_search_reference( Operation *op, SlapReply *rs ) bytes = send_ldap_ber( op->o_conn, ber ); ber_free_buf( ber ); - ldap_pvt_thread_mutex_lock( &slap_counters.sc_sent_mutex ); - ldap_pvt_mp_add_ulong( slap_counters.sc_bytes, (unsigned long)bytes ); - ldap_pvt_mp_add_ulong( slap_counters.sc_refs, 1 ); - ldap_pvt_mp_add_ulong( slap_counters.sc_pdu, 1 ); - ldap_pvt_thread_mutex_unlock( &slap_counters.sc_sent_mutex ); + if ( bytes < 0 ) { + rc = LDAP_UNAVAILABLE; + } else { + ldap_pvt_thread_mutex_lock( &op->o_counters->sc_mutex ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_bytes, (unsigned long)bytes ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_refs, 1 ); + ldap_pvt_mp_add_ulong( op->o_counters->sc_pdu, 1 ); + ldap_pvt_thread_mutex_unlock( &op->o_counters->sc_mutex ); + } #ifdef LDAP_CONNECTIONLESS } #endif @@ -1366,20 +1391,7 @@ slap_send_search_reference( Operation *op, SlapReply *rs ) rel: if ( op->o_callback ) { - slap_callback *sc = op->o_callback, **sc_prev = &sc, *sc_next; - - for ( sc_next = op->o_callback; sc_next; op->o_callback = sc_next) { - sc_next = op->o_callback->sc_next; - if ( op->o_callback->sc_cleanup ) { - (void)op->o_callback->sc_cleanup( op, rs ); - if ( op->o_callback != *sc_prev ) { - *sc_prev = op->o_callback; - } - if ( rc != SLAP_CB_CONTINUE || !op->o_callback ) break; - } - sc_prev = &op->o_callback->sc_next; - } - op->o_callback = sc; + (void)slap_cleanup_play( op, rs ); } return rc; @@ -1417,9 +1429,43 @@ str2result( } if ( strncasecmp( s, "code", STRLENOF( "code" ) ) == 0 ) { - if ( c != NULL && lutil_atoi( code, c ) != 0 ) { - goto bailout; + char *next = NULL; + long retcode; + + if ( c == NULL ) { + Debug( LDAP_DEBUG_ANY, "str2result (%s) missing value\n", + s, 0, 0 ); + rc = -1; + continue; } + + while ( isspace( (unsigned char) c[ 0 ] ) ) c++; + if ( c[ 0 ] == '\0' ) { + Debug( LDAP_DEBUG_ANY, "str2result (%s) missing or empty value\n", + s, 0, 0 ); + rc = -1; + continue; + } + + retcode = strtol( c, &next, 10 ); + if ( next == NULL || next == c ) { + Debug( LDAP_DEBUG_ANY, "str2result (%s) unable to parse value\n", + s, 0, 0 ); + rc = -1; + continue; + } + + while ( isspace( (unsigned char) next[ 0 ] ) ) next++; + if ( next[ 0 ] != '\0' ) { + Debug( LDAP_DEBUG_ANY, "str2result (%s) extra cruft after value\n", + s, 0, 0 ); + rc = -1; + continue; + } + + /* FIXME: what if it's larger that max int? */ + *code = (int)retcode; + } else if ( strncasecmp( s, "matched", STRLENOF( "matched" ) ) == 0 ) { if ( c != NULL ) { *matched = c; @@ -1429,7 +1475,6 @@ str2result( *info = c; } } else { -bailout:; Debug( LDAP_DEBUG_ANY, "str2result (%s) unknown\n", s, 0, 0 ); @@ -1462,16 +1507,18 @@ int slap_read_controls( op->o_preread_attrs : op->o_postread_attrs; bv.bv_len = entry_flatsize( rs->sr_entry, 0 ); - bv.bv_val = op->o_tmpalloc(bv.bv_len, op->o_tmpmemctx ); + bv.bv_val = op->o_tmpalloc( bv.bv_len, op->o_tmpmemctx ); ber_init2( ber, &bv, LBER_USE_DER ); ber_set_option( ber, LBER_OPT_BER_MEMCTX, &op->o_tmpmemctx ); /* create new operation */ myop = *op; - myop.o_bd = NULL; + /* FIXME: o_bd needed for ACL */ + myop.o_bd = op->o_bd; myop.o_res_ber = ber; myop.o_callback = NULL; + myop.ors_slimit = 1; rc = slap_send_search_entry( &myop, rs ); if( rc ) return rc;