git.sur5r.net Git - openldap/blob - servers/slapd/back-meta/conn.c

   1 /* $OpenLDAP$ */
   2 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
   3  *
   4  * Copyright 1999-2006 The OpenLDAP Foundation.
   5  * Portions Copyright 2001-2003 Pierangelo Masarati.
   6  * Portions Copyright 1999-2003 Howard Chu.
   7  * All rights reserved.
   8  *
   9  * Redistribution and use in source and binary forms, with or without
  10  * modification, are permitted only as authorized by the OpenLDAP
  11  * Public License.
  12  *
  13  * A copy of this license is available in the file LICENSE in the
  14  * top-level directory of the distribution or, alternatively, at
  15  * <http://www.OpenLDAP.org/license.html>.
  16  */
  17 /* ACKNOWLEDGEMENTS:
  18  * This work was initially developed by the Howard Chu for inclusion
  19  * in OpenLDAP Software and subsequently enhanced by Pierangelo
  20  * Masarati.
  21  */
  22
  23 #include "portable.h"
  24
  25 #include <stdio.h>
  26
  27 #include <ac/errno.h>
  28 #include <ac/socket.h>
  29 #include <ac/string.h>
  30
  31
  32 #define AVL_INTERNAL
  33 #include "slap.h"
  34 #include "../back-ldap/back-ldap.h"
  35 #include "back-meta.h"
  36
  37 /*
  38  * Set PRINT_CONNTREE larger than 0 to dump the connection tree (debug only)
  39  */
  40 #ifndef PRINT_CONNTREE
  41 #define PRINT_CONNTREE 0
  42 #endif /* !PRINT_CONNTREE */
  43
  44 /*
  45  * meta_back_conndn_cmp
  46  *
  47  * compares two struct metaconn based on the value of the conn pointer
  48  * and of the local DN; used by avl stuff
  49  */
  50 int
  51 meta_back_conndn_cmp(
  52         const void *c1,
  53         const void *c2 )
  54 {
  55         metaconn_t      *mc1 = ( metaconn_t * )c1;
  56         metaconn_t      *mc2 = ( metaconn_t * )c2;
  57         int             rc;
  58
  59         /* If local DNs don't match, it is definitely not a match */
  60         /* For shared sessions, conn is NULL. Only explicitly
  61          * bound sessions will have non-NULL conn.
  62          */
  63         rc = SLAP_PTRCMP( mc1->mc_conn, mc2->mc_conn );
  64         if ( rc == 0 ) {
  65                 rc = ber_bvcmp( &mc1->mc_local_ndn, &mc2->mc_local_ndn );
  66         }
  67
  68         return rc;
  69 }
  70
  71 /*
  72  * meta_back_conndnmc_cmp
  73  *
  74  * compares two struct metaconn based on the value of the conn pointer,
  75  * the local DN and the struct pointer; used by avl stuff
  76  */
  77 static int
  78 meta_back_conndnmc_cmp(
  79         const void *c1,
  80         const void *c2 )
  81 {
  82         metaconn_t      *mc1 = ( metaconn_t * )c1;
  83         metaconn_t      *mc2 = ( metaconn_t * )c2;
  84         int             rc;
  85
  86         /* If local DNs don't match, it is definitely not a match */
  87         /* For shared sessions, conn is NULL. Only explicitly
  88          * bound sessions will have non-NULL conn.
  89          */
  90         rc = SLAP_PTRCMP( mc1->mc_conn, mc2->mc_conn );
  91         if ( rc == 0 ) {
  92                 rc = ber_bvcmp( &mc1->mc_local_ndn, &mc2->mc_local_ndn );
  93                 if ( rc == 0 ) {
  94                         rc = SLAP_PTRCMP( mc1, mc2 );
  95                 }
  96         }
  97
  98         return rc;
  99 }
 100
 101 /*
 102  * meta_back_conn_cmp
 103  *
 104  * compares two struct metaconn based on the value of the conn pointer;
 105  * used by avl stuff
 106  */
 107 int
 108 meta_back_conn_cmp(
 109         const void *c1,
 110         const void *c2 )
 111 {
 112         metaconn_t      *mc1 = ( metaconn_t * )c1;
 113         metaconn_t      *mc2 = ( metaconn_t * )c2;
 114
 115         /* For shared sessions, conn is NULL. Only explicitly
 116          * bound sessions will have non-NULL conn.
 117          */
 118         return SLAP_PTRCMP( mc1->mc_conn, mc2->mc_conn );
 119 }
 120
 121 /*
 122  * meta_back_conndn_dup
 123  *
 124  * returns -1 in case a duplicate struct metaconn has been inserted;
 125  * used by avl stuff
 126  */
 127 int
 128 meta_back_conndn_dup(
 129         void *c1,
 130         void *c2 )
 131 {
 132         metaconn_t      *mc1 = ( metaconn_t * )c1;
 133         metaconn_t      *mc2 = ( metaconn_t * )c2;
 134
 135         /* Cannot have more than one shared session with same DN */
 136         if ( mc1->mc_conn == mc2->mc_conn &&
 137                 dn_match( &mc1->mc_local_ndn, &mc2->mc_local_ndn ) )
 138         {
 139                 return -1;
 140         }
 141
 142         return 0;
 143 }
 144
 145 /*
 146  * Debug stuff (got it from libavl)
 147  */
 148 #if PRINT_CONNTREE > 0
 149 static void
 150 ravl_print( Avlnode *root, int depth )
 151 {
 152         int             i;
 153         metaconn_t      *mc;
 154
 155         if ( root == 0 ) {
 156                 return;
 157         }
 158
 159         ravl_print( root->avl_right, depth + 1 );
 160
 161         for ( i = 0; i < depth; i++ ) {
 162                 fprintf( stderr, "-" );
 163         }
 164
 165         mc = (metaconn_t *)root->avl_data;
 166         fprintf( stderr, "mc=%p local=\"%s\" conn=%p %s refcnt=%d\n",
 167                 (void *)mc,
 168                 mc->mc_local_ndn.bv_val ? mc->mc_local_ndn.bv_val : "",
 169                 (void *)mc->mc_conn,
 170                 avl_bf2str( root->avl_bf ), mc->mc_refcnt );
 171
 172         ravl_print( root->avl_left, depth + 1 );
 173 }
 174
 175 static void
 176 myprint( Avlnode *root, char *msg )
 177 {
 178         fprintf( stderr, "========> %s\n", msg );
 179
 180         if ( root == 0 ) {
 181                 fprintf( stderr, "\tNULL\n" );
 182
 183         } else {
 184                 ravl_print( root, 0 );
 185         }
 186
 187         fprintf( stderr, "<======== %s\n", msg );
 188 }
 189 #endif /* PRINT_CONNTREE */
 190 /*
 191  * End of debug stuff
 192  */
 193
 194 /*
 195  * metaconn_alloc
 196  *
 197  * Allocates a connection structure, making room for all the referenced targets
 198  */
 199 static metaconn_t *
 200 metaconn_alloc(
 201         Operation               *op )
 202 {
 203         metainfo_t      *mi = ( metainfo_t * )op->o_bd->be_private;
 204         metaconn_t      *mc;
 205         int             i, ntargets = mi->mi_ntargets;
 206
 207         assert( ntargets > 0 );
 208
 209         /* malloc all in one */
 210         mc = ( metaconn_t * )ch_calloc( 1, sizeof( metaconn_t )
 211                         + sizeof( metasingleconn_t ) * ntargets );
 212         if ( mc == NULL ) {
 213                 return NULL;
 214         }
 215
 216         for ( i = 0; i < ntargets; i++ ) {
 217                 mc->mc_conns[ i ].msc_info = mi;
 218         }
 219
 220         mc->mc_authz_target = META_BOUND_NONE;
 221         mc->mc_refcnt = 1;
 222
 223         return mc;
 224 }
 225
 226 /*
 227  * meta_back_init_one_conn
 228  *
 229  * Initializes one connection
 230  */
 231 int
 232 meta_back_init_one_conn(
 233         Operation               *op,
 234         SlapReply               *rs,
 235         metaconn_t              *mc,
 236         int                     candidate,
 237         int                     ispriv,
 238         ldap_back_send_t        sendok )
 239 {
 240         metainfo_t              *mi = ( metainfo_t * )op->o_bd->be_private;
 241         metatarget_t            *mt = mi->mi_targets[ candidate ];
 242         metasingleconn_t        *msc = &mc->mc_conns[ candidate ];
 243         int                     version;
 244         dncookie                dc;
 245         int                     isauthz = ( candidate == mc->mc_authz_target );
 246 #ifdef HAVE_TLS
 247         int                     is_ldaps = 0;
 248 #endif /* HAVE_TLS */
 249
 250         /* if the server is quarantined, and
 251          * - the current interval did not expire yet, or
 252          * - no more retries should occur,
 253          * don't return the connection */
 254         if ( mt->mt_isquarantined ) {
 255                 slap_retry_info_t       *ri = &mt->mt_quarantine;
 256                 int                     dont_retry = 1;
 257
 258                 if ( mt->mt_isquarantined == LDAP_BACK_FQ_YES ) {
 259                         dont_retry = ( ri->ri_num[ ri->ri_idx ] == SLAP_RETRYNUM_TAIL
 260                                 || slap_get_time() < ri->ri_last + ri->ri_interval[ ri->ri_idx ] );
 261                         if ( !dont_retry ) {
 262                                 if ( LogTest( LDAP_DEBUG_ANY ) ) {
 263                                         char    buf[ SLAP_TEXT_BUFLEN ];
 264
 265                                         snprintf( buf, sizeof( buf ),
 266                                                 "meta_back_init_one_conn[%d]: quarantine "
 267                                                 "retry block #%d try #%d",
 268                                                 candidate, ri->ri_idx, ri->ri_count );
 269                                         Debug( LDAP_DEBUG_ANY, "%s %s.\n",
 270                                                 op->o_log_prefix, buf, 0 );
 271                                 }
 272
 273                                 mt->mt_isquarantined = LDAP_BACK_FQ_RETRYING;
 274                         }
 275                 }
 276
 277                 if ( dont_retry ) {
 278                         rs->sr_err = LDAP_UNAVAILABLE;
 279                         if ( op->o_conn && ( sendok & LDAP_BACK_SENDERR ) ) {
 280                                 send_ldap_result( op, rs );
 281                         }
 282                         return rs->sr_err;
 283                 }
 284         }
 285
 286         /*
 287          * Already init'ed
 288          */
 289         if ( msc->msc_ld != NULL ) {
 290                 return rs->sr_err = LDAP_SUCCESS;
 291         }
 292
 293         msc->msc_mscflags = 0;
 294
 295         /*
 296          * Attempts to initialize the connection to the target ds
 297          */
 298         ldap_pvt_thread_mutex_lock( &mt->mt_uri_mutex );
 299         rs->sr_err = ldap_initialize( &msc->msc_ld, mt->mt_uri );
 300 #ifdef HAVE_TLS
 301         is_ldaps = ldap_is_ldaps_url( mt->mt_uri );
 302 #endif /* HAVE_TLS */
 303         ldap_pvt_thread_mutex_unlock( &mt->mt_uri_mutex );
 304         if ( rs->sr_err != LDAP_SUCCESS ) {
 305                 goto error_return;
 306         }
 307
 308         /*
 309          * Set LDAP version. This will always succeed: If the client
 310          * bound with a particular version, then so can we.
 311          */
 312         if ( mt->mt_version != 0 ) {
 313                 version = mt->mt_version;
 314
 315         } else if ( op->o_conn->c_protocol != 0 ) {
 316                 version = op->o_conn->c_protocol;
 317
 318         } else {
 319                 version = LDAP_VERSION3;
 320         }
 321         ldap_set_option( msc->msc_ld, LDAP_OPT_PROTOCOL_VERSION, &version );
 322         ldap_set_urllist_proc( msc->msc_ld, mt->mt_urllist_f, mt->mt_urllist_p );
 323
 324         /* automatically chase referrals ("chase-referrals [{yes|no}]" statement) */
 325         ldap_set_option( msc->msc_ld, LDAP_OPT_REFERRALS,
 326                 LDAP_BACK_CHASE_REFERRALS( mi ) ? LDAP_OPT_ON : LDAP_OPT_OFF );
 327
 328 #ifdef HAVE_TLS
 329         /* start TLS ("tls [try-]{start|propagate}" statement) */
 330         if ( ( LDAP_BACK_USE_TLS( mi ) || ( op->o_conn->c_is_tls && LDAP_BACK_PROPAGATE_TLS( mi ) ) )
 331                         && !is_ldaps )
 332         {
 333 #ifdef SLAP_STARTTLS_ASYNCHRONOUS
 334                 /*
 335                  * use asynchronous StartTLS; in case, chase referral
 336                  * FIXME: OpenLDAP does not return referral on StartTLS yet
 337                  */
 338                 int             msgid;
 339
 340                 rs->sr_err = ldap_start_tls( msc->msc_ld, NULL, NULL, &msgid );
 341                 if ( rs->sr_err == LDAP_SUCCESS ) {
 342                         LDAPMessage     *res = NULL;
 343                         int             rc, nretries = mt->mt_nretries;
 344                         struct timeval  tv;
 345
 346                         LDAP_BACK_TV_SET( &tv );
 347
 348 retry:;
 349                         rc = ldap_result( msc->msc_ld, msgid, LDAP_MSG_ALL, &tv, &res );
 350                         switch ( rc ) {
 351                         case -1:
 352                                 rs->sr_err = LDAP_OTHER;
 353                                 break;
 354
 355                         case 0:
 356                                 if ( nretries != 0 ) {
 357                                         if ( nretries > 0 ) {
 358                                                 nretries--;
 359                                         }
 360                                         LDAP_BACK_TV_SET( &tv );
 361                                         goto retry;
 362                                 }
 363                                 rs->sr_err = LDAP_OTHER;
 364                                 break;
 365
 366                         default:
 367                                 /* only touch when activity actually took place... */
 368                                 if ( mi->mi_idle_timeout != 0 && msc->msc_time < op->o_time ) {
 369                                         msc->msc_time = op->o_time;
 370                                 }
 371                                 break;
 372                         }
 373
 374                         if ( rc == LDAP_RES_EXTENDED ) {
 375                                 struct berval   *data = NULL;
 376
 377                                 /* NOTE: right now, data is unused, so don't get it */
 378                                 rs->sr_err = ldap_parse_extended_result( msc->msc_ld, res,
 379                                                 NULL, NULL /* &data */ , 0 );
 380                                 if ( rs->sr_err == LDAP_SUCCESS ) {
 381                                         int             err;
 382
 383                                         /* FIXME: matched? referrals? response controls? */
 384                                         rs->sr_err = ldap_parse_result( msc->msc_ld, res,
 385                                                 &err, NULL, NULL, NULL, NULL, 1 );
 386                                         res = NULL;
 387
 388                                         if ( rs->sr_err == LDAP_SUCCESS ) {
 389                                                 rs->sr_err = err;
 390                                         }
 391
 392                                         /* FIXME: in case a referral
 393                                          * is returned, should we try
 394                                          * using it instead of the
 395                                          * configured URI? */
 396                                         if ( rs->sr_err == LDAP_SUCCESS ) {
 397                                                 ldap_install_tls( msc->msc_ld );
 398
 399                                         } else if ( rs->sr_err == LDAP_REFERRAL ) {
 400                                                 /* FIXME: LDAP_OPERATIONS_ERROR? */
 401                                                 rs->sr_err = LDAP_OTHER;
 402                                                 rs->sr_text = "unwilling to chase referral returned by Start TLS exop";
 403                                         }
 404
 405                                         if ( data ) {
 406                                                 if ( data->bv_val ) {
 407                                                         ber_memfree( data->bv_val );
 408                                                 }
 409                                                 ber_memfree( data );
 410                                         }
 411                                 }
 412
 413                         } else {
 414                                 rs->sr_err = LDAP_OTHER;
 415                         }
 416
 417                         if ( res != NULL ) {
 418                                 ldap_msgfree( res );
 419                         }
 420                 }
 421 #else /* ! SLAP_STARTTLS_ASYNCHRONOUS */
 422                 /*
 423                  * use synchronous StartTLS
 424                  */
 425                 rs->sr_err = ldap_start_tls_s( msc->msc_ld, NULL, NULL );
 426 #endif /* ! SLAP_STARTTLS_ASYNCHRONOUS */
 427
 428                 /* if StartTLS is requested, only attempt it if the URL
 429                  * is not "ldaps://"; this may occur not only in case
 430                  * of misconfiguration, but also when used in the chain
 431                  * overlay, where the "uri" can be parsed out of a referral */
 432                 if ( rs->sr_err == LDAP_SERVER_DOWN
 433                                 || ( rs->sr_err != LDAP_SUCCESS && LDAP_BACK_TLS_CRITICAL( mi ) ) )
 434                 {
 435                         ldap_unbind_ext( msc->msc_ld, NULL, NULL );
 436                         msc->msc_ld = NULL;
 437                         goto error_return;
 438                 }
 439         }
 440 #endif /* HAVE_TLS */
 441
 442         /*
 443          * Set the network timeout if set
 444          */
 445         if ( mt->mt_network_timeout != 0 ) {
 446                 struct timeval  network_timeout;
 447
 448                 network_timeout.tv_usec = 0;
 449                 network_timeout.tv_sec = mt->mt_network_timeout;
 450
 451                 ldap_set_option( msc->msc_ld, LDAP_OPT_NETWORK_TIMEOUT,
 452                                 (void *)&network_timeout );
 453         }
 454
 455         /*
 456          * If the connection DN is not null, an attempt to rewrite it is made
 457          */
 458
 459         if ( ispriv ) {
 460                 if ( !BER_BVISNULL( &mt->mt_idassert_authcDN ) ) {
 461                         ber_bvreplace( &msc->msc_bound_ndn, &mt->mt_idassert_authcDN );
 462                         if ( !BER_BVISNULL( &mt->mt_idassert_passwd ) ) {
 463                                 ber_bvreplace( &msc->msc_cred, &mt->mt_idassert_passwd );
 464                         }
 465
 466                 } else {
 467                         ber_bvreplace( &msc->msc_bound_ndn, &slap_empty_bv );
 468                 }
 469
 470                 LDAP_BACK_CONN_ISPRIV_SET( msc );
 471
 472         } else {
 473                 if ( !BER_BVISNULL( &msc->msc_cred ) ) {
 474                         memset( msc->msc_cred.bv_val, 0, msc->msc_cred.bv_len );
 475                         ber_memfree_x( msc->msc_cred.bv_val, NULL );
 476                         BER_BVZERO( &msc->msc_cred );
 477                 }
 478                 if ( !BER_BVISNULL( &msc->msc_bound_ndn ) ) {
 479                         ber_memfree_x( msc->msc_bound_ndn.bv_val, NULL );
 480                         BER_BVZERO( &msc->msc_bound_ndn );
 481                 }
 482                 if ( !BER_BVISEMPTY( &op->o_ndn )
 483                         && SLAP_IS_AUTHZ_BACKEND( op )
 484                         && isauthz )
 485                 {
 486                         dc.target = mt;
 487                         dc.conn = op->o_conn;
 488                         dc.rs = rs;
 489                         dc.ctx = "bindDN";
 490
 491                         /*
 492                          * Rewrite the bind dn if needed
 493                          */
 494                         if ( ldap_back_dn_massage( &dc, &op->o_conn->c_dn,
 495                                                 &msc->msc_bound_ndn ) )
 496                         {
 497                                 ldap_unbind_ext( msc->msc_ld, NULL, NULL );
 498                                 msc->msc_ld = NULL;
 499                                 goto error_return;
 500                         }
 501
 502                         /* copy the DN if needed */
 503                         if ( msc->msc_bound_ndn.bv_val == op->o_conn->c_dn.bv_val ) {
 504                                 ber_dupbv( &msc->msc_bound_ndn, &op->o_conn->c_dn );
 505                         }
 506
 507                 } else {
 508                         ber_dupbv( &msc->msc_bound_ndn, (struct berval *)&slap_empty_bv );
 509                 }
 510         }
 511
 512         assert( !BER_BVISNULL( &msc->msc_bound_ndn ) );
 513
 514 error_return:;
 515         if ( rs->sr_err == LDAP_SUCCESS ) {
 516                 /*
 517                  * Sets a cookie for the rewrite session
 518                  */
 519                 ( void )rewrite_session_init( mt->mt_rwmap.rwm_rw, op->o_conn );
 520
 521         } else {
 522                 rs->sr_err = slap_map_api2result( rs );
 523                 if ( sendok & LDAP_BACK_SENDERR ) {
 524                         send_ldap_result( op, rs );
 525                         rs->sr_text = NULL;
 526                 }
 527         }
 528
 529         return rs->sr_err;
 530 }
 531
 532 /*
 533  * meta_back_retry
 534  *
 535  * Retries one connection
 536  */
 537 int
 538 meta_back_retry(
 539         Operation               *op,
 540         SlapReply               *rs,
 541         metaconn_t              **mcp,
 542         int                     candidate,
 543         ldap_back_send_t        sendok )
 544 {
 545         metainfo_t              *mi = ( metainfo_t * )op->o_bd->be_private;
 546         metatarget_t            *mt = mi->mi_targets[ candidate ];
 547         metaconn_t              *mc = *mcp;
 548         metasingleconn_t        *msc = &mc->mc_conns[ candidate ];
 549         int                     rc = LDAP_UNAVAILABLE,
 550                                 binding;
 551
 552         ldap_pvt_thread_mutex_lock( &mi->mi_conninfo.lai_mutex );
 553         binding = LDAP_BACK_CONN_BINDING( msc );
 554
 555         assert( mc->mc_refcnt > 0 );
 556         if ( mc->mc_refcnt == 1 ) {
 557                 if ( LogTest( LDAP_DEBUG_ANY ) ) {
 558                         char    buf[ SLAP_TEXT_BUFLEN ];
 559
 560                         ldap_pvt_thread_mutex_lock( &mt->mt_uri_mutex );
 561                         snprintf( buf, sizeof( buf ),
 562                                 "retrying URI=\"%s\" DN=\"%s\"",
 563                                 mt->mt_uri,
 564                                 BER_BVISNULL( &msc->msc_bound_ndn ) ?
 565                                         "" : msc->msc_bound_ndn.bv_val );
 566                         ldap_pvt_thread_mutex_unlock( &mt->mt_uri_mutex );
 567
 568                         Debug( LDAP_DEBUG_ANY,
 569                                 "%s meta_back_retry[%d]: %s.\n",
 570                                 op->o_log_prefix, candidate, buf );
 571                 }
 572
 573                 meta_clear_one_candidate( msc );
 574                 LDAP_BACK_CONN_ISBOUND_CLEAR( msc );
 575
 576                 ( void )rewrite_session_delete( mt->mt_rwmap.rwm_rw, op->o_conn );
 577
 578                 /* mc here must be the regular mc, reset and ready for init */
 579                 rc = meta_back_init_one_conn( op, rs, mc, candidate,
 580                         LDAP_BACK_CONN_ISPRIV( mc ), sendok );
 581                 if ( binding ) {
 582                         LDAP_BACK_CONN_BINDING_SET( msc );
 583                 }
 584
 585                 if ( rc == LDAP_SUCCESS ) {
 586                         rc = meta_back_single_dobind( op, rs, mcp, candidate,
 587                                 sendok, mt->mt_nretries, 0 );
 588
 589                         Debug( LDAP_DEBUG_ANY,
 590                                 "%s meta_back_retry[%d]: "
 591                                 "meta_back_single_dobind=%d\n",
 592                                 op->o_log_prefix, candidate, rc );
 593                         if ( rc == LDAP_SUCCESS ) {
 594                                 if ( be_isroot( op )  ) {
 595                                         LDAP_BACK_CONN_ISBOUND_SET( msc );
 596                                 } else {
 597                                         LDAP_BACK_CONN_ISANON_SET( msc );
 598                                 }
 599                         }
 600                 }
 601         }
 602
 603         if ( rc != LDAP_SUCCESS ) {
 604                 SlapReply               *candidates = meta_back_candidates_get( op );
 605
 606                 candidates[ candidate ].sr_err = rc;
 607
 608                 if ( *mcp != NULL ) {
 609                         if ( binding ) {
 610                                 LDAP_BACK_CONN_BINDING_CLEAR( msc );
 611                         }
 612                         LDAP_BACK_CONN_TAINTED_SET( mc );
 613                         /* only release if mandatory; otherwise
 614                          * let the caller do what's best before
 615                          * releasing */
 616                         if ( META_BACK_ONERR_STOP( mi ) ) {
 617                                 meta_back_release_conn_lock( op, mc, 0 );
 618                                 *mcp = NULL;
 619                         }
 620                 }
 621
 622                 if ( sendok ) {
 623                         rs->sr_err = rc;
 624                         rs->sr_text = NULL;
 625                         send_ldap_result( op, rs );
 626                 }
 627         }
 628
 629         if ( META_BACK_TGT_QUARANTINE( mt ) ) {
 630                 meta_back_quarantine( op, rs, candidate );
 631         }
 632
 633         ldap_pvt_thread_mutex_unlock( &mi->mi_conninfo.lai_mutex );
 634
 635         return rc == LDAP_SUCCESS ? 1 : 0;
 636 }
 637
 638 /*
 639  * callback for unique candidate selection
 640  */
 641 static int
 642 meta_back_conn_cb( Operation *op, SlapReply *rs )
 643 {
 644         assert( op->o_tag == LDAP_REQ_SEARCH );
 645
 646         switch ( rs->sr_type ) {
 647         case REP_SEARCH:
 648                 ((long *)op->o_callback->sc_private)[0] = (long)op->o_private;
 649                 break;
 650
 651         case REP_SEARCHREF:
 652         case REP_RESULT:
 653                 break;
 654
 655         default:
 656                 return rs->sr_err;
 657         }
 658
 659         return 0;
 660 }
 661
 662
 663 static int
 664 meta_back_get_candidate(
 665         Operation       *op,
 666         SlapReply       *rs,
 667         struct berval   *ndn )
 668 {
 669         metainfo_t      *mi = ( metainfo_t * )op->o_bd->be_private;
 670         long            candidate;
 671
 672         /*
 673          * tries to get a unique candidate
 674          * (takes care of default target)
 675          */
 676         candidate = meta_back_select_unique_candidate( mi, ndn );
 677
 678         /*
 679          * if any is found, inits the connection
 680          */
 681         if ( candidate == META_TARGET_NONE ) {
 682                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
 683                 rs->sr_text = "no suitable candidate target found";
 684
 685         } else if ( candidate == META_TARGET_MULTIPLE ) {
 686                 Filter          f = { 0 };
 687                 Operation       op2 = *op;
 688                 SlapReply       rs2 = { 0 };
 689                 slap_callback   cb2 = { 0 };
 690                 int             rc;
 691
 692                 /* try to get a unique match for the request ndn
 693                  * among the multiple candidates available */
 694                 op2.o_tag = LDAP_REQ_SEARCH;
 695                 op2.o_req_dn = *ndn;
 696                 op2.o_req_ndn = *ndn;
 697                 op2.ors_scope = LDAP_SCOPE_BASE;
 698                 op2.ors_deref = LDAP_DEREF_NEVER;
 699                 op2.ors_attrs = slap_anlist_no_attrs;
 700                 op2.ors_attrsonly = 0;
 701                 op2.ors_limit = NULL;
 702                 op2.ors_slimit = 1;
 703                 op2.ors_tlimit = SLAP_NO_LIMIT;
 704
 705                 f.f_choice = LDAP_FILTER_PRESENT;
 706                 f.f_desc = slap_schema.si_ad_objectClass;
 707                 op2.ors_filter = &f;
 708                 BER_BVSTR( &op2.ors_filterstr, "(objectClass=*)" );
 709
 710                 op2.o_callback = &cb2;
 711                 cb2.sc_response = meta_back_conn_cb;
 712                 cb2.sc_private = (void *)&candidate;
 713
 714                 rc = op->o_bd->be_search( &op2, &rs2 );
 715
 716                 switch ( rs2.sr_err ) {
 717                 case LDAP_SUCCESS:
 718                 default:
 719                         rs->sr_err = rs2.sr_err;
 720                         break;
 721
 722                 case LDAP_SIZELIMIT_EXCEEDED:
 723                         /* if multiple candidates can serve the operation,
 724                          * and a default target is defined, and it is
 725                          * a candidate, try using it (FIXME: YMMV) */
 726                         if ( mi->mi_defaulttarget != META_DEFAULT_TARGET_NONE
 727                                 && meta_back_is_candidate( mi->mi_targets[ mi->mi_defaulttarget ],
 728                                                 ndn, op->o_tag == LDAP_REQ_SEARCH ? op->ors_scope : LDAP_SCOPE_BASE ) )
 729                         {
 730                                 candidate = mi->mi_defaulttarget;
 731                                 rs->sr_err = LDAP_SUCCESS;
 732                                 rs->sr_text = NULL;
 733
 734                         } else {
 735                                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
 736                                 rs->sr_text = "cannot select unique candidate target";
 737                         }
 738                         break;
 739                 }
 740
 741         } else {
 742                 rs->sr_err = LDAP_SUCCESS;
 743         }
 744
 745         return candidate;
 746 }
 747
 748 static void     *meta_back_candidates_dummy;
 749
 750 static void
 751 meta_back_candidates_keyfree(
 752         void            *key,
 753         void            *data )
 754 {
 755         metacandidates_t        *mc = (metacandidates_t *)data;
 756
 757         ber_memfree_x( mc->mc_candidates, NULL );
 758         ber_memfree_x( data, NULL );
 759 }
 760
 761 SlapReply *
 762 meta_back_candidates_get( Operation *op )
 763 {
 764         metainfo_t              *mi = ( metainfo_t * )op->o_bd->be_private;
 765         metacandidates_t        *mc;
 766
 767         if ( op->o_threadctx ) {
 768                 void            *data = NULL;
 769
 770                 ldap_pvt_thread_pool_getkey( op->o_threadctx,
 771                                 &meta_back_candidates_dummy, &data, NULL );
 772                 mc = (metacandidates_t *)data;
 773
 774         } else {
 775                 mc = mi->mi_candidates;
 776         }
 777
 778         if ( mc == NULL ) {
 779                 mc = ch_calloc( sizeof( metacandidates_t ), 1 );
 780                 mc->mc_ntargets = mi->mi_ntargets;
 781                 mc->mc_candidates = ch_calloc( sizeof( SlapReply ), mc->mc_ntargets );
 782                 if ( op->o_threadctx ) {
 783                         void            *data = NULL;
 784
 785                         data = (void *)mc;
 786                         ldap_pvt_thread_pool_setkey( op->o_threadctx,
 787                                         &meta_back_candidates_dummy, data,
 788                                         meta_back_candidates_keyfree );
 789
 790                 } else {
 791                         mi->mi_candidates = mc;
 792                 }
 793
 794         } else if ( mc->mc_ntargets < mi->mi_ntargets ) {
 795                 /* NOTE: in the future, may want to allow back-config
 796                  * to add/remove targets from back-meta... */
 797                 mc->mc_candidates = ch_realloc( mc->mc_candidates,
 798                                 sizeof( SlapReply ) * mi->mi_ntargets );
 799                 memset( &mc->mc_candidates[ mc->mc_ntargets ], 0,
 800                         sizeof( SlapReply ) * ( mi->mi_ntargets - mc->mc_ntargets ) );
 801                 mc->mc_ntargets = mi->mi_ntargets;
 802         }
 803
 804         return mc->mc_candidates;
 805 }
 806
 807 /*
 808  * meta_back_getconn
 809  *
 810  * Prepares the connection structure
 811  *
 812  * RATIONALE:
 813  *
 814  * - determine what DN is being requested:
 815  *
 816  *      op      requires candidate      checks
 817  *
 818  *      add     unique                  parent of o_req_ndn
 819  *      bind    unique^*[/all]          o_req_ndn [no check]
 820  *      compare unique^+                o_req_ndn
 821  *      delete  unique                  o_req_ndn
 822  *      modify  unique                  o_req_ndn
 823  *      search  any                     o_req_ndn
 824  *      modrdn  unique[, unique]        o_req_ndn[, orr_nnewSup]
 825  *
 826  * - for ops that require the candidate to be unique, in case of multiple
 827  *   occurrences an internal search with sizeLimit=1 is performed
 828  *   if a unique candidate can actually be determined.  If none is found,
 829  *   the operation aborts; if multiple are found, the default target
 830  *   is used if defined and candidate; otherwise the operation aborts.
 831  *
 832  * *^note: actually, the bind operation is handled much like a search;
 833  *   i.e. the bind is broadcast to all candidate targets.
 834  *
 835  * +^note: actually, the compare operation is handled much like a search;
 836  *   i.e. the compare is broadcast to all candidate targets, while checking
 837  *   that exactly none (noSuchObject) or one (TRUE/FALSE/UNDEFINED) is
 838  *   returned.
 839  */
 840 metaconn_t *
 841 meta_back_getconn(
 842         Operation               *op,
 843         SlapReply               *rs,
 844         int                     *candidate,
 845         ldap_back_send_t        sendok )
 846 {
 847         metainfo_t      *mi = ( metainfo_t * )op->o_bd->be_private;
 848         metaconn_t      *mc = NULL,
 849                         mc_curr = { 0 };
 850         int             cached = META_TARGET_NONE,
 851                         i = META_TARGET_NONE,
 852                         err = LDAP_SUCCESS,
 853                         new_conn = 0,
 854                         ncandidates = 0;
 855
 856
 857         meta_op_type    op_type = META_OP_REQUIRE_SINGLE;
 858         enum            {
 859                 META_DNTYPE_ENTRY,
 860                 META_DNTYPE_PARENT,
 861                 META_DNTYPE_NEWPARENT
 862                         } dn_type = META_DNTYPE_ENTRY;
 863         struct berval   ndn = op->o_req_ndn,
 864                         pndn;
 865
 866         SlapReply       *candidates = meta_back_candidates_get( op );
 867
 868         /* Internal searches are privileged and shared. So is root. */
 869         /* FIXME: there seem to be concurrency issues */
 870         if ( op->o_do_not_cache || be_isroot( op ) ) {
 871                 mc_curr.mc_local_ndn = op->o_bd->be_rootndn;
 872                 LDAP_BACK_CONN_ISPRIV_SET( &mc_curr );
 873                 mc_curr.mc_conn = LDAP_BACK_PCONN_SET( op );
 874
 875         } else {
 876                 mc_curr.mc_local_ndn = op->o_ndn;
 877
 878                 /* Explicit binds must not be shared */
 879                 if ( op->o_tag == LDAP_REQ_BIND || SLAP_IS_AUTHZ_BACKEND( op ) ) {
 880                         mc_curr.mc_conn = op->o_conn;
 881
 882                 } else {
 883                         mc_curr.mc_conn = LDAP_BACK_PCONN_SET( op );
 884                 }
 885         }
 886
 887         /* Explicit Bind requests always get their own conn */
 888         if ( !( sendok & LDAP_BACK_BINDING ) ) {
 889                 /* Searches for a metaconn in the avl tree */
 890 retry_lock:;
 891                 ldap_pvt_thread_mutex_lock( &mi->mi_conninfo.lai_mutex );
 892                 mc = (metaconn_t *)avl_find( mi->mi_conninfo.lai_tree,
 893                         (caddr_t)&mc_curr, meta_back_conndn_cmp );
 894                 if ( mc ) {
 895                         if ( ( mi->mi_conn_ttl != 0 && op->o_time > mc->mc_create_time + mi->mi_conn_ttl )
 896                                 || ( mi->mi_idle_timeout != 0 && op->o_time > mc->mc_time + mi->mi_idle_timeout ) )
 897                         {
 898                                 /* don't let anyone else use this expired connection */
 899                                 (void)avl_delete( &mi->mi_conninfo.lai_tree,
 900                                         (caddr_t)mc, meta_back_conndnmc_cmp );
 901                                 LDAP_BACK_CONN_TAINTED_SET( mc );
 902
 903                                 Debug( LDAP_DEBUG_TRACE, "%s meta_back_getconn: mc=%p conn=%ld expired.\n",
 904                                         op->o_log_prefix, (void *)mc, LDAP_BACK_PCONN_ID( mc->mc_conn ) );
 905                         }
 906
 907                         /* Don't reuse connections while they're still binding */
 908                         if ( LDAP_BACK_CONN_BINDING( mc ) ) {
 909                                 ldap_pvt_thread_mutex_unlock( &mi->mi_conninfo.lai_mutex );
 910                                 ldap_pvt_thread_yield();
 911                                 goto retry_lock;
 912                         }
 913
 914                         mc->mc_refcnt++;
 915                 }
 916                 ldap_pvt_thread_mutex_unlock( &mi->mi_conninfo.lai_mutex );
 917         }
 918
 919         switch ( op->o_tag ) {
 920         case LDAP_REQ_ADD:
 921                 /* if we go to selection, the entry must not exist,
 922                  * and we must be able to resolve the parent */
 923                 dn_type = META_DNTYPE_PARENT;
 924                 dnParent( &ndn, &pndn );
 925                 break;
 926
 927         case LDAP_REQ_MODRDN:
 928                 /* if nnewSuperior is not NULL, it must resolve
 929                  * to the same candidate as the req_ndn */
 930                 if ( op->orr_nnewSup ) {
 931                         dn_type = META_DNTYPE_NEWPARENT;
 932                 }
 933                 break;
 934
 935         case LDAP_REQ_BIND:
 936                 /* if bound as rootdn, the backend must bind to all targets
 937                  * with the administrative identity */
 938                 if ( op->orb_method == LDAP_AUTH_SIMPLE && be_isroot_pw( op ) ) {
 939                         op_type = META_OP_REQUIRE_ALL;
 940                 }
 941                 break;
 942
 943         case LDAP_REQ_DELETE:
 944         case LDAP_REQ_MODIFY:
 945                 /* just a unique candidate */
 946                 break;
 947
 948         case LDAP_REQ_COMPARE:
 949         case LDAP_REQ_SEARCH:
 950                 /* allow multiple candidates for the searchBase */
 951                 op_type = META_OP_ALLOW_MULTIPLE;
 952                 break;
 953
 954         default:
 955                 /* right now, just break (exop?) */
 956                 break;
 957         }
 958
 959         /*
 960          * require all connections ...
 961          */
 962         if ( op_type == META_OP_REQUIRE_ALL ) {
 963
 964                 /* Looks like we didn't get a bind. Open a new session... */
 965                 if ( mc == NULL ) {
 966                         assert( new_conn == 0 );
 967                         mc = metaconn_alloc( op );
 968                         mc->mc_conn = mc_curr.mc_conn;
 969                         ber_dupbv( &mc->mc_local_ndn, &mc_curr.mc_local_ndn );
 970                         new_conn = 1;
 971                         if ( sendok & LDAP_BACK_BINDING ) {
 972                                 LDAP_BACK_CONN_BINDING_SET( mc );
 973                         }
 974                 }
 975
 976                 for ( i = 0; i < mi->mi_ntargets; i++ ) {
 977                         /*
 978                          * The target is activated; if needed, it is
 979                          * also init'd
 980                          */
 981                         candidates[ i ].sr_err = meta_back_init_one_conn( op,
 982                                 rs, mc, i, LDAP_BACK_CONN_ISPRIV( &mc_curr ),
 983                                 sendok );
 984                         if ( candidates[ i ].sr_err == LDAP_SUCCESS ) {
 985                                 META_CANDIDATE_SET( &candidates[ i ] );
 986                                 ncandidates++;
 987
 988                         } else {
 989
 990                                 /*
 991                                  * FIXME: in case one target cannot
 992                                  * be init'd, should the other ones
 993                                  * be tried?
 994                                  */
 995                                 META_CANDIDATE_RESET( &candidates[ i ] );
 996                                 err = candidates[ i ].sr_err;
 997                                 continue;
 998                         }
 999                 }
1000
1001                 if ( ncandidates == 0 ) {
1002                         if ( new_conn ) {
1003                                 mc->mc_refcnt = 0;
1004                                 meta_back_conn_free( mc );
1005
1006                         } else {
1007                                 meta_back_release_conn( op, mc );
1008                         }
1009
1010                         rs->sr_err = LDAP_NO_SUCH_OBJECT;
1011                         rs->sr_text = "Unable to select valid candidates";
1012
1013                         if ( sendok & LDAP_BACK_SENDERR ) {
1014                                 if ( rs->sr_err == LDAP_NO_SUCH_OBJECT ) {
1015                                         rs->sr_matched = op->o_bd->be_suffix[ 0 ].bv_val;
1016                                 }
1017                                 send_ldap_result( op, rs );
1018                                 rs->sr_text = NULL;
1019                                 rs->sr_matched = NULL;
1020                         }
1021
1022                         return NULL;
1023                 }
1024
1025                 goto done;
1026         }
1027
1028         /*
1029          * looks in cache, if any
1030          */
1031         if ( mi->mi_cache.ttl != META_DNCACHE_DISABLED ) {
1032                 cached = i = meta_dncache_get_target( &mi->mi_cache, &op->o_req_ndn );
1033         }
1034
1035         if ( op_type == META_OP_REQUIRE_SINGLE ) {
1036                 metatarget_t            *mt = NULL;
1037                 metasingleconn_t        *msc = NULL;
1038
1039                 int                     j;
1040
1041                 for ( j = 0; j < mi->mi_ntargets; j++ ) {
1042                         META_CANDIDATE_RESET( &candidates[ j ] );
1043                 }
1044
1045                 /*
1046                  * tries to get a unique candidate
1047                  * (takes care of default target)
1048                  */
1049                 if ( i == META_TARGET_NONE ) {
1050                         i = meta_back_get_candidate( op, rs, &ndn );
1051
1052                         if ( rs->sr_err == LDAP_NO_SUCH_OBJECT && dn_type == META_DNTYPE_PARENT ) {
1053                                 i = meta_back_get_candidate( op, rs, &pndn );
1054                         }
1055
1056                         if ( i < 0 || rs->sr_err != LDAP_SUCCESS ) {
1057                                 if ( mc != NULL ) {
1058                                         meta_back_release_conn( op, mc );
1059                                 }
1060
1061                                 if ( sendok & LDAP_BACK_SENDERR ) {
1062                                         if ( rs->sr_err == LDAP_NO_SUCH_OBJECT ) {
1063                                                 rs->sr_matched = op->o_bd->be_suffix[ 0 ].bv_val;
1064                                         }
1065                                         send_ldap_result( op, rs );
1066                                         rs->sr_text = NULL;
1067                                         rs->sr_matched = NULL;
1068                                 }
1069
1070                                 return NULL;
1071                         }
1072                 }
1073
1074                 if ( dn_type == META_DNTYPE_NEWPARENT && meta_back_get_candidate( op, rs, op->orr_nnewSup ) != i )
1075                 {
1076                         if ( mc != NULL ) {
1077                                 meta_back_release_conn( op, mc );
1078                         }
1079
1080                         rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
1081                         rs->sr_text = "cross-target rename not supported";
1082                         if ( sendok & LDAP_BACK_SENDERR ) {
1083                                 send_ldap_result( op, rs );
1084                                 rs->sr_text = NULL;
1085                         }
1086
1087                         return NULL;
1088                 }
1089
1090                 Debug( LDAP_DEBUG_TRACE,
1091         "==>meta_back_getconn: got target=%d for ndn=\"%s\" from cache\n",
1092                                 i, op->o_req_ndn.bv_val, 0 );
1093
1094                 if ( mc == NULL ) {
1095                         /* Retries searching for a metaconn in the avl tree
1096                          * the reason is that the connection might have been
1097                          * created by meta_back_get_candidate() */
1098                         if ( !( sendok & LDAP_BACK_BINDING ) ) {
1099 retry_lock2:;
1100                                 ldap_pvt_thread_mutex_lock( &mi->mi_conninfo.lai_mutex );
1101                                 mc = (metaconn_t *)avl_find( mi->mi_conninfo.lai_tree,
1102                                         (caddr_t)&mc_curr, meta_back_conndn_cmp );
1103                                 if ( mc != NULL ) {
1104                                         /* Don't reuse connections while they're still binding */
1105                                         if ( LDAP_BACK_CONN_BINDING( mc ) ) {
1106                                                 ldap_pvt_thread_mutex_unlock( &mi->mi_conninfo.lai_mutex );
1107                                                 ldap_pvt_thread_yield();
1108                                                 goto retry_lock2;
1109                                         }
1110
1111                                         mc->mc_refcnt++;
1112                                 }
1113                                 ldap_pvt_thread_mutex_unlock( &mi->mi_conninfo.lai_mutex );
1114                         }
1115
1116                         /* Looks like we didn't get a bind. Open a new session... */
1117                         if ( mc == NULL ) {
1118                                 assert( new_conn == 0 );
1119                                 mc = metaconn_alloc( op );
1120                                 mc->mc_conn = mc_curr.mc_conn;
1121                                 ber_dupbv( &mc->mc_local_ndn, &mc_curr.mc_local_ndn );
1122                                 new_conn = 1;
1123                                 if ( sendok & LDAP_BACK_BINDING ) {
1124                                         LDAP_BACK_CONN_BINDING_SET( mc );
1125                                 }
1126                         }
1127                 }
1128
1129                 /*
1130                  * Clear all other candidates
1131                  */
1132                 ( void )meta_clear_unused_candidates( op, i );
1133
1134                 mt = mi->mi_targets[ i ];
1135                 msc = &mc->mc_conns[ i ];
1136
1137                 /*
1138                  * The target is activated; if needed, it is
1139                  * also init'd. In case of error, meta_back_init_one_conn
1140                  * sends the appropriate result.
1141                  */
1142                 err = meta_back_init_one_conn( op, rs, mc, i,
1143                         LDAP_BACK_CONN_ISPRIV( &mc_curr ), sendok );
1144                 if ( err != LDAP_SUCCESS ) {
1145                         /*
1146                          * FIXME: in case one target cannot
1147                          * be init'd, should the other ones
1148                          * be tried?
1149                          */
1150                         META_CANDIDATE_RESET( &candidates[ i ] );
1151                         if ( new_conn ) {
1152                                 mc->mc_refcnt = 0;
1153                                 meta_back_conn_free( mc );
1154
1155                         } else {
1156                                 meta_back_release_conn( op, mc );
1157                         }
1158                         return NULL;
1159                 }
1160
1161                 candidates[ i ].sr_err = LDAP_SUCCESS;
1162                 META_CANDIDATE_SET( &candidates[ i ] );
1163                 ncandidates++;
1164
1165                 if ( candidate ) {
1166                         *candidate = i;
1167                 }
1168
1169         /*
1170          * if no unique candidate ...
1171          */
1172         } else {
1173
1174                 /* Looks like we didn't get a bind. Open a new session... */
1175                 if ( mc == NULL ) {
1176                         assert( new_conn == 0 );
1177                         mc = metaconn_alloc( op );
1178                         mc->mc_conn = mc_curr.mc_conn;
1179                         ber_dupbv( &mc->mc_local_ndn, &mc_curr.mc_local_ndn );
1180                         new_conn = 1;
1181                         if ( sendok & LDAP_BACK_BINDING ) {
1182                                 LDAP_BACK_CONN_BINDING_SET( mc );
1183                         }
1184                 }
1185
1186                 for ( i = 0; i < mi->mi_ntargets; i++ ) {
1187                         metatarget_t            *mt = mi->mi_targets[ i ];
1188                         metasingleconn_t        *msc = &mc->mc_conns[ i ];
1189
1190                         if ( i == cached
1191                                 || meta_back_is_candidate( mt, &op->o_req_ndn,
1192                                         LDAP_SCOPE_SUBTREE ) )
1193                         {
1194
1195                                 /*
1196                                  * The target is activated; if needed, it is
1197                                  * also init'd
1198                                  */
1199                                 int lerr = meta_back_init_one_conn( op, rs, mc, i,
1200                                         LDAP_BACK_CONN_ISPRIV( &mc_curr ), LDAP_BACK_DONTSEND );
1201                                 if ( lerr == LDAP_SUCCESS ) {
1202                                         META_CANDIDATE_SET( &candidates[ i ] );
1203                                         candidates[ i ].sr_err = LDAP_SUCCESS;
1204                                         ncandidates++;
1205
1206                                         Debug( LDAP_DEBUG_TRACE, "%s: meta_back_getconn[%d]\n",
1207                                                 op->o_log_prefix, i, 0 );
1208
1209                                 } else if ( lerr == LDAP_UNAVAILABLE && !META_BACK_ONERR_STOP( mi ) ) {
1210                                         META_CANDIDATE_SET( &candidates[ i ] );
1211                                         candidates[ i ].sr_err = LDAP_UNAVAILABLE;
1212
1213                                         Debug( LDAP_DEBUG_TRACE, "%s: meta_back_getconn[%d] %s\n",
1214                                                 op->o_log_prefix, i,
1215                                                 mt->mt_isquarantined != LDAP_BACK_FQ_NO ? "quarantined" : "unavailable" );
1216
1217                                 } else {
1218
1219                                         /*
1220                                          * FIXME: in case one target cannot
1221                                          * be init'd, should the other ones
1222                                          * be tried?
1223                                          */
1224                                         if ( new_conn ) {
1225                                                 ( void )meta_clear_one_candidate( msc );
1226                                         }
1227                                         /* leave the target candidate, but record the error for later use */
1228                                         candidates[ i ].sr_err = lerr;
1229                                         err = lerr;
1230
1231                                         if ( lerr == LDAP_UNAVAILABLE && mt->mt_isquarantined != LDAP_BACK_FQ_NO ) {
1232                                                 Debug( LDAP_DEBUG_TRACE, "%s: meta_back_getconn[%d] quarantined: %d\n",
1233                                                         op->o_log_prefix, i, lerr );
1234
1235                                         } else {
1236                                                 Debug( LDAP_DEBUG_ANY, "%s: meta_back_getconn[%d] failed: %d\n",
1237                                                         op->o_log_prefix, i, lerr );
1238                                         }
1239
1240                                         if ( META_BACK_ONERR_STOP( mi ) ) {
1241                                                 if ( sendok & LDAP_BACK_SENDERR ) {
1242                                                         send_ldap_result( op, rs );
1243                                                         rs->sr_text = NULL;
1244                                                 }
1245                                                 if ( new_conn ) {
1246                                                         mc->mc_refcnt = 0;
1247                                                         meta_back_conn_free( mc );
1248
1249                                                 } else {
1250                                                         meta_back_release_conn( op, mc );
1251                                                 }
1252
1253                                                 return NULL;
1254                                         }
1255
1256                                         rs->sr_text = NULL;
1257                                         continue;
1258                                 }
1259
1260                         } else {
1261                                 if ( new_conn ) {
1262                                         ( void )meta_clear_one_candidate( msc );
1263                                 }
1264                                 META_CANDIDATE_RESET( &candidates[ i ] );
1265                         }
1266                 }
1267
1268                 if ( ncandidates == 0 ) {
1269                         if ( new_conn ) {
1270                                 mc->mc_refcnt = 0;
1271                                 meta_back_conn_free( mc );
1272
1273                         } else {
1274                                 meta_back_release_conn( op, mc );
1275                         }
1276
1277                         if ( rs->sr_err == LDAP_SUCCESS ) {
1278                                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
1279                                 rs->sr_text = "Unable to select valid candidates";
1280                         }
1281
1282                         if ( sendok & LDAP_BACK_SENDERR ) {
1283                                 if ( rs->sr_err == LDAP_NO_SUCH_OBJECT ) {
1284                                         rs->sr_matched = op->o_bd->be_suffix[ 0 ].bv_val;
1285                                 }
1286                                 send_ldap_result( op, rs );
1287                                 rs->sr_text = NULL;
1288                                 rs->sr_matched = NULL;
1289                         }
1290
1291                         return NULL;
1292                 }
1293         }
1294
1295 done:;
1296         /* clear out meta_back_init_one_conn non-fatal errors */
1297         rs->sr_err = LDAP_SUCCESS;
1298         rs->sr_text = NULL;
1299
1300         /* touch the timestamp */
1301         if ( mi->mi_idle_timeout != 0 ) {
1302                 mc->mc_time = op->o_time;
1303         }
1304
1305         if ( new_conn ) {
1306                 if ( mi->mi_conn_ttl ) {
1307                         mc->mc_create_time = op->o_time;
1308                 }
1309
1310                 /*
1311                  * Inserts the newly created metaconn in the avl tree
1312                  */
1313                 ldap_pvt_thread_mutex_lock( &mi->mi_conninfo.lai_mutex );
1314                 err = avl_insert( &mi->mi_conninfo.lai_tree, ( caddr_t )mc,
1315                                 meta_back_conndn_cmp, meta_back_conndn_dup );
1316
1317 #if PRINT_CONNTREE > 0
1318                 myprint( mi->mi_conninfo.lai_tree, "meta_back_getconn" );
1319 #endif /* PRINT_CONNTREE */
1320
1321                 ldap_pvt_thread_mutex_unlock( &mi->mi_conninfo.lai_mutex );
1322
1323                 /*
1324                  * Err could be -1 in case a duplicate metaconn is inserted
1325                  */
1326                 switch ( err ) {
1327                 case 0:
1328                         break;
1329
1330                 case -1:
1331                         /* duplicate: free and try to get the newly created one */
1332                         if ( !( sendok & LDAP_BACK_BINDING ) ) {
1333                                 new_conn = 0;
1334                                 goto retry_lock;
1335                         }
1336                         LDAP_BACK_CONN_TAINTED_SET( mc );
1337                         break;
1338
1339                 default:
1340                         Debug( LDAP_DEBUG_ANY,
1341                                 "%s meta_back_getconn: candidates=%d conn=%ld insert failed\n",
1342                                 op->o_log_prefix, ncandidates,
1343                                 LDAP_BACK_PCONN_ID( mc->mc_conn ) );
1344
1345                         mc->mc_refcnt = 0;
1346                         meta_back_conn_free( mc );
1347
1348                         rs->sr_err = LDAP_OTHER;
1349                         rs->sr_text = "proxy bind collision";
1350                         if ( sendok & LDAP_BACK_SENDERR ) {
1351                                 send_ldap_result( op, rs );
1352                                 rs->sr_text = NULL;
1353                         }
1354                         return NULL;
1355                 }
1356
1357                 Debug( LDAP_DEBUG_TRACE,
1358                         "%s meta_back_getconn: candidates=%d conn=%ld inserted\n",
1359                         op->o_log_prefix, ncandidates,
1360                         LDAP_BACK_PCONN_ID( mc->mc_conn ) );
1361
1362         } else {
1363                 Debug( LDAP_DEBUG_TRACE,
1364                         "%s meta_back_getconn: candidates=%d conn=%ld fetched\n",
1365                         op->o_log_prefix, ncandidates,
1366                         LDAP_BACK_PCONN_ID( mc->mc_conn ) );
1367         }
1368
1369         return mc;
1370 }
1371
1372 void
1373 meta_back_release_conn_lock(
1374         Operation               *op,
1375         metaconn_t              *mc,
1376         int                     dolock )
1377 {
1378         metainfo_t      *mi = ( metainfo_t * )op->o_bd->be_private;
1379
1380         assert( mc != NULL );
1381
1382         if ( dolock ) {
1383                 ldap_pvt_thread_mutex_lock( &mi->mi_conninfo.lai_mutex );
1384         }
1385         assert( mc->mc_refcnt > 0 );
1386         mc->mc_refcnt--;
1387         LDAP_BACK_CONN_BINDING_CLEAR( mc );
1388         if ( LDAP_BACK_CONN_TAINTED( mc ) ) {
1389                 Debug( LDAP_DEBUG_TRACE, "%s meta_back_release_conn: mc=%p conn=%ld tainted.\n",
1390                         op->o_log_prefix, (void *)mc, LDAP_BACK_PCONN_ID( mc->mc_conn ) );
1391                 (void)avl_delete( &mi->mi_conninfo.lai_tree,
1392                         ( caddr_t )mc, meta_back_conndnmc_cmp );
1393                 if ( mc->mc_refcnt == 0 ) {
1394                         meta_back_conn_free( mc );
1395                 }
1396         }
1397         if ( dolock ) {
1398                 ldap_pvt_thread_mutex_unlock( &mi->mi_conninfo.lai_mutex );
1399         }
1400 }
1401
1402 void
1403 meta_back_quarantine(
1404         Operation       *op,
1405         SlapReply       *rs,
1406         int             candidate )
1407 {
1408         metainfo_t              *mi = (metainfo_t *)op->o_bd->be_private;
1409         metatarget_t            *mt = mi->mi_targets[ candidate ];
1410
1411         slap_retry_info_t       *ri = &mt->mt_quarantine;
1412
1413         ldap_pvt_thread_mutex_lock( &mt->mt_quarantine_mutex );
1414
1415         if ( rs->sr_err == LDAP_UNAVAILABLE ) {
1416                 time_t  new_last = slap_get_time();
1417
1418                 switch ( mt->mt_isquarantined ) {
1419                 case LDAP_BACK_FQ_NO:
1420                         if ( ri->ri_last == new_last ) {
1421                                 goto done;
1422                         }
1423
1424                         Debug( LDAP_DEBUG_ANY,
1425                                 "%s meta_back_quarantine[%d]: enter.\n",
1426                                 op->o_log_prefix, candidate, 0 );
1427
1428                         ri->ri_idx = 0;
1429                         ri->ri_count = 0;
1430                         break;
1431
1432                 case LDAP_BACK_FQ_RETRYING:
1433                         if ( LogTest( LDAP_DEBUG_ANY ) ) {
1434                                 char    buf[ SLAP_TEXT_BUFLEN ];
1435
1436                                 snprintf( buf, sizeof( buf ),
1437                                         "meta_back_quarantine[%d]: block #%d try #%d failed",
1438                                         candidate, ri->ri_idx, ri->ri_count );
1439                                 Debug( LDAP_DEBUG_ANY, "%s %s.\n",
1440                                         op->o_log_prefix, buf, 0 );
1441                         }
1442
1443                         ++ri->ri_count;
1444                         if ( ri->ri_num[ ri->ri_idx ] != SLAP_RETRYNUM_FOREVER
1445                                 && ri->ri_count == ri->ri_num[ ri->ri_idx ] )
1446                         {
1447                                 ri->ri_count = 0;
1448                                 ++ri->ri_idx;
1449                         }
1450                         break;
1451
1452                 default:
1453                         break;
1454                 }
1455
1456                 mt->mt_isquarantined = LDAP_BACK_FQ_YES;
1457                 ri->ri_last = new_last;
1458
1459         } else if ( mt->mt_isquarantined == LDAP_BACK_FQ_RETRYING ) {
1460                 Debug( LDAP_DEBUG_ANY,
1461                         "%s meta_back_quarantine[%d]: exit.\n",
1462                         op->o_log_prefix, candidate, 0 );
1463
1464                 if ( mi->mi_quarantine_f ) {
1465                         (void)mi->mi_quarantine_f( mi, candidate,
1466                                 mi->mi_quarantine_p );
1467                 }
1468
1469                 ri->ri_count = 0;
1470                 ri->ri_idx = 0;
1471                 mt->mt_isquarantined = LDAP_BACK_FQ_NO;
1472         }
1473
1474 done:;
1475         ldap_pvt_thread_mutex_unlock( &mt->mt_quarantine_mutex );
1476 }
1477