git.sur5r.net Git - openldap/blob - servers/slapd/back-bdb/search.c

   1 /* search.c - search operation */
   2 /* $OpenLDAP$ */
   3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
   4  *
   5  * Copyright 2000-2004 The OpenLDAP Foundation.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted only as authorized by the OpenLDAP
  10  * Public License.
  11  *
  12  * A copy of this license is available in the file LICENSE in the
  13  * top-level directory of the distribution or, alternatively, at
  14  * <http://www.OpenLDAP.org/license.html>.
  15  */
  16
  17 #include "portable.h"
  18
  19 #include <stdio.h>
  20 #include <ac/string.h>
  21
  22 #include "back-bdb.h"
  23 #include "idl.h"
  24 #include "external.h"
  25
  26 static int base_candidate(
  27         BackendDB       *be,
  28         Entry   *e,
  29         ID              *ids );
  30
  31 static int search_candidates(
  32         Operation *stackop,     /* op with the current threadctx/slab cache */
  33         Operation *sop,         /* search op */
  34         SlapReply *rs,
  35         Entry *e,
  36         u_int32_t locker,
  37         ID      *ids,
  38         ID      *scopes );
  39
  40 static void send_pagerequest_response(
  41         Operation *op,
  42         SlapReply *rs,
  43         ID  lastid,
  44         int tentries );
  45
  46 /* Dereference aliases for a single alias entry. Return the final
  47  * dereferenced entry on success, NULL on any failure.
  48  */
  49 static Entry * deref_base (
  50         Operation *op,
  51         SlapReply *rs,
  52         Entry *e,
  53         Entry **matched,
  54         u_int32_t locker,
  55         DB_LOCK *lock,
  56         ID      *tmp,
  57         ID      *visited )
  58 {
  59         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
  60         struct berval ndn;
  61         EntryInfo *ei;
  62         DB_LOCK lockr;
  63
  64         rs->sr_err = LDAP_ALIAS_DEREF_PROBLEM;
  65         rs->sr_text = "maximum deref depth exceeded";
  66
  67         while (BDB_IDL_N(tmp) < op->o_bd->be_max_deref_depth) {
  68                 /* Remember the last entry we looked at, so we can
  69                  * report broken links
  70                  */
  71                 *matched = e;
  72
  73                 /* If this is part of a subtree or onelevel search,
  74                  * have we seen this ID before? If so, quit.
  75                  */
  76                 if ( visited && bdb_idl_insert( visited, e->e_id ) ) {
  77                         e = NULL;
  78                         break;
  79                 }
  80
  81                 /* If we've seen this ID during this deref iteration,
  82                  * we've hit a loop.
  83                  */
  84                 if ( bdb_idl_insert( tmp, e->e_id ) ) {
  85                         rs->sr_err = LDAP_ALIAS_PROBLEM;
  86                         rs->sr_text = "circular alias";
  87                         e = NULL;
  88                         break;
  89                 }
  90
  91                 /* If there was a problem getting the aliasedObjectName,
  92                  * get_alias_dn will have set the error status.
  93                  */
  94                 if ( get_alias_dn(e, &ndn, &rs->sr_err, &rs->sr_text) ) {
  95                         e = NULL;
  96                         break;
  97                 }
  98
  99                 rs->sr_err = bdb_dn2entry( op, NULL, &ndn, &ei,
 100                         0, locker, &lockr );
 101
 102                 if ( ei ) {
 103                         e = ei->bei_e;
 104                 } else {
 105                         e = NULL;
 106                 }
 107
 108                 if (!e) {
 109                         rs->sr_err = LDAP_ALIAS_PROBLEM;
 110                         rs->sr_text = "aliasedObject not found";
 111                         break;
 112                 }
 113
 114                 /* Free the previous entry, continue to work with the
 115                  * one we just retrieved.
 116                  */
 117                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
 118                         *matched, lock);
 119                 *lock = lockr;
 120
 121                 /* We found a regular entry. Return this to the caller. The
 122                  * entry is still locked for Read.
 123                  */
 124                 if (!is_entry_alias(e)) {
 125                         rs->sr_err = LDAP_SUCCESS;
 126                         rs->sr_text = NULL;
 127                         break;
 128                 }
 129         }
 130         return e;
 131 }
 132
 133 /* Look for and dereference all aliases within the search scope. Adds
 134  * the dereferenced entries to the "ids" list. Requires "stack" to be
 135  * able to hold 8 levels of DB_SIZE IDLs. Of course we're hardcoded to
 136  * require a minimum of 8 UM_SIZE IDLs so this is never a problem.
 137  */
 138 static int search_aliases(
 139         Operation *op,
 140         SlapReply *rs,
 141         Entry *e,
 142         u_int32_t locker,
 143         ID *ids,
 144         ID *scopes,
 145         ID *stack )
 146 {
 147         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
 148         ID *aliases, *curscop, *subscop, *visited, *newsubs, *oldsubs, *tmp;
 149         ID cursora, ida, cursoro, ido, *subscop2;
 150         Entry *matched, *a;
 151         EntryInfo *ei;
 152         struct berval bv_alias = { sizeof("alias")-1, "alias" };
 153         AttributeAssertion aa_alias;
 154         Filter  af;
 155         DB_LOCK locka, lockr;
 156         int first = 1;
 157
 158         aliases = stack;        /* IDL of all aliases in the database */
 159         curscop = aliases + BDB_IDL_DB_SIZE;    /* Aliases in the current scope */
 160         subscop = curscop + BDB_IDL_DB_SIZE;    /* The current scope */
 161         visited = subscop + BDB_IDL_DB_SIZE;    /* IDs we've seen in this search */
 162         newsubs = visited + BDB_IDL_DB_SIZE;    /* New subtrees we've added */
 163         oldsubs = newsubs + BDB_IDL_DB_SIZE;    /* Subtrees added previously */
 164         tmp = oldsubs + BDB_IDL_DB_SIZE;        /* Scratch space for deref_base() */
 165
 166         /* A copy of subscop, because subscop gets clobbered by
 167          * the bdb_idl_union/intersection routines
 168          */
 169         subscop2 = tmp + BDB_IDL_DB_SIZE;
 170
 171         af.f_choice = LDAP_FILTER_EQUALITY;
 172         af.f_ava = &aa_alias;
 173         af.f_av_desc = slap_schema.si_ad_objectClass;
 174         af.f_av_value = bv_alias;
 175         af.f_next = NULL;
 176
 177         /* Find all aliases in database */
 178         BDB_IDL_ZERO( aliases );
 179         rs->sr_err = bdb_filter_candidates( op, &af, aliases,
 180                 curscop, visited );
 181         if (rs->sr_err != LDAP_SUCCESS) {
 182                 return rs->sr_err;
 183         }
 184         oldsubs[0] = 1;
 185         oldsubs[1] = e->e_id;
 186
 187         BDB_IDL_ZERO( ids );
 188         BDB_IDL_ZERO( visited );
 189         BDB_IDL_ZERO( newsubs );
 190
 191         cursoro = 0;
 192         ido = bdb_idl_first( oldsubs, &cursoro );
 193
 194         for (;;) {
 195                 /* Set curscop to only the aliases in the current scope. Start with
 196                  * all the aliases, obtain the IDL for the current scope, and then
 197                  * get the intersection of these two IDLs. Add the current scope
 198                  * to the cumulative list of candidates.
 199                  */
 200                 BDB_IDL_CPY( curscop, aliases );
 201                 rs->sr_err = bdb_dn2idl( op, e, subscop,
 202                         subscop2+BDB_IDL_DB_SIZE );
 203                 if (first) {
 204                         first = 0;
 205                 } else {
 206                         bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache, e, &locka);
 207                 }
 208                 BDB_IDL_CPY(subscop2, subscop);
 209                 rs->sr_err = bdb_idl_intersection(curscop, subscop);
 210                 bdb_idl_union( ids, subscop2 );
 211
 212                 /* Dereference all of the aliases in the current scope. */
 213                 cursora = 0;
 214                 for (ida = bdb_idl_first(curscop, &cursora); ida != NOID;
 215                         ida = bdb_idl_next(curscop, &cursora))
 216                 {
 217                         ei = NULL;
 218                         rs->sr_err = bdb_cache_find_id(op, NULL,
 219                                 ida, &ei, 0, locker, &lockr );
 220                         if (rs->sr_err != LDAP_SUCCESS) {
 221                                 continue;
 222                         }
 223                         a = ei->bei_e;
 224
 225                         /* This should only happen if the curscop IDL has maxed out and
 226                          * turned into a range that spans IDs indiscriminately
 227                          */
 228                         if (!is_entry_alias(a)) {
 229                                 bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache,
 230                                         a, &lockr);
 231                                 continue;
 232                         }
 233
 234                         /* Actually dereference the alias */
 235                         BDB_IDL_ZERO(tmp);
 236                         a = deref_base( op, rs, a, &matched, locker, &lockr,
 237                                 tmp, visited );
 238                         if (a) {
 239                                 /* If the target was not already in our current candidates,
 240                                  * make note of it in the newsubs list. Also
 241                                  * set it in the scopes list so that bdb_search
 242                                  * can check it.
 243                                  */
 244                                 if (bdb_idl_insert(ids, a->e_id) == 0) {
 245                                         bdb_idl_insert(newsubs, a->e_id);
 246                                         bdb_idl_insert(scopes, a->e_id);
 247                                 }
 248                                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
 249                                         a, &lockr);
 250
 251                         } else if (matched) {
 252                                 /* Alias could not be dereferenced, or it deref'd to
 253                                  * an ID we've already seen. Ignore it.
 254                                  */
 255                                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
 256                                         matched, &lockr );
 257                                 rs->sr_text = NULL;
 258                         }
 259                 }
 260                 /* If this is a OneLevel search, we're done; oldsubs only had one
 261                  * ID in it. For a Subtree search, oldsubs may be a list of scope IDs.
 262                  */
 263                 if ( op->ors_scope == LDAP_SCOPE_ONELEVEL ) break;
 264 nextido:
 265                 ido = bdb_idl_next( oldsubs, &cursoro );
 266
 267                 /* If we're done processing the old scopes, did we add any new
 268                  * scopes in this iteration? If so, go back and do those now.
 269                  */
 270                 if (ido == NOID) {
 271                         if (BDB_IDL_IS_ZERO(newsubs)) break;
 272                         BDB_IDL_CPY(oldsubs, newsubs);
 273                         BDB_IDL_ZERO(newsubs);
 274                         cursoro = 0;
 275                         ido = bdb_idl_first( oldsubs, &cursoro );
 276                 }
 277
 278                 /* Find the entry corresponding to the next scope. If it can't
 279                  * be found, ignore it and move on. This should never happen;
 280                  * we should never see the ID of an entry that doesn't exist.
 281                  * Set the name so that the scope's IDL can be retrieved.
 282                  */
 283                 ei = NULL;
 284                 rs->sr_err = bdb_cache_find_id(op, NULL, ido, &ei,
 285                         0, locker, &locka );
 286                 if ( rs->sr_err != LDAP_SUCCESS ) goto nextido;
 287                 e = ei->bei_e;
 288         }
 289         return rs->sr_err;
 290 }
 291
 292 #define is_sync_protocol(op)    \
 293         ((op)->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST)
 294
 295 #define IS_BDB_REPLACE(type) (( type == LDAP_PSEARCH_BY_DELETE ) || \
 296         ( type == LDAP_PSEARCH_BY_SCOPEOUT ))
 297 #define IS_PSEARCH (op != sop)
 298
 299 static Operation *
 300 bdb_drop_psearch( Operation *op, ber_int_t msgid )
 301 {
 302         Operation       *ps_list;
 303         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
 304
 305         LDAP_LIST_FOREACH ( ps_list, &bdb->bi_psearch_list, o_ps_link ) {
 306                 if ( ps_list->o_connid == op->o_connid ) {
 307                         if ( ps_list->o_msgid == msgid ) {
 308                                 ps_list->o_abandon = 1;
 309                                 LDAP_LIST_REMOVE( ps_list, o_ps_link );
 310                                 ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex );
 311                                 LDAP_STAILQ_REMOVE( &op->o_conn->c_ops, ps_list,
 312                                         slap_op, o_next );
 313                                 LDAP_STAILQ_NEXT( ps_list, o_next ) = NULL;
 314                                 op->o_conn->c_n_ops_executing--;
 315                                 op->o_conn->c_n_ops_completed++;
 316                                 ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex );
 317                                 return ps_list;
 318                         }
 319                 }
 320         }
 321
 322         return NULL;
 323 }
 324
 325 int
 326 bdb_abandon( Operation *op, SlapReply *rs )
 327 {
 328         Operation       *ps;
 329
 330         ps = bdb_drop_psearch( op, op->oq_abandon.rs_msgid );
 331         if ( ps ) {
 332                 if ( ps->o_tmpmemctx ) {
 333                         sl_mem_destroy( NULL, ps->o_tmpmemctx );
 334                 }
 335                 slap_op_free ( ps );
 336                 return LDAP_SUCCESS;
 337         }
 338         return LDAP_UNAVAILABLE;
 339 }
 340
 341 int
 342 bdb_cancel( Operation *op, SlapReply *rs )
 343 {
 344         Operation       *ps;
 345
 346         ps = bdb_drop_psearch( op, op->oq_cancel.rs_msgid );
 347         if ( ps ) {
 348                 rs->sr_err = LDAP_CANCELLED;
 349                 send_ldap_result( ps, rs );
 350                 if ( ps->o_tmpmemctx ) {
 351                         sl_mem_destroy( NULL, ps->o_tmpmemctx );
 352                 }
 353                 slap_op_free ( ps );
 354                 return LDAP_SUCCESS;
 355         }
 356         return LDAP_UNAVAILABLE;
 357 }
 358
 359 int bdb_search( Operation *op, SlapReply *rs )
 360 {
 361         return bdb_do_search( op, rs, op, NULL, 0 );
 362 }
 363
 364 /* For persistent searches, op is the currently executing operation,
 365  * sop is the persistent search. For regular searches, sop = op.
 366  */
 367 int
 368 bdb_do_search( Operation *op, SlapReply *rs, Operation *sop,
 369         Entry *ps_e, int ps_type )
 370 {
 371         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
 372         time_t          stoptime;
 373         ID              id, cursor;
 374         ID              candidates[BDB_IDL_UM_SIZE];
 375         ID              scopes[BDB_IDL_DB_SIZE];
 376         Entry           *e = NULL, base;
 377         Entry   *matched = NULL;
 378         EntryInfo       *ei;
 379         struct berval   realbase = BER_BVNULL;
 380         int             manageDSAit;
 381         int             tentries = 0;
 382         ID              lastid = NOID;
 383         AttributeName   *attrs;
 384
 385         Filter contextcsnand, contextcsnle, cookief, csnfnot,
 386                 csnfeq, csnfand, csnfge;
 387         AttributeAssertion aa_ge, aa_eq, aa_le;
 388         int             entry_count = 0;
 389         struct berval *search_context_csn = NULL;
 390         DB_LOCK         ctxcsn_lock;
 391         LDAPControl     *ctrls[SLAP_MAX_RESPONSE_CONTROLS];
 392         int             num_ctrls = 0;
 393         AttributeName   uuid_attr[2];
 394         int             rc_sync = 0;
 395         int             entry_sync_state = -1;
 396         AttributeName   null_attr;
 397         int             no_sync_state_change = 0;
 398
 399         u_int32_t       locker = 0;
 400         DB_LOCK         lock;
 401
 402         Operation       *ps_list;
 403         int                     sync_send_present_mode = 1;
 404         int                     match;
 405         MatchingRule *mr;
 406         const char *text;
 407         int                     slog_found = 0;
 408
 409         BerVarray       syncUUID_set = NULL;
 410         int                     syncUUID_set_cnt = 0;
 411
 412 #ifdef NEW_LOGGING
 413         LDAP_LOG( OPERATION, ENTRY, "bdb_search\n", 0, 0, 0 );
 414 #else
 415         Debug( LDAP_DEBUG_TRACE, "=> bdb_search\n",
 416                 0, 0, 0);
 417 #endif
 418         attrs = sop->oq_search.rs_attrs;
 419
 420         if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST ) {
 421                 struct slap_session_entry *sent;
 422                 if ( sop->o_sync_state.sid >= 0 ) {
 423                         LDAP_LIST_FOREACH( sent, &bdb->bi_session_list, se_link ) {
 424                                 if ( sent->se_id == sop->o_sync_state.sid ) {
 425                                         sop->o_sync_slog_size = sent->se_size;
 426                                         break;
 427                                 }
 428                         }
 429                 }
 430         }
 431
 432         /* psearch needs to be registered before refresh begins */
 433         /* psearch and refresh transmission is serialized in send_ldap_ber() */
 434         if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_PERSIST ) {
 435                 ldap_pvt_thread_rdwr_wlock( &bdb->bi_pslist_rwlock );
 436                 LDAP_LIST_INSERT_HEAD( &bdb->bi_psearch_list, sop, o_ps_link );
 437                 ldap_pvt_thread_rdwr_wunlock( &bdb->bi_pslist_rwlock );
 438
 439         } else if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST
 440                 && sop->o_sync_slog_size >= 0 )
 441         {
 442                 ldap_pvt_thread_rdwr_wlock( &bdb->bi_pslist_rwlock );
 443                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list, o_ps_link ) {
 444                         if ( ps_list->o_sync_slog_size >= 0 ) {
 445                                 if ( ps_list->o_sync_state.sid == sop->o_sync_state.sid ) {
 446                                         slog_found = 1;
 447                                         break;
 448                                 }
 449                         }
 450                 }
 451
 452                 if ( slog_found ) {
 453                         if ( ps_list->o_sync_slog_omitcsn.bv_len != 0 ) {
 454                                 mr = slap_schema.si_ad_entryCSN->ad_type->sat_ordering;
 455                                 if ( sop->o_sync_state.ctxcsn &&
 456                                         sop->o_sync_state.ctxcsn->bv_val != NULL )
 457                                 {
 458                                         value_match( &match, slap_schema.si_ad_entryCSN, mr,
 459                                                 SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
 460                                                 sop->o_sync_state.ctxcsn,
 461                                                 &ps_list->o_sync_slog_omitcsn,
 462                                                 &text );
 463                                 } else {
 464                                         match = -1;
 465                                 }
 466                                 if ( match >= 0 ) {
 467                                         sync_send_present_mode = 0;
 468                                 }
 469                         } else {
 470                                 sync_send_present_mode = 0;
 471                         }
 472                 } else if ( sop->o_sync_slog_size >= 0 ) {
 473                         LDAP_LIST_INSERT_HEAD( &bdb->bi_psearch_list, sop, o_ps_link );
 474                 } else {
 475                         sop->o_sync_state.sid = -1;
 476                 }
 477                 ldap_pvt_thread_rdwr_wunlock( &bdb->bi_pslist_rwlock );
 478         }
 479
 480         null_attr.an_desc = NULL;
 481         null_attr.an_oc = NULL;
 482         null_attr.an_oc_exclude = 0;
 483         null_attr.an_name.bv_len = 0;
 484         null_attr.an_name.bv_val = NULL;
 485
 486         for( num_ctrls = 0; num_ctrls < SLAP_MAX_RESPONSE_CONTROLS; num_ctrls++ ) {
 487                 ctrls[num_ctrls] = NULL;
 488         }
 489         num_ctrls = 0;
 490
 491         if ( IS_PSEARCH && IS_BDB_REPLACE(ps_type)) {
 492                 attrs = uuid_attr;
 493                 attrs[0].an_desc = NULL;
 494                 attrs[0].an_oc = NULL;
 495                 attrs[0].an_oc_exclude = 0;
 496                 attrs[0].an_name.bv_len = 0;
 497                 attrs[0].an_name.bv_val = NULL;
 498         }
 499
 500         manageDSAit = get_manageDSAit( sop );
 501
 502         /* Sync control overrides manageDSAit */
 503         if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
 504                 if ( manageDSAit == SLAP_NO_CONTROL ) {
 505                         manageDSAit = SLAP_CRITICAL_CONTROL;
 506                 }
 507         } else if ( IS_PSEARCH ) {
 508                 if ( manageDSAit == SLAP_NO_CONTROL ) {
 509                         manageDSAit = SLAP_CRITICAL_CONTROL;
 510                 }
 511         }
 512
 513         rs->sr_err = LOCK_ID( bdb->bi_dbenv, &locker );
 514
 515         switch(rs->sr_err) {
 516         case 0:
 517                 break;
 518         default:
 519                 send_ldap_error( sop, rs, LDAP_OTHER, "internal error" );
 520                 return rs->sr_err;
 521         }
 522
 523         if ( sop->o_req_ndn.bv_len == 0 ) {
 524                 /* DIT root special case */
 525                 e = (Entry *) &slap_entry_root;
 526                 rs->sr_err = LDAP_SUCCESS;
 527         } else {
 528 dn2entry_retry:
 529                 /* get entry with reader lock */
 530                 rs->sr_err = bdb_dn2entry( op, NULL, &sop->o_req_ndn, &ei,
 531                         1, locker, &lock );
 532         }
 533
 534         switch(rs->sr_err) {
 535         case DB_NOTFOUND:
 536                 matched = ei->bei_e;
 537                 break;
 538         case 0:
 539                 e = ei->bei_e;
 540                 break;
 541         case LDAP_BUSY:
 542                 send_ldap_error( sop, rs, LDAP_BUSY, "ldap server busy" );
 543                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
 544                 return LDAP_BUSY;
 545         case DB_LOCK_DEADLOCK:
 546         case DB_LOCK_NOTGRANTED:
 547                 goto dn2entry_retry;
 548         default:
 549                 send_ldap_error( sop, rs, LDAP_OTHER, "internal error" );
 550                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
 551                 return rs->sr_err;
 552         }
 553
 554         if ( e && (op->ors_deref & LDAP_DEREF_FINDING) && is_entry_alias(e) ) {
 555                 BDB_IDL_ZERO(candidates);
 556                 e = deref_base( op, rs, e, &matched, locker, &lock,
 557                         candidates, NULL );
 558         }
 559
 560         if ( e == NULL ) {
 561                 struct berval matched_dn = BER_BVNULL;
 562
 563                 if ( matched != NULL ) {
 564                         BerVarray erefs;
 565                         ber_dupbv( &matched_dn, &matched->e_name );
 566
 567                         erefs = is_entry_referral( matched )
 568                                 ? get_entry_referrals( op, matched )
 569                                 : NULL;
 570
 571                         bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache,
 572                                 matched, &lock);
 573                         matched = NULL;
 574
 575                         if( erefs ) {
 576                                 rs->sr_ref = referral_rewrite( erefs, &matched_dn,
 577                                         &sop->o_req_dn, sop->oq_search.rs_scope );
 578                                 ber_bvarray_free( erefs );
 579                         }
 580
 581                 } else {
 582                         rs->sr_ref = referral_rewrite( default_referral,
 583                                 NULL, &sop->o_req_dn, sop->oq_search.rs_scope );
 584                 }
 585
 586                 rs->sr_err = LDAP_REFERRAL;
 587                 rs->sr_matched = matched_dn.bv_val;
 588                 send_ldap_result( sop, rs );
 589
 590                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
 591                 if ( rs->sr_ref ) {
 592                         ber_bvarray_free( rs->sr_ref );
 593                         rs->sr_ref = NULL;
 594                 }
 595                 if ( matched_dn.bv_val ) {
 596                         ber_memfree( matched_dn.bv_val );
 597                         rs->sr_matched = NULL;
 598                 }
 599                 return rs->sr_err;
 600         }
 601
 602         if ( !manageDSAit && e != &slap_entry_root && is_entry_referral( e ) ) {
 603                 /* entry is a referral, don't allow add */
 604                 struct berval matched_dn;
 605                 BerVarray erefs;
 606
 607                 ber_dupbv( &matched_dn, &e->e_name );
 608                 erefs = get_entry_referrals( op, e );
 609
 610                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache, e, &lock );
 611                 e = NULL;
 612
 613                 if( erefs ) {
 614                         rs->sr_ref = referral_rewrite( erefs, &matched_dn,
 615                                 &sop->o_req_dn, sop->oq_search.rs_scope );
 616                         ber_bvarray_free( erefs );
 617                 }
 618
 619 #ifdef NEW_LOGGING
 620                 LDAP_LOG ( OPERATION, RESULTS,
 621                         "bdb_search: entry is referral\n", 0, 0, 0 );
 622 #else
 623                 Debug( LDAP_DEBUG_TRACE, "bdb_search: entry is referral\n",
 624                         0, 0, 0 );
 625 #endif
 626
 627                 if (!rs->sr_ref) rs->sr_text = "bad_referral object";
 628                 rs->sr_err = LDAP_REFERRAL;
 629                 rs->sr_matched = matched_dn.bv_val;
 630                 send_ldap_result( sop, rs );
 631
 632                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
 633                 ber_bvarray_free( rs->sr_ref );
 634                 rs->sr_ref = NULL;
 635                 ber_memfree( matched_dn.bv_val );
 636                 rs->sr_matched = NULL;
 637                 return 1;
 638         }
 639
 640         if ( get_assert( op ) &&
 641                 ( test_filter( op, e, get_assertion( op )) != LDAP_COMPARE_TRUE ))
 642         {
 643                 rs->sr_err = LDAP_ASSERTION_FAILED;
 644                 send_ldap_result( sop, rs );
 645                 return 1;
 646         }
 647
 648         /* compute it anyway; root does not use it */
 649         stoptime = op->o_time + sop->ors_tlimit;
 650
 651         /* need normalized dn below */
 652         ber_dupbv( &realbase, &e->e_nname );
 653
 654         /* Copy info to base, must free entry before accessing the database
 655          * in search_candidates, to avoid deadlocks.
 656          */
 657         base.e_private = e->e_private;
 658         base.e_nname = realbase;
 659         base.e_id = e->e_id;
 660
 661         if ( e != &slap_entry_root ) {
 662                 bdb_cache_return_entry_r(bdb->bi_dbenv, &bdb->bi_cache, e, &lock);
 663         }
 664         e = NULL;
 665
 666         if ( !IS_PSEARCH ) {
 667                 rs->sr_err = bdb_get_commit_csn( sop, rs, &search_context_csn,
 668                         locker, &ctxcsn_lock );
 669
 670                 if ( rs->sr_err != LDAP_SUCCESS ) {
 671                         send_ldap_error( sop, rs, rs->sr_err,
 672                                 "error in csn management in search" );
 673                         goto done;
 674                 }
 675
 676                 if ( sop->o_sync_mode != SLAP_SYNC_NONE &&
 677                         sop->o_sync_state.ctxcsn &&
 678                         sop->o_sync_state.ctxcsn->bv_val &&
 679                         ber_bvcmp( &sop->o_sync_state.ctxcsn[0], search_context_csn ) == 0 )
 680                 {
 681                         bdb_cache_entry_db_unlock( bdb->bi_dbenv, &ctxcsn_lock );
 682                         goto nochange;
 683                 }
 684         } else {
 685                 search_context_csn = ber_dupbv( NULL, &op->o_sync_csn );
 686         }
 687
 688         /* select candidates */
 689         if ( sop->oq_search.rs_scope == LDAP_SCOPE_BASE ) {
 690                 rs->sr_err = base_candidate( op->o_bd, &base, candidates );
 691
 692         } else {
 693                 BDB_IDL_ZERO( candidates );
 694                 BDB_IDL_ZERO( scopes );
 695                 rs->sr_err = search_candidates( op, sop, rs, &base,
 696                         locker, candidates, scopes );
 697         }
 698
 699         if ( !IS_PSEARCH && sop->o_sync_mode != SLAP_SYNC_NONE ) {
 700                 bdb_cache_entry_db_unlock( bdb->bi_dbenv, &ctxcsn_lock );
 701         }
 702
 703         /* start cursor at beginning of candidates.
 704          */
 705         cursor = 0;
 706         if (IS_PSEARCH) {
 707                 if ( !BDB_IDL_IS_RANGE( candidates ) ) {
 708                         cursor = bdb_idl_search( candidates, ps_e->e_id );
 709                         if ( candidates[cursor] != ps_e->e_id ) {
 710                                 rs->sr_err = LDAP_SUCCESS;
 711                                 goto done;
 712                         }
 713                 } else if ( ps_e->e_id < BDB_IDL_RANGE_FIRST( candidates ) ||
 714                         ps_e->e_id > BDB_IDL_RANGE_LAST( candidates ))
 715                 {
 716                         rs->sr_err = LDAP_SUCCESS;
 717                         goto done;
 718                 }
 719                 candidates[0] = 1;
 720                 candidates[1] = ps_e->e_id;
 721         }
 722
 723         if ( candidates[0] == 0 ) {
 724 #ifdef NEW_LOGGING
 725                 LDAP_LOG ( OPERATION, RESULTS,
 726                         "bdb_search: no candidates\n", 0, 0, 0 );
 727 #else
 728                 Debug( LDAP_DEBUG_TRACE, "bdb_search: no candidates\n",
 729                         0, 0, 0 );
 730 #endif
 731
 732                 goto nochange;
 733         }
 734
 735         /* if not root and candidates exceed to-be-checked entries, abort */
 736         if ( sop->ors_limit     /* isroot == TRUE */
 737                         && sop->ors_limit->lms_s_unchecked != -1
 738                         && BDB_IDL_N(candidates) > (unsigned) sop->ors_limit->lms_s_unchecked )
 739         {
 740                 rs->sr_err = LDAP_ADMINLIMIT_EXCEEDED;
 741                 send_ldap_result( sop, rs );
 742                 rs->sr_err = LDAP_SUCCESS;
 743                 goto done;
 744         }
 745
 746         if ( sop->ors_limit == NULL     /* isroot == FALSE */
 747                         || !sop->ors_limit->lms_s_pr_hide ) {
 748                 tentries = BDB_IDL_N(candidates);
 749         }
 750
 751         if ( get_pagedresults(sop) ) {
 752                 if ( sop->o_pagedresults_state.ps_cookie == 0 ) {
 753                         id = 0;
 754                 } else {
 755                         if ( sop->o_pagedresults_size == 0 ) {
 756                                 rs->sr_err = LDAP_SUCCESS;
 757                                 rs->sr_text = "search abandoned by pagedResult size=0";
 758                                 send_ldap_result( sop, rs );
 759                                 goto done;
 760                         }
 761                         for ( id = bdb_idl_first( candidates, &cursor );
 762                                 id != NOID && id <= (ID)( sop->o_pagedresults_state.ps_cookie );
 763                                 id = bdb_idl_next( candidates, &cursor ) ) /* empty */;
 764                 }
 765                 if ( cursor == NOID ) {
 766 #ifdef NEW_LOGGING
 767                         LDAP_LOG ( OPERATION, RESULTS,
 768                                 "bdb_search: no paged results candidates\n",
 769                         0, 0, 0 );
 770 #else
 771                         Debug( LDAP_DEBUG_TRACE,
 772                                 "bdb_search: no paged results candidates\n",
 773                                 0, 0, 0 );
 774 #endif
 775                         send_pagerequest_response( sop, rs, lastid, 0 );
 776
 777                         rs->sr_err = LDAP_OTHER;
 778                         goto done;
 779                 }
 780                 goto loop_begin;
 781         }
 782
 783         if (( sop->o_sync_mode & SLAP_SYNC_REFRESH ) || IS_PSEARCH ) {
 784                 int match;
 785
 786                 cookief.f_choice = LDAP_FILTER_AND;
 787                 cookief.f_and = &csnfnot;
 788                 cookief.f_next = NULL;
 789
 790                 csnfnot.f_choice = LDAP_FILTER_NOT;
 791                 csnfnot.f_not = &csnfeq;
 792                 csnfnot.f_next = &csnfand;
 793
 794                 csnfeq.f_choice = LDAP_FILTER_EQUALITY;
 795                 csnfeq.f_ava = &aa_eq;
 796                 csnfeq.f_av_desc = slap_schema.si_ad_entryCSN;
 797                 if ( sop->o_sync_state.ctxcsn != NULL ) {
 798                         csnfeq.f_av_value = *sop->o_sync_state.ctxcsn;
 799                 } else {
 800                         csnfeq.f_av_value = slap_empty_bv;
 801                 }
 802
 803                 csnfand.f_choice = LDAP_FILTER_AND;
 804                 csnfand.f_and = &csnfge;
 805                 csnfand.f_next = NULL;
 806
 807                 csnfge.f_choice = LDAP_FILTER_GE;
 808                 csnfge.f_ava = &aa_ge;
 809                 csnfge.f_av_desc = slap_schema.si_ad_entryCSN;
 810                 if ( sop->o_sync_state.ctxcsn != NULL ) {
 811                         csnfge.f_av_value = *sop->o_sync_state.ctxcsn;
 812                 } else {
 813                         csnfge.f_av_value = slap_empty_bv;
 814                 }
 815
 816                 if ( search_context_csn && !IS_PSEARCH ) {
 817                         csnfge.f_next = &contextcsnand;
 818
 819                         contextcsnand.f_choice = LDAP_FILTER_AND;
 820                         contextcsnand.f_and = &contextcsnle;
 821                         contextcsnand.f_next = NULL;
 822
 823                         contextcsnle.f_choice = LDAP_FILTER_LE;
 824                         contextcsnle.f_ava = &aa_le;
 825                         contextcsnle.f_av_desc = slap_schema.si_ad_entryCSN;
 826                         contextcsnle.f_av_value = *search_context_csn;
 827                         contextcsnle.f_next = sop->oq_search.rs_filter;
 828
 829                         mr = slap_schema.si_ad_entryCSN->ad_type->sat_ordering;
 830                         if ( sop->o_sync_state.ctxcsn &&
 831                                 sop->o_sync_state.ctxcsn->bv_val != NULL )
 832                         {
 833                                 value_match( &match, slap_schema.si_ad_entryCSN, mr,
 834                                                 SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
 835                                                 &sop->o_sync_state.ctxcsn[0], search_context_csn,
 836                                                 &text );
 837                         } else {
 838                                 match = -1;
 839                         }
 840                         no_sync_state_change = ( match >= 0 );
 841                 } else {
 842                         csnfge.f_next = sop->oq_search.rs_filter;
 843                 }
 844         }
 845
 846         for ( id = bdb_idl_first( candidates, &cursor );
 847                 id != NOID && !no_sync_state_change;
 848                 id = bdb_idl_next( candidates, &cursor ) )
 849         {
 850                 int scopeok = 0;
 851
 852 loop_begin:
 853                 /* check for abandon */
 854                 if ( sop->o_abandon ) {
 855                         if ( sop != op ) {
 856                                 bdb_drop_psearch( sop, sop->o_msgid );
 857                         }
 858                         rs->sr_err = LDAP_SUCCESS;
 859                         goto done;
 860                 }
 861
 862                 if ( sop->o_cancel ) {
 863                         assert( sop->o_cancel == SLAP_CANCEL_REQ );
 864                         rs->sr_err = LDAP_CANCELLED;
 865                         send_ldap_result( sop, rs );
 866                         sop->o_cancel = SLAP_CANCEL_ACK;
 867                         rs->sr_err = LDAP_SUCCESS;
 868                         goto done;
 869                 }
 870
 871                 /* check time limit */
 872                 if ( sop->ors_tlimit != -1 && slap_get_time() > stoptime ) {
 873                         rs->sr_err = LDAP_TIMELIMIT_EXCEEDED;
 874                         rs->sr_ref = rs->sr_v2ref;
 875                         send_ldap_result( sop, rs );
 876                         rs->sr_err = LDAP_SUCCESS;
 877                         goto done;
 878                 }
 879
 880                 if (!IS_PSEARCH) {
 881 id2entry_retry:
 882                         /* get the entry with reader lock */
 883                         ei = NULL;
 884                         rs->sr_err = bdb_cache_find_id( op, NULL,
 885                                 id, &ei, 0, locker, &lock );
 886
 887                         if (rs->sr_err == LDAP_BUSY) {
 888                                 rs->sr_text = "ldap server busy";
 889                                 send_ldap_result( sop, rs );
 890                                 goto done;
 891
 892                         } else if ( rs->sr_err == DB_LOCK_DEADLOCK
 893                                 || rs->sr_err == DB_LOCK_NOTGRANTED )
 894                         {
 895                                 goto id2entry_retry;
 896                         }
 897
 898                         if ( ei && rs->sr_err == LDAP_SUCCESS ) {
 899                                 e = ei->bei_e;
 900                         } else {
 901                                 e = NULL;
 902                         }
 903
 904                         if ( e == NULL ) {
 905                                 if( !BDB_IDL_IS_RANGE(candidates) ) {
 906                                         /* only complain for non-range IDLs */
 907 #ifdef NEW_LOGGING
 908                                         LDAP_LOG ( OPERATION, RESULTS,
 909                                                 "bdb_search: candidate %ld not found\n",
 910                                                 (long) id, 0, 0);
 911 #else
 912                                         Debug( LDAP_DEBUG_TRACE,
 913                                                 "bdb_search: candidate %ld not found\n",
 914                                                 (long) id, 0, 0 );
 915 #endif
 916                                 }
 917
 918                                 goto loop_continue;
 919                         }
 920                 } else {
 921                         e = ps_e;
 922                 }
 923
 924                 rs->sr_entry = e;
 925
 926 #ifdef BDB_SUBENTRIES
 927                 /* FIXME: send all but syncrepl */
 928 #if 0
 929                 if ( !is_sync_protocol( sop ) )
 930 #endif
 931                 {
 932                         if ( is_entry_subentry( e ) ) {
 933                                 if( sop->oq_search.rs_scope != LDAP_SCOPE_BASE ) {
 934                                         if(!get_subentries_visibility( sop )) {
 935                                                 /* only subentries are visible */
 936                                                 goto loop_continue;
 937                                         }
 938
 939                                 } else if ( get_subentries( sop ) &&
 940                                         !get_subentries_visibility( sop ))
 941                                 {
 942                                         /* only subentries are visible */
 943                                         goto loop_continue;
 944                                 }
 945
 946                         } else if ( get_subentries_visibility( sop )) {
 947                                 /* only subentries are visible */
 948                                 goto loop_continue;
 949                         }
 950                 }
 951 #endif /* BDB_SUBENTRIES */
 952
 953                 /* Does this candidate actually satisfy the search scope?
 954                  *
 955                  * Note that we don't lock access to the bei_parent pointer.
 956                  * Since only leaf nodes can be deleted, the parent of any
 957                  * node will always be a valid node. Also since we have
 958                  * a Read lock on the data, it cannot be renamed out of the
 959                  * scope while we are looking at it, and unless we're using
 960                  * BDB_HIER, its parents cannot be moved either.
 961                  */
 962                 switch( sop->ors_scope ) {
 963                 case LDAP_SCOPE_BASE:
 964                         /* This is always true, yes? */
 965                         if ( id == base.e_id ) scopeok = 1;
 966                         break;
 967
 968                 case LDAP_SCOPE_ONELEVEL:
 969                         if ( ei->bei_parent->bei_id == base.e_id ) scopeok = 1;
 970                         break;
 971
 972 #ifdef LDAP_SCOPE_CHILDREN
 973                 case LDAP_SCOPE_CHILDREN:
 974                         if ( id == base.e_id ) break;
 975                         /* Fall-thru */
 976 #endif
 977                 case LDAP_SCOPE_SUBTREE: {
 978                         EntryInfo *tmp;
 979                         for (tmp = BEI(e); tmp->bei_parent;
 980                                  tmp = tmp->bei_parent ) {
 981                                 if ( tmp->bei_id == base.e_id ) {
 982                                         scopeok = 1;
 983                                         break;
 984                                 }
 985                         }
 986                         } break;
 987                 }
 988
 989 #ifdef BDB_ALIASES
 990                 /* aliases were already dereferenced in candidate list */
 991                 if ( sop->ors_deref & LDAP_DEREF_SEARCHING ) {
 992                         /* but if the search base is an alias, and we didn't
 993                          * deref it when finding, return it.
 994                          */
 995                         if ( is_entry_alias(e) &&
 996                                 ((sop->ors_deref & LDAP_DEREF_FINDING) ||
 997                                         !bvmatch(&e->e_nname, &op->o_req_ndn)))
 998                         {
 999                                 goto loop_continue;
1000                         }
1001
1002                         /* scopes is only non-empty for onelevel or subtree */
1003                         if ( !scopeok && BDB_IDL_N(scopes) ) {
1004                                 unsigned x;
1005                                 if ( sop->ors_scope == LDAP_SCOPE_ONELEVEL ) {
1006                                         x = bdb_idl_search( scopes, e->e_id );
1007                                         if ( scopes[x] == e->e_id ) scopeok = 1;
1008                                 } else {
1009                                         /* subtree, walk up the tree */
1010                                         EntryInfo *tmp = BEI(e);
1011                                         for (;tmp->bei_parent; tmp=tmp->bei_parent) {
1012                                                 x = bdb_idl_search( scopes, tmp->bei_id );
1013                                                 if ( scopes[x] == tmp->bei_id ) {
1014                                                         scopeok = 1;
1015                                                         break;
1016                                                 }
1017                                         }
1018                                 }
1019                         }
1020                 }
1021 #endif
1022
1023                 /* Not in scope, ignore it */
1024                 if ( !scopeok ) {
1025 #ifdef NEW_LOGGING
1026                         LDAP_LOG ( OPERATION, RESULTS,
1027                                 "bdb_search: %ld scope not okay\n",
1028                                 (long) id, 0, 0);
1029 #else
1030                         Debug( LDAP_DEBUG_TRACE,
1031                                 "bdb_search: %ld scope not okay\n",
1032                                 (long) id, 0, 0 );
1033 #endif
1034                         goto loop_continue;
1035                 }
1036
1037                 /*
1038                  * if it's a referral, add it to the list of referrals. only do
1039                  * this for non-base searches, and don't check the filter
1040                  * explicitly here since it's only a candidate anyway.
1041                  */
1042                 if ( !manageDSAit && sop->oq_search.rs_scope != LDAP_SCOPE_BASE
1043                         && is_entry_referral( e ) )
1044                 {
1045                         BerVarray erefs = get_entry_referrals( sop, e );
1046                         rs->sr_ref = referral_rewrite( erefs, &e->e_name, NULL,
1047                                 sop->oq_search.rs_scope == LDAP_SCOPE_ONELEVEL
1048                                         ? LDAP_SCOPE_BASE : LDAP_SCOPE_SUBTREE );
1049
1050                         send_search_reference( sop, rs );
1051
1052                         ber_bvarray_free( rs->sr_ref );
1053                         ber_bvarray_free( erefs );
1054                         rs->sr_ref = NULL;
1055
1056                         goto loop_continue;
1057                 }
1058
1059                 if ( !manageDSAit && is_entry_glue( e )) {
1060                         goto loop_continue;
1061                 }
1062
1063                 /* if it matches the filter and scope, send it */
1064                 if (IS_PSEARCH) {
1065                         if (ps_type != LDAP_PSEARCH_BY_SCOPEOUT) {
1066                                 rs->sr_err = test_filter( sop, rs->sr_entry, &cookief );
1067                         } else {
1068                                 rs->sr_err = LDAP_COMPARE_TRUE;
1069                         }
1070                 } else {
1071                         if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1072                                 rc_sync = test_filter( sop, rs->sr_entry, &cookief );
1073                                 rs->sr_err = test_filter( sop, rs->sr_entry, &contextcsnand );
1074                                 if ( rs->sr_err == LDAP_COMPARE_TRUE ) {
1075                                         if ( rc_sync == LDAP_COMPARE_TRUE ) {
1076                                                 if ( no_sync_state_change ) {
1077 #ifdef NEW_LOGGING
1078                                                         LDAP_LOG ( OPERATION, RESULTS,
1079                                                                 "bdb_search: error in context csn management\n",
1080                                                                 0, 0, 0 );
1081 #else
1082                                                         Debug( LDAP_DEBUG_TRACE,
1083                                                                 "bdb_search: error in context csn management\n",
1084                                                                 0, 0, 0 );
1085 #endif
1086                                                 }
1087                                                 entry_sync_state = LDAP_SYNC_ADD;
1088                                         } else {
1089                                                 if ( no_sync_state_change ) {
1090                                                         goto loop_continue;
1091                                                 }
1092                                                 entry_sync_state = LDAP_SYNC_PRESENT;
1093                                         }
1094                                 }
1095                         } else {
1096                                 rs->sr_err = test_filter( sop,
1097                                         rs->sr_entry, sop->oq_search.rs_filter );
1098                         }
1099                 }
1100
1101                 if ( rs->sr_err == LDAP_COMPARE_TRUE ) {
1102                         /* check size limit */
1103             if ( --sop->ors_slimit == -1 &&
1104                                 sop->o_sync_slog_size == -1 )
1105                         {
1106                                 if (!IS_PSEARCH) {
1107                                         bdb_cache_return_entry_r( bdb->bi_dbenv,
1108                                                 &bdb->bi_cache, e, &lock );
1109                                 }
1110                                 e = NULL;
1111                                 rs->sr_entry = NULL;
1112                                 rs->sr_err = LDAP_SIZELIMIT_EXCEEDED;
1113                                 rs->sr_ref = rs->sr_v2ref;
1114                                 send_ldap_result( sop, rs );
1115                                 rs->sr_err = LDAP_SUCCESS;
1116                                 goto done;
1117                         }
1118
1119                         if ( get_pagedresults(sop) ) {
1120                                 if ( rs->sr_nentries >= sop->o_pagedresults_size ) {
1121                                         send_pagerequest_response( sop, rs,
1122                                                 lastid, tentries );
1123                                         goto done;
1124                                 }
1125                                 lastid = id;
1126                         }
1127
1128                         if (e) {
1129                                 /* safe default */
1130                                 int result = -1;
1131
1132                                 if (IS_PSEARCH) {
1133                                         int premodify_found = 0;
1134                                         int entry_sync_state;
1135
1136                                         if ( ps_type == LDAP_PSEARCH_BY_ADD ||
1137                                                  ps_type == LDAP_PSEARCH_BY_DELETE ||
1138                                                  ps_type == LDAP_PSEARCH_BY_MODIFY ||
1139                                                  ps_type == LDAP_PSEARCH_BY_SCOPEOUT )
1140                                         {
1141                                                 if ( ps_type == LDAP_PSEARCH_BY_MODIFY ) {
1142                                                         struct psid_entry* psid_e;
1143                                                         LDAP_LIST_FOREACH( psid_e,
1144                                                                 &op->o_pm_list, ps_link)
1145                                                         {
1146                                                                 if( psid_e->ps_op == sop ) {
1147                                                                         premodify_found = 1;
1148                                                                         LDAP_LIST_REMOVE(psid_e, ps_link);
1149                                                                         break;
1150                                                                 }
1151                                                         }
1152                                                         if (psid_e != NULL) free (psid_e);
1153                                                 }
1154                                                 if ( ps_type == LDAP_PSEARCH_BY_ADD ) {
1155                                                         entry_sync_state = LDAP_SYNC_ADD;
1156                                                 } else if ( ps_type == LDAP_PSEARCH_BY_DELETE ) {
1157                                                         entry_sync_state = LDAP_SYNC_DELETE;
1158                                                 } else if ( ps_type == LDAP_PSEARCH_BY_MODIFY ) {
1159                                                         if ( premodify_found ) {
1160                                                                 entry_sync_state = LDAP_SYNC_MODIFY;
1161                                                         } else {
1162                                                                 entry_sync_state = LDAP_SYNC_ADD;
1163                                                         }
1164                                                 } else if ( ps_type == LDAP_PSEARCH_BY_SCOPEOUT ) {
1165                                                         entry_sync_state = LDAP_SYNC_DELETE;
1166                                                 } else {
1167                                                         rs->sr_err = LDAP_OTHER;
1168                                                         goto done;
1169                                                 }
1170                                                 if ( sop->o_sync_slog_size != -1 ) {
1171                                                         if ( entry_sync_state == LDAP_SYNC_DELETE ) {
1172                                                                 result = slap_add_session_log( op, sop, e );
1173                                                         } else {
1174                                                                 result = 1;
1175                                                         }
1176                                                 } else {
1177                                                         struct berval cookie;
1178                                                         slap_compose_sync_cookie( sop, &cookie,
1179                                                                 search_context_csn,
1180                                                                 sop->o_sync_state.sid,
1181                                                                 sop->o_sync_state.rid );
1182                                                         rs->sr_err = slap_build_sync_state_ctrl( sop,
1183                                                                 rs, e, entry_sync_state, ctrls,
1184                                                                 num_ctrls++, 1, &cookie );
1185                                                         if ( rs->sr_err != LDAP_SUCCESS ) goto done;
1186                                                         rs->sr_attrs = attrs;
1187                                                         rs->sr_ctrls = ctrls;
1188                                                         rs->sr_flags = 0;
1189                                                         result = send_search_entry( sop, rs );
1190                                                         if ( cookie.bv_val ) ch_free( cookie.bv_val );
1191                                                         sl_free( ctrls[num_ctrls-1]->ldctl_value.bv_val,
1192                                                                  sop->o_tmpmemctx );
1193                                                         sl_free( ctrls[--num_ctrls], sop->o_tmpmemctx );
1194                                                         ctrls[num_ctrls] = NULL;
1195                                                         rs->sr_ctrls = NULL;
1196                                                 }
1197                                         } else if ( ps_type == LDAP_PSEARCH_BY_PREMODIFY ) {
1198                                                 struct psid_entry* psid_e;
1199                                                 psid_e = (struct psid_entry *) ch_calloc(1,
1200                                                         sizeof(struct psid_entry));
1201                                                 psid_e->ps_op = sop;
1202                                                 LDAP_LIST_INSERT_HEAD( &op->o_pm_list,
1203                                                         psid_e, ps_link );
1204
1205                                         } else {
1206 #ifdef NEW_LOGGING
1207                                                 LDAP_LOG ( OPERATION, RESULTS,
1208                                                         "bdb_search: invalid ps_type (%d) \n",
1209                                                         ps_type, 0, 0);
1210 #else
1211                                                 Debug( LDAP_DEBUG_TRACE,
1212                                                         "bdb_search: invalid ps_type (%d) \n",
1213                                                         ps_type, 0, 0);
1214 #endif
1215                                         }
1216                                 } else {
1217                                         if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1218                                                 if ( rc_sync == LDAP_COMPARE_TRUE ) { /* ADD */
1219                                                         rs->sr_err = slap_build_sync_state_ctrl( sop,
1220                                                                 rs, e, entry_sync_state, ctrls,
1221                                                                 num_ctrls++, 0, NULL );
1222                                                         if ( rs->sr_err != LDAP_SUCCESS ) goto done;
1223                                                         rs->sr_ctrls = ctrls;
1224                                                         rs->sr_attrs = sop->oq_search.rs_attrs;
1225                                                         rs->sr_flags = 0;
1226                                                         result = send_search_entry( sop, rs );
1227                                                         sl_free( ctrls[num_ctrls-1]->ldctl_value.bv_val,
1228                                                                  sop->o_tmpmemctx );
1229                                                         sl_free( ctrls[--num_ctrls], sop->o_tmpmemctx );
1230                                                         ctrls[num_ctrls] = NULL;
1231                                                         rs->sr_ctrls = NULL;
1232                                                 } else { /* PRESENT */
1233                                                         if ( sync_send_present_mode ) {
1234                                                                 result = slap_build_syncUUID_set( sop,
1235                                                                         &syncUUID_set, e );
1236                                                                 if ( result <= 0 ) {
1237                                                                         result = -1;
1238                                                                 } else {
1239                                                                         syncUUID_set_cnt++;
1240                                                                         if ( syncUUID_set_cnt ==
1241                                                                                 SLAP_SYNCUUID_SET_SIZE )
1242                                                                         {
1243                                                                                 rs->sr_err = LDAP_SUCCESS;
1244                                                                                 rs->sr_rspoid = LDAP_SYNC_INFO;
1245                                                                                 rs->sr_ctrls = NULL;
1246                                                                                 result = slap_send_syncinfo( sop, rs,
1247                                                                                         LDAP_TAG_SYNC_ID_SET,
1248                                                                                         NULL, 0, syncUUID_set, 0 );
1249                                                                                 if ( result != LDAP_SUCCESS ) {
1250                                                                                         result = -1;
1251                                                                                 }
1252                                                                                 ber_bvarray_free_x( syncUUID_set,
1253                                                                                         sop->o_tmpmemctx );
1254                                                                                 syncUUID_set = NULL;
1255                                                                                 syncUUID_set_cnt = 0;
1256                                                                         }
1257                                                                 }
1258                                                         } else {
1259                                                                 result = 1;
1260                                                         }
1261                                                 }
1262                                         } else {
1263                                                 rs->sr_attrs = sop->oq_search.rs_attrs;
1264                                                 rs->sr_ctrls = NULL;
1265                                                 rs->sr_flags = 0;
1266                                                 result = send_search_entry( sop, rs );
1267                                         }
1268                                 }
1269
1270                                 switch (result) {
1271                                 case 0:         /* entry sent ok */
1272                                         break;
1273                                 case 1:         /* entry not sent */
1274                                         break;
1275                                 case -1:        /* connection closed */
1276                                         if (!IS_PSEARCH)
1277                                         bdb_cache_return_entry_r(bdb->bi_dbenv,
1278                                                 &bdb->bi_cache, e, &lock);
1279                                         e = NULL;
1280                                         rs->sr_entry = NULL;
1281                                         rs->sr_err = LDAP_OTHER;
1282                                         goto done;
1283                                 }
1284                         }
1285                 } else {
1286 #ifdef NEW_LOGGING
1287                         LDAP_LOG ( OPERATION, RESULTS,
1288                                 "bdb_search: %ld does not match filter\n", (long) id, 0, 0);
1289 #else
1290                         Debug( LDAP_DEBUG_TRACE,
1291                                 "bdb_search: %ld does not match filter\n",
1292                                 (long) id, 0, 0 );
1293 #endif
1294                 }
1295
1296 loop_continue:
1297                 if( e != NULL ) {
1298                         /* free reader lock */
1299                         if (!IS_PSEARCH) {
1300                                 bdb_cache_return_entry_r( bdb->bi_dbenv,
1301                                         &bdb->bi_cache, e , &lock );
1302                                 if ( sop->o_nocaching ) {
1303                                         bdb_cache_delete_entry( bdb, ei, locker, &lock );
1304                                 }
1305                         }
1306                         e = NULL;
1307                         rs->sr_entry = NULL;
1308                 }
1309
1310                 ldap_pvt_thread_yield();
1311         }
1312
1313         if ( syncUUID_set_cnt > 0 ) {
1314                 rs->sr_err = LDAP_SUCCESS;
1315                 rs->sr_rspoid = LDAP_SYNC_INFO;
1316                 rs->sr_ctrls = NULL;
1317                 slap_send_syncinfo( sop, rs, LDAP_TAG_SYNC_ID_SET,
1318                         NULL, 0, syncUUID_set, 0 );
1319                 ber_bvarray_free_x( syncUUID_set, sop->o_tmpmemctx );
1320                 syncUUID_set_cnt = 0;
1321         }
1322
1323 nochange:
1324         if (!IS_PSEARCH) {
1325                 if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1326                         if ( sop->o_sync_mode & SLAP_SYNC_PERSIST ) {
1327                                 struct berval cookie;
1328                                 slap_compose_sync_cookie( sop, &cookie, search_context_csn,
1329                                         sop->o_sync_state.sid, sop->o_sync_state.rid );
1330
1331                                 if ( sync_send_present_mode ) {
1332                                         rs->sr_err = LDAP_SUCCESS;
1333                                         rs->sr_rspoid = LDAP_SYNC_INFO;
1334                                         rs->sr_ctrls = NULL;
1335                                         slap_send_syncinfo( sop, rs,
1336                                                 LDAP_TAG_SYNC_REFRESH_PRESENT, &cookie, 1, NULL, 0 );
1337                                 } else {
1338                                         if ( !no_sync_state_change ) {
1339                                                 int slog_found = 0;
1340                                                 ldap_pvt_thread_rdwr_rlock( &bdb->bi_pslist_rwlock );
1341                                                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list,
1342                                                         o_ps_link )
1343                                                 {
1344                                                         if ( ps_list->o_sync_slog_size > 0 ) {
1345                                                                 if ( ps_list->o_sync_state.sid ==
1346                                                                         sop->o_sync_state.sid ) {
1347                                                                         slog_found = 1;
1348                                                                         break;
1349                                                                 }
1350                                                         }
1351                                                 }
1352
1353                                                 if ( slog_found ) {
1354                                                         rs->sr_err = LDAP_SUCCESS;
1355                                                         rs->sr_rspoid = NULL;
1356                                                         rs->sr_ctrls = NULL;
1357                                                         slap_send_session_log( op, ps_list, rs );
1358                                                 }
1359                                                 ldap_pvt_thread_rdwr_runlock( &bdb->bi_pslist_rwlock );
1360                                         }
1361                                         rs->sr_err = LDAP_SUCCESS;
1362                                         rs->sr_rspoid = LDAP_SYNC_INFO;
1363                                         rs->sr_ctrls = NULL;
1364                                         slap_send_syncinfo( sop, rs,
1365                                                 LDAP_TAG_SYNC_REFRESH_DELETE, &cookie, 1, NULL, 0 );
1366                                 }
1367
1368                                 if ( cookie.bv_val ) {
1369                                         ch_free( cookie.bv_val );
1370                                 }
1371                         } else {
1372                                 /* refreshOnly mode */
1373                                 struct berval cookie;
1374                                 slap_compose_sync_cookie( sop, &cookie, search_context_csn,
1375                                         sop->o_sync_state.sid, sop->o_sync_state.rid );
1376
1377                                 if ( sync_send_present_mode ) {
1378                                         slap_build_sync_done_ctrl( sop, rs, ctrls,
1379                                                 num_ctrls++, 1, &cookie, LDAP_SYNC_REFRESH_PRESENTS );
1380                                 } else {
1381                                         if ( !no_sync_state_change ) {
1382                                                 int slog_found = 0;
1383                                                 ldap_pvt_thread_rdwr_rlock( &bdb->bi_pslist_rwlock );
1384                                                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list,
1385                                                         o_ps_link )
1386                                                 {
1387                                                         if ( ps_list->o_sync_slog_size > 0 ) {
1388                                                                 if ( ps_list->o_sync_state.sid ==
1389                                                                                 sop->o_sync_state.sid ) {
1390                                                                         slog_found = 1;
1391                                                                         break;
1392                                                                 }
1393                                                         }
1394                                                 }
1395
1396                                                 if ( slog_found ) {
1397                                                         slap_send_session_log( op, ps_list, rs );
1398                                                 }
1399                                                 ldap_pvt_thread_rdwr_runlock( &bdb->bi_pslist_rwlock );
1400                                         }
1401                                         slap_build_sync_done_ctrl( sop, rs, ctrls,
1402                                                 num_ctrls++, 1, &cookie, LDAP_SYNC_REFRESH_DELETES );
1403                                 }
1404
1405                                 rs->sr_ctrls = ctrls;
1406                                 rs->sr_ref = rs->sr_v2ref;
1407                                 rs->sr_err = (rs->sr_v2ref == NULL)
1408                                         ? LDAP_SUCCESS : LDAP_REFERRAL;
1409                                 rs->sr_rspoid = NULL;
1410                                 send_ldap_result( sop, rs );
1411                                 if ( ctrls[num_ctrls-1]->ldctl_value.bv_val != NULL ) {
1412                                         sl_free( ctrls[num_ctrls-1]->ldctl_value.bv_val,
1413                                                 sop->o_tmpmemctx );
1414                                 }
1415                                 sl_free( ctrls[--num_ctrls], sop->o_tmpmemctx );
1416                                 ctrls[num_ctrls] = NULL;
1417                                 if ( cookie.bv_val ) ch_free( cookie.bv_val );
1418                         }
1419                 } else {
1420                         rs->sr_ctrls = NULL;
1421                         rs->sr_ref = rs->sr_v2ref;
1422                         rs->sr_err = (rs->sr_v2ref == NULL) ? LDAP_SUCCESS : LDAP_REFERRAL;
1423                         rs->sr_rspoid = NULL;
1424                         send_ldap_result( sop, rs );
1425                 }
1426         }
1427
1428         rs->sr_err = LDAP_SUCCESS;
1429
1430 done:
1431         if( !IS_PSEARCH && e != NULL ) {
1432                 /* free reader lock */
1433                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache, e, &lock );
1434         }
1435
1436         LOCK_ID_FREE( bdb->bi_dbenv, locker );
1437
1438         ber_bvfree( search_context_csn );
1439
1440         if( rs->sr_v2ref ) {
1441                 ber_bvarray_free( rs->sr_v2ref );
1442                 rs->sr_v2ref = NULL;
1443         }
1444         if( realbase.bv_val ) ch_free( realbase.bv_val );
1445
1446         return rs->sr_err;
1447 }
1448
1449
1450 static int base_candidate(
1451         BackendDB       *be,
1452         Entry   *e,
1453         ID              *ids )
1454 {
1455 #ifdef NEW_LOGGING
1456         LDAP_LOG ( OPERATION, ENTRY,
1457                 "base_candidate: base: \"%s\" (0x%08lx)\n",
1458                 e->e_nname.bv_val, (long) e->e_id, 0);
1459 #else
1460         Debug(LDAP_DEBUG_ARGS, "base_candidates: base: \"%s\" (0x%08lx)\n",
1461                 e->e_nname.bv_val, (long) e->e_id, 0);
1462 #endif
1463
1464         ids[0] = 1;
1465         ids[1] = e->e_id;
1466         return 0;
1467 }
1468
1469 /* Look for "objectClass Present" in this filter.
1470  * Also count depth of filter tree while we're at it.
1471  */
1472 static int oc_filter(
1473         Filter *f,
1474         int cur,
1475         int *max )
1476 {
1477         int rc = 0;
1478
1479         assert( f );
1480
1481         if( cur > *max ) *max = cur;
1482
1483         switch( f->f_choice ) {
1484         case LDAP_FILTER_PRESENT:
1485                 if (f->f_desc == slap_schema.si_ad_objectClass) {
1486                         rc = 1;
1487                 }
1488                 break;
1489
1490         case LDAP_FILTER_AND:
1491         case LDAP_FILTER_OR:
1492                 cur++;
1493                 for ( f=f->f_and; f; f=f->f_next ) {
1494                         (void) oc_filter(f, cur, max);
1495                 }
1496                 break;
1497
1498         default:
1499                 break;
1500         }
1501         return rc;
1502 }
1503
1504 static void search_stack_free( void *key, void *data )
1505 {
1506         ber_memfree_x(data, NULL);
1507 }
1508
1509 static void *search_stack( Operation *op )
1510 {
1511         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
1512         void *ret = NULL;
1513
1514         if ( op->o_threadctx ) {
1515                 ldap_pvt_thread_pool_getkey( op->o_threadctx, search_stack,
1516                         &ret, NULL );
1517         } else {
1518                 ret = bdb->bi_search_stack;
1519         }
1520
1521         if ( !ret ) {
1522                 ret = ch_malloc( bdb->bi_search_stack_depth * BDB_IDL_UM_SIZE
1523                         * sizeof( ID ) );
1524                 if ( op->o_threadctx ) {
1525                         ldap_pvt_thread_pool_setkey( op->o_threadctx, search_stack,
1526                                 ret, search_stack_free );
1527                 } else {
1528                         bdb->bi_search_stack = ret;
1529                 }
1530         }
1531         return ret;
1532 }
1533
1534 static int search_candidates(
1535         Operation *stackop,
1536         Operation *op,
1537         SlapReply *rs,
1538         Entry *e,
1539         u_int32_t locker,
1540         ID      *ids,
1541         ID      *scopes )
1542 {
1543         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
1544         int rc, depth = 1;
1545         Filter          f, rf, xf, nf;
1546         ID              *stack;
1547         AttributeAssertion aa_ref;
1548 #ifdef BDB_SUBENTRIES
1549         Filter  sf;
1550         AttributeAssertion aa_subentry;
1551 #endif
1552
1553         /*
1554          * This routine takes as input a filter (user-filter)
1555          * and rewrites it as follows:
1556          *      (&(scope=DN)[(objectClass=subentry)]
1557          *              (|[(objectClass=referral)(objectClass=alias)](user-filter))
1558          */
1559
1560 #ifdef NEW_LOGGING
1561         LDAP_LOG ( OPERATION, ENTRY,
1562                 "search_candidates: base=\"%s\" (0x%08lx) scope=%d\n",
1563                 e->e_nname.bv_val, (long) e->e_id, op->oq_search.rs_scope);
1564 #else
1565         Debug(LDAP_DEBUG_TRACE,
1566                 "search_candidates: base=\"%s\" (0x%08lx) scope=%d\n",
1567                 e->e_nname.bv_val, (long) e->e_id, op->oq_search.rs_scope );
1568 #endif
1569
1570         xf.f_or = op->oq_search.rs_filter;
1571         xf.f_choice = LDAP_FILTER_OR;
1572         xf.f_next = NULL;
1573
1574         /* If the user's filter uses objectClass=*,
1575          * these clauses are redundant.
1576          */
1577         if (!oc_filter(op->oq_search.rs_filter, 1, &depth)
1578                 && !get_subentries_visibility(op)
1579                 && !is_sync_protocol(op) )
1580         {
1581                 if( !get_manageDSAit(op) && !get_domainScope(op) ) {
1582                         /* match referral objects */
1583                         struct berval bv_ref = { sizeof("referral")-1, "referral" };
1584                         rf.f_choice = LDAP_FILTER_EQUALITY;
1585                         rf.f_ava = &aa_ref;
1586                         rf.f_av_desc = slap_schema.si_ad_objectClass;
1587                         rf.f_av_value = bv_ref;
1588                         rf.f_next = xf.f_or;
1589                         xf.f_or = &rf;
1590                         depth++;
1591                 }
1592         }
1593
1594         f.f_next = NULL;
1595         f.f_choice = LDAP_FILTER_AND;
1596         f.f_and = &nf;
1597         /* Dummy; we compute scope separately now */
1598         nf.f_choice = SLAPD_FILTER_COMPUTED;
1599         nf.f_result = LDAP_SUCCESS;
1600         nf.f_next = ( xf.f_or == op->oq_search.rs_filter )
1601                 ? op->oq_search.rs_filter : &xf ;
1602         /* Filter depth increased again, adding dummy clause */
1603         depth++;
1604
1605 #ifdef BDB_SUBENTRIES
1606         if( get_subentries_visibility( op ) ) {
1607                 struct berval bv_subentry = { sizeof("SUBENTRY")-1, "SUBENTRY" };
1608                 sf.f_choice = LDAP_FILTER_EQUALITY;
1609                 sf.f_ava = &aa_subentry;
1610                 sf.f_av_desc = slap_schema.si_ad_objectClass;
1611                 sf.f_av_value = bv_subentry;
1612                 sf.f_next = nf.f_next;
1613                 nf.f_next = &sf;
1614         }
1615 #endif
1616
1617         /* Allocate IDL stack, plus 1 more for former tmp */
1618         if ( depth+1 > bdb->bi_search_stack_depth ) {
1619                 stack = ch_malloc( (depth + 1) * BDB_IDL_UM_SIZE * sizeof( ID ) );
1620         } else {
1621                 stack = search_stack( stackop );
1622         }
1623
1624         if( op->ors_deref & LDAP_DEREF_SEARCHING ) {
1625                 rc = search_aliases( op, rs, e, locker, ids, scopes, stack );
1626         } else {
1627                 rc = bdb_dn2idl( op, e, ids, stack );
1628         }
1629
1630         if ( rc == LDAP_SUCCESS ) {
1631                 rc = bdb_filter_candidates( op, &f, ids,
1632                         stack, stack+BDB_IDL_UM_SIZE );
1633         }
1634
1635         if ( depth+1 > bdb->bi_search_stack_depth ) {
1636                 ch_free( stack );
1637         }
1638
1639         if( rc ) {
1640 #ifdef NEW_LOGGING
1641                 LDAP_LOG ( OPERATION, DETAIL1,
1642                         "bdb_search_candidates: failed (rc=%d)\n", rc, 0, 0  );
1643 #else
1644                 Debug(LDAP_DEBUG_TRACE,
1645                         "bdb_search_candidates: failed (rc=%d)\n",
1646                         rc, NULL, NULL );
1647 #endif
1648
1649         } else {
1650 #ifdef NEW_LOGGING
1651                 LDAP_LOG ( OPERATION, DETAIL1,
1652                         "bdb_search_candidates: id=%ld first=%ld last=%ld\n",
1653                         (long) ids[0], (long) BDB_IDL_FIRST(ids),
1654                         (long) BDB_IDL_LAST(ids));
1655 #else
1656                 Debug(LDAP_DEBUG_TRACE,
1657                         "bdb_search_candidates: id=%ld first=%ld last=%ld\n",
1658                         (long) ids[0],
1659                         (long) BDB_IDL_FIRST(ids),
1660                         (long) BDB_IDL_LAST(ids) );
1661 #endif
1662         }
1663
1664         return rc;
1665 }
1666
1667 static void
1668 send_pagerequest_response(
1669         Operation       *op,
1670         SlapReply       *rs,
1671         ID              lastid,
1672         int             tentries )
1673 {
1674         LDAPControl     ctrl, *ctrls[2];
1675         BerElementBuffer berbuf;
1676         BerElement      *ber = (BerElement *)&berbuf;
1677         struct berval   cookie = BER_BVNULL;
1678         PagedResultsCookie respcookie;
1679
1680 #ifdef NEW_LOGGING
1681         LDAP_LOG ( OPERATION, ENTRY,
1682                 "send_pagerequest_response: lastid: (0x%08lx) "
1683                 "nentries: (0x%081x)\n",
1684                 lastid, rs->sr_nentries, NULL );
1685 #else
1686         Debug(LDAP_DEBUG_ARGS, "send_pagerequest_response: lastid: (0x%08lx) "
1687                 "nentries: (0x%081x)\n", lastid, rs->sr_nentries, NULL );
1688 #endif
1689
1690         ctrl.ldctl_value.bv_val = NULL;
1691         ctrls[0] = &ctrl;
1692         ctrls[1] = NULL;
1693
1694         ber_init2( ber, NULL, LBER_USE_DER );
1695
1696         respcookie = ( PagedResultsCookie )lastid;
1697         op->o_conn->c_pagedresults_state.ps_cookie = respcookie;
1698         cookie.bv_len = sizeof( respcookie );
1699         cookie.bv_val = (char *)&respcookie;
1700
1701         /*
1702          * FIXME: we should consider sending an estimate of the entries
1703          * left, after appropriate security check is done
1704          */
1705         ber_printf( ber, "{iO}", tentries, &cookie );
1706
1707         if ( ber_flatten2( ber, &ctrls[0]->ldctl_value, 0 ) == -1 ) {
1708                 goto done;
1709         }
1710
1711         ctrls[0]->ldctl_oid = LDAP_CONTROL_PAGEDRESULTS;
1712         ctrls[0]->ldctl_iscritical = 0;
1713
1714         rs->sr_ctrls = ctrls;
1715         rs->sr_err = LDAP_SUCCESS;
1716         send_ldap_result( op, rs );
1717
1718 done:
1719         (void) ber_free_buf( ber );
1720 }