git.sur5r.net Git - openldap/blob - servers/slapd/back-bdb/search.c

   1 /* search.c - search operation */
   2 /* $OpenLDAP$ */
   3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
   4  *
   5  * Copyright 2000-2005 The OpenLDAP Foundation.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted only as authorized by the OpenLDAP
  10  * Public License.
  11  *
  12  * A copy of this license is available in the file LICENSE in the
  13  * top-level directory of the distribution or, alternatively, at
  14  * <http://www.OpenLDAP.org/license.html>.
  15  */
  16
  17 #include "portable.h"
  18
  19 #include <stdio.h>
  20 #include <ac/string.h>
  21
  22 #include "back-bdb.h"
  23 #include "idl.h"
  24
  25 static int base_candidate(
  26         BackendDB       *be,
  27         Entry   *e,
  28         ID              *ids );
  29
  30 static int search_candidates(
  31         Operation *stackop,     /* op with the current threadctx/slab cache */
  32         Operation *sop,         /* search op */
  33         SlapReply *rs,
  34         Entry *e,
  35         u_int32_t locker,
  36         ID      *ids,
  37         ID      *scopes );
  38
  39 static int parse_paged_cookie( Operation *op, SlapReply *rs );
  40
  41 static void send_paged_response(
  42         Operation *op,
  43         SlapReply *rs,
  44         ID  *lastid,
  45         int tentries );
  46
  47 static int bdb_pfid_cmp( const void *v_id1, const void *v_id2 );
  48 static ID* bdb_id_dup( Operation *op, ID *id );
  49
  50 /* Dereference aliases for a single alias entry. Return the final
  51  * dereferenced entry on success, NULL on any failure.
  52  */
  53 static Entry * deref_base (
  54         Operation *op,
  55         SlapReply *rs,
  56         Entry *e,
  57         Entry **matched,
  58         u_int32_t locker,
  59         DB_LOCK *lock,
  60         ID      *tmp,
  61         ID      *visited )
  62 {
  63         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
  64         struct berval ndn;
  65         EntryInfo *ei;
  66         DB_LOCK lockr;
  67
  68         rs->sr_err = LDAP_ALIAS_DEREF_PROBLEM;
  69         rs->sr_text = "maximum deref depth exceeded";
  70
  71         while (BDB_IDL_N(tmp) < op->o_bd->be_max_deref_depth) {
  72                 /* Remember the last entry we looked at, so we can
  73                  * report broken links
  74                  */
  75                 *matched = e;
  76
  77                 /* If this is part of a subtree or onelevel search,
  78                  * have we seen this ID before? If so, quit.
  79                  */
  80                 if ( visited && bdb_idl_insert( visited, e->e_id ) ) {
  81                         e = NULL;
  82                         break;
  83                 }
  84
  85                 /* If we've seen this ID during this deref iteration,
  86                  * we've hit a loop.
  87                  */
  88                 if ( bdb_idl_insert( tmp, e->e_id ) ) {
  89                         rs->sr_err = LDAP_ALIAS_PROBLEM;
  90                         rs->sr_text = "circular alias";
  91                         e = NULL;
  92                         break;
  93                 }
  94
  95                 /* If there was a problem getting the aliasedObjectName,
  96                  * get_alias_dn will have set the error status.
  97                  */
  98                 if ( get_alias_dn(e, &ndn, &rs->sr_err, &rs->sr_text) ) {
  99                         e = NULL;
 100                         break;
 101                 }
 102
 103                 rs->sr_err = bdb_dn2entry( op, NULL, &ndn, &ei,
 104                         0, locker, &lockr );
 105
 106                 if ( ei ) {
 107                         e = ei->bei_e;
 108                 } else {
 109                         e = NULL;
 110                 }
 111
 112                 if (!e) {
 113                         rs->sr_err = LDAP_ALIAS_PROBLEM;
 114                         rs->sr_text = "aliasedObject not found";
 115                         break;
 116                 }
 117
 118                 /* Free the previous entry, continue to work with the
 119                  * one we just retrieved.
 120                  */
 121                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
 122                         *matched, lock);
 123                 *lock = lockr;
 124
 125                 /* We found a regular entry. Return this to the caller. The
 126                  * entry is still locked for Read.
 127                  */
 128                 if (!is_entry_alias(e)) {
 129                         rs->sr_err = LDAP_SUCCESS;
 130                         rs->sr_text = NULL;
 131                         break;
 132                 }
 133         }
 134         return e;
 135 }
 136
 137 /* Look for and dereference all aliases within the search scope. Adds
 138  * the dereferenced entries to the "ids" list. Requires "stack" to be
 139  * able to hold 8 levels of DB_SIZE IDLs. Of course we're hardcoded to
 140  * require a minimum of 8 UM_SIZE IDLs so this is never a problem.
 141  */
 142 static int search_aliases(
 143         Operation *op,
 144         SlapReply *rs,
 145         Entry *e,
 146         u_int32_t locker,
 147         ID *ids,
 148         ID *scopes,
 149         ID *stack )
 150 {
 151         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
 152         ID *aliases, *curscop, *subscop, *visited, *newsubs, *oldsubs, *tmp;
 153         ID cursora, ida, cursoro, ido, *subscop2;
 154         Entry *matched, *a;
 155         EntryInfo *ei;
 156         struct berval bv_alias = BER_BVC( "alias" );
 157         AttributeAssertion aa_alias;
 158         Filter  af;
 159         DB_LOCK locka, lockr;
 160         int first = 1;
 161
 162         aliases = stack;        /* IDL of all aliases in the database */
 163         curscop = aliases + BDB_IDL_DB_SIZE;    /* Aliases in the current scope */
 164         subscop = curscop + BDB_IDL_DB_SIZE;    /* The current scope */
 165         visited = subscop + BDB_IDL_DB_SIZE;    /* IDs we've seen in this search */
 166         newsubs = visited + BDB_IDL_DB_SIZE;    /* New subtrees we've added */
 167         oldsubs = newsubs + BDB_IDL_DB_SIZE;    /* Subtrees added previously */
 168         tmp = oldsubs + BDB_IDL_DB_SIZE;        /* Scratch space for deref_base() */
 169
 170         /* A copy of subscop, because subscop gets clobbered by
 171          * the bdb_idl_union/intersection routines
 172          */
 173         subscop2 = tmp + BDB_IDL_DB_SIZE;
 174
 175         af.f_choice = LDAP_FILTER_EQUALITY;
 176         af.f_ava = &aa_alias;
 177         af.f_av_desc = slap_schema.si_ad_objectClass;
 178         af.f_av_value = bv_alias;
 179         af.f_next = NULL;
 180
 181         /* Find all aliases in database */
 182         BDB_IDL_ZERO( aliases );
 183         rs->sr_err = bdb_filter_candidates( op, &af, aliases,
 184                 curscop, visited );
 185         if (rs->sr_err != LDAP_SUCCESS) {
 186                 return rs->sr_err;
 187         }
 188         oldsubs[0] = 1;
 189         oldsubs[1] = e->e_id;
 190
 191         BDB_IDL_ZERO( ids );
 192         BDB_IDL_ZERO( visited );
 193         BDB_IDL_ZERO( newsubs );
 194
 195         cursoro = 0;
 196         ido = bdb_idl_first( oldsubs, &cursoro );
 197
 198         for (;;) {
 199                 /* Set curscop to only the aliases in the current scope. Start with
 200                  * all the aliases, obtain the IDL for the current scope, and then
 201                  * get the intersection of these two IDLs. Add the current scope
 202                  * to the cumulative list of candidates.
 203                  */
 204                 BDB_IDL_CPY( curscop, aliases );
 205                 rs->sr_err = bdb_dn2idl( op, e, subscop,
 206                         subscop2+BDB_IDL_DB_SIZE );
 207                 if (first) {
 208                         first = 0;
 209                 } else {
 210                         bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache, e, &locka);
 211                 }
 212                 BDB_IDL_CPY(subscop2, subscop);
 213                 rs->sr_err = bdb_idl_intersection(curscop, subscop);
 214                 bdb_idl_union( ids, subscop2 );
 215
 216                 /* Dereference all of the aliases in the current scope. */
 217                 cursora = 0;
 218                 for (ida = bdb_idl_first(curscop, &cursora); ida != NOID;
 219                         ida = bdb_idl_next(curscop, &cursora))
 220                 {
 221                         ei = NULL;
 222 retry1:
 223                         rs->sr_err = bdb_cache_find_id(op, NULL,
 224                                 ida, &ei, 0, locker, &lockr );
 225                         if (rs->sr_err != LDAP_SUCCESS) {
 226                                 if ( rs->sr_err == DB_LOCK_DEADLOCK ||
 227                                         rs->sr_err == DB_LOCK_NOTGRANTED ) goto retry1;
 228                                 continue;
 229                         }
 230                         a = ei->bei_e;
 231
 232                         /* This should only happen if the curscop IDL has maxed out and
 233                          * turned into a range that spans IDs indiscriminately
 234                          */
 235                         if (!is_entry_alias(a)) {
 236                                 bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache,
 237                                         a, &lockr);
 238                                 continue;
 239                         }
 240
 241                         /* Actually dereference the alias */
 242                         BDB_IDL_ZERO(tmp);
 243                         a = deref_base( op, rs, a, &matched, locker, &lockr,
 244                                 tmp, visited );
 245                         if (a) {
 246                                 /* If the target was not already in our current candidates,
 247                                  * make note of it in the newsubs list. Also
 248                                  * set it in the scopes list so that bdb_search
 249                                  * can check it.
 250                                  */
 251                                 if (bdb_idl_insert(ids, a->e_id) == 0) {
 252                                         bdb_idl_insert(newsubs, a->e_id);
 253                                         bdb_idl_insert(scopes, a->e_id);
 254                                 }
 255                                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
 256                                         a, &lockr);
 257
 258                         } else if (matched) {
 259                                 /* Alias could not be dereferenced, or it deref'd to
 260                                  * an ID we've already seen. Ignore it.
 261                                  */
 262                                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
 263                                         matched, &lockr );
 264                                 rs->sr_text = NULL;
 265                         }
 266                 }
 267                 /* If this is a OneLevel search, we're done; oldsubs only had one
 268                  * ID in it. For a Subtree search, oldsubs may be a list of scope IDs.
 269                  */
 270                 if ( op->ors_scope == LDAP_SCOPE_ONELEVEL ) break;
 271 nextido:
 272                 ido = bdb_idl_next( oldsubs, &cursoro );
 273
 274                 /* If we're done processing the old scopes, did we add any new
 275                  * scopes in this iteration? If so, go back and do those now.
 276                  */
 277                 if (ido == NOID) {
 278                         if (BDB_IDL_IS_ZERO(newsubs)) break;
 279                         BDB_IDL_CPY(oldsubs, newsubs);
 280                         BDB_IDL_ZERO(newsubs);
 281                         cursoro = 0;
 282                         ido = bdb_idl_first( oldsubs, &cursoro );
 283                 }
 284
 285                 /* Find the entry corresponding to the next scope. If it can't
 286                  * be found, ignore it and move on. This should never happen;
 287                  * we should never see the ID of an entry that doesn't exist.
 288                  * Set the name so that the scope's IDL can be retrieved.
 289                  */
 290                 ei = NULL;
 291 sameido:
 292                 rs->sr_err = bdb_cache_find_id(op, NULL, ido, &ei,
 293                         0, locker, &locka );
 294                 if ( rs->sr_err != LDAP_SUCCESS ) {
 295                         if ( rs->sr_err == DB_LOCK_DEADLOCK ||
 296                                 rs->sr_err == DB_LOCK_NOTGRANTED )
 297                                 goto sameido;
 298                         goto nextido;
 299                 }
 300                 e = ei->bei_e;
 301         }
 302         return rs->sr_err;
 303 }
 304
 305 #ifdef BDB_PSEARCH
 306
 307 #define is_sync_protocol(op)    \
 308         ((op)->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST)
 309
 310 #define IS_BDB_REPLACE(type) (( type == LDAP_PSEARCH_BY_DELETE ) || \
 311         ( type == LDAP_PSEARCH_BY_SCOPEOUT ))
 312 #define IS_PSEARCH (op != sop)
 313 #define IS_POST_SEARCH ( op->ors_post_search_id != NOID )
 314
 315 static Operation *
 316 bdb_drop_psearch( Operation *op, ber_int_t msgid )
 317 {
 318         Operation       *ps_list;
 319         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
 320
 321         LDAP_LIST_FOREACH ( ps_list, &bdb->bi_psearch_list, o_ps_link ) {
 322                 if ( ps_list->o_connid == op->o_connid ) {
 323                         if ( ps_list->o_msgid == msgid ) {
 324                                 ps_list->o_abandon = 1;
 325                                 LDAP_LIST_REMOVE( ps_list, o_ps_link );
 326                                 ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex );
 327                                 LDAP_STAILQ_REMOVE( &op->o_conn->c_ops, ps_list,
 328                                         slap_op, o_next );
 329                                 LDAP_STAILQ_NEXT( ps_list, o_next ) = NULL;
 330                                 op->o_conn->c_n_ops_executing--;
 331                                 op->o_conn->c_n_ops_completed++;
 332                                 ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex );
 333                                 return ps_list;
 334                         }
 335                 }
 336         }
 337
 338         return NULL;
 339 }
 340
 341 int
 342 bdb_abandon( Operation *op, SlapReply *rs )
 343 {
 344         Operation       *ps;
 345         void            *saved_tmpmemctx;
 346
 347         ps = bdb_drop_psearch( op, op->oq_abandon.rs_msgid );
 348         if ( ps ) {
 349                 saved_tmpmemctx = ps->o_tmpmemctx;
 350
 351                 if (!BER_BVISNULL(&ps->o_req_dn)) {
 352                         slap_sl_free(ps->o_req_dn.bv_val, ps->o_tmpmemctx );
 353                 }
 354                 if (!BER_BVISNULL(&ps->o_req_ndn)) {
 355                         slap_sl_free(ps->o_req_ndn.bv_val, ps->o_tmpmemctx );
 356                 }
 357                 if (!BER_BVISNULL(&ps->ors_filterstr)) {
 358                         ps->o_tmpfree(ps->ors_filterstr.bv_val, ps->o_tmpmemctx);
 359                 }
 360                 if (ps->ors_filter != NULL) {
 361                         filter_free_x(ps, ps->ors_filter);
 362                 }
 363                 if (ps->ors_attrs != NULL) {
 364                         ps->o_tmpfree(ps->ors_attrs, ps->o_tmpmemctx);
 365                 }
 366
 367                 slap_op_free ( ps );
 368
 369                 if ( saved_tmpmemctx ) {
 370                         slap_sl_mem_destroy( NULL, saved_tmpmemctx );
 371                 }
 372
 373                 return LDAP_SUCCESS;
 374         }
 375         return LDAP_UNAVAILABLE;
 376 }
 377
 378 int
 379 bdb_cancel( Operation *op, SlapReply *rs )
 380 {
 381         Operation       *ps;
 382         void            *saved_tmpmemctx;
 383
 384         ps = bdb_drop_psearch( op, op->oq_cancel.rs_msgid );
 385         if ( ps ) {
 386                 saved_tmpmemctx = ps->o_tmpmemctx;
 387
 388                 rs->sr_err = LDAP_CANCELLED;
 389                 send_ldap_result( ps, rs );
 390
 391                 if (!BER_BVISNULL(&ps->o_req_dn)) {
 392                         slap_sl_free(ps->o_req_dn.bv_val, ps->o_tmpmemctx );
 393                 }
 394                 if (!BER_BVISNULL(&ps->o_req_ndn)) {
 395                         slap_sl_free(ps->o_req_ndn.bv_val, ps->o_tmpmemctx );
 396                 }
 397                 if (!BER_BVISNULL(&ps->ors_filterstr)) {
 398                         ps->o_tmpfree(ps->ors_filterstr.bv_val, ps->o_tmpmemctx);
 399                 }
 400                 if (ps->ors_filter != NULL) {
 401                         filter_free_x(ps, ps->ors_filter);
 402                 }
 403                 if (ps->ors_attrs != NULL) {
 404                         ps->o_tmpfree(ps->ors_attrs, ps->o_tmpmemctx);
 405                 }
 406
 407                 slap_op_free ( ps );
 408
 409                 if ( saved_tmpmemctx ) {
 410                         slap_sl_mem_destroy( NULL, saved_tmpmemctx );
 411                 }
 412
 413                 return LDAP_SUCCESS;
 414         }
 415         return LDAP_UNAVAILABLE;
 416 }
 417
 418 int bdb_search( Operation *op, SlapReply *rs )
 419 {
 420         int rc;
 421         struct pc_entry *pce = NULL;
 422         struct pc_entry *tmp_pce = NULL;
 423         Entry ps_e = {0};
 424         Attribute *a;
 425
 426         ps_e.e_private = NULL;
 427         ldap_pvt_thread_mutex_init( &op->o_pcmutex );
 428         LDAP_TAILQ_INIT( &op->o_ps_pre_candidates );
 429         LDAP_TAILQ_INIT( &op->o_ps_post_candidates );
 430
 431         op->ors_post_search_id = NOID;
 432         rc = bdb_do_search( op, rs, op, NULL, 0 );
 433
 434         ldap_pvt_thread_mutex_lock( &op->o_pcmutex );
 435         pce = LDAP_TAILQ_FIRST( &op->o_ps_post_candidates );
 436         ldap_pvt_thread_mutex_unlock( &op->o_pcmutex );
 437
 438         while ( rc == LDAP_SUCCESS && pce &&
 439                         op->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST ) {
 440
 441                 ps_e.e_id = op->ors_post_search_id = pce->pc_id;
 442                 if ( op->o_sync_csn.bv_val ) {
 443                         ch_free( op->o_sync_csn.bv_val );
 444                         op->o_sync_csn.bv_val = NULL;
 445                 }
 446                 ber_dupbv( &op->o_sync_csn, &pce->pc_csn );
 447                 ber_dupbv( &ps_e.e_name, &pce->pc_ename );
 448                 ber_dupbv( &ps_e.e_nname, &pce->pc_enname );
 449                 a = ch_calloc( 1, sizeof( Attribute ));
 450                 a->a_desc = slap_schema.si_ad_entryUUID;
 451                 a->a_vals = ch_calloc( 2, sizeof( struct berval ));
 452                 ber_dupbv( &a->a_vals[0], &pce->pc_entryUUID );
 453                 a->a_nvals = a->a_vals;
 454                 a->a_next = NULL;
 455                 ps_e.e_attrs = a;
 456
 457                 rc = bdb_do_search( op, rs, op, &ps_e, 0 );
 458
 459                 tmp_pce = pce;
 460                 ldap_pvt_thread_mutex_lock( &op->o_pcmutex );
 461                 pce = LDAP_TAILQ_NEXT( pce, pc_link );
 462                 LDAP_TAILQ_REMOVE( &op->o_ps_post_candidates, tmp_pce, pc_link );
 463                 ldap_pvt_thread_mutex_unlock( &op->o_pcmutex );
 464
 465                 ch_free( tmp_pce->pc_csn.bv_val );
 466                 ch_free( tmp_pce->pc_entryUUID.bv_val );
 467                 ch_free( tmp_pce->pc_ename.bv_val );
 468                 ch_free( tmp_pce->pc_enname.bv_val );
 469                 ch_free( tmp_pce );
 470                 entry_clean( &ps_e );
 471         }
 472         return rc;
 473 }
 474
 475 #define BDB_PSEARCH_MAX_WAIT 3
 476 int bdb_psearch( Operation *op, SlapReply *rs, Operation *sop,
 477         Entry *ps_e, int ps_type )
 478 {
 479         int     rc;
 480         struct pc_entry *pce = NULL;
 481         struct pc_entry *p = NULL;
 482         int num_retries = 0;
 483
 484         op->ors_post_search_id = NOID;
 485
 486         switch (ps_type) {
 487         case LDAP_PSEARCH_BY_PREMODIFY:
 488         case LDAP_PSEARCH_BY_PREDELETE:
 489
 490                 if ( !op->o_ps_send_wait ) {
 491                         if ( sop->o_refresh_in_progress ) {
 492                                 pce = (struct pc_entry *) ch_calloc(
 493                                                         1, sizeof( struct pc_entry ));
 494                                 pce->pc_id = ps_e->e_id;
 495                                 ldap_pvt_thread_mutex_lock( &sop->o_pcmutex );
 496                                 if ( LDAP_TAILQ_EMPTY( &sop->o_ps_pre_candidates )) {
 497                                         LDAP_TAILQ_INSERT_HEAD(
 498                                                         &sop->o_ps_pre_candidates, pce, pc_link );
 499                                 } else {
 500                                         LDAP_TAILQ_FOREACH( p,
 501                                                         &sop->o_ps_pre_candidates, pc_link ) {
 502                                                 if ( p->pc_id > pce->pc_id )
 503                                                         break;
 504                                         }
 505
 506                                         if ( p ) {
 507                                                 LDAP_TAILQ_INSERT_BEFORE( p, pce, pc_link );
 508                                         } else {
 509                                                 LDAP_TAILQ_INSERT_TAIL(
 510                                                                 &sop->o_ps_pre_candidates,
 511                                                                 pce, pc_link );
 512                                         }
 513                                 }
 514                                 ldap_pvt_thread_mutex_unlock( &sop->o_pcmutex );
 515                         } else {
 516                                 rc = bdb_do_search( op, rs, sop, ps_e, ps_type );
 517                                 return rc;
 518                         }
 519                 } else {
 520                         pce = op->o_ps_send_wait;
 521                 }
 522
 523                 /* Wait until refresh search send the entry */
 524                 while ( !pce->pc_sent ) {
 525                         if ( sop->o_refresh_in_progress ) {
 526                                 if ( num_retries == BDB_PSEARCH_MAX_WAIT ) {
 527                                         op->o_ps_send_wait = pce;
 528                                         return LDAP_BUSY;
 529                                 }
 530                                 ldap_pvt_thread_yield();
 531                                 bdb_trans_backoff( ++num_retries );
 532                         } else {
 533                                 break;
 534                         }
 535                 }
 536
 537                 op->o_ps_send_wait = NULL;
 538
 539                 if ( !sop->o_refresh_in_progress && !pce->pc_sent ) {
 540                         /* refresh ended without processing pce */
 541                         /* need to perform psearch for ps_e */
 542                         ldap_pvt_thread_mutex_lock( &sop->o_pcmutex );
 543                         LDAP_TAILQ_REMOVE( &sop->o_ps_pre_candidates, pce, pc_link );
 544                         ldap_pvt_thread_mutex_unlock( &sop->o_pcmutex );
 545                         ch_free( pce );
 546                         rc = bdb_do_search( op, rs, sop, ps_e, ps_type );
 547                         return rc;
 548                 } else {
 549                         /* the pce entry was sent in the refresh phase */
 550                         if ( ps_type == LDAP_PSEARCH_BY_PREMODIFY ) {
 551                                 struct psid_entry* psid_e;
 552                                 psid_e = (struct psid_entry *) ch_calloc(1,
 553                                                         sizeof(struct psid_entry));
 554                                 psid_e->ps_op = sop;
 555                                 LDAP_LIST_INSERT_HEAD( &op->o_pm_list, psid_e, ps_link );
 556                         }
 557
 558                         ldap_pvt_thread_mutex_lock( &sop->o_pcmutex );
 559                         LDAP_TAILQ_REMOVE( &sop->o_ps_pre_candidates, pce, pc_link );
 560                         ldap_pvt_thread_mutex_unlock( &sop->o_pcmutex );
 561                         ch_free( pce );
 562                         return LDAP_SUCCESS;
 563                 }
 564                 break;
 565         case LDAP_PSEARCH_BY_DELETE:
 566         case LDAP_PSEARCH_BY_SCOPEOUT:
 567         case LDAP_PSEARCH_BY_ADD:
 568         case LDAP_PSEARCH_BY_MODIFY:
 569                 ldap_pvt_thread_mutex_lock( &op->o_pcmutex );
 570                 if ( sop->o_refresh_in_progress ||
 571                                 !LDAP_TAILQ_EMPTY( &sop->o_ps_post_candidates )) {
 572                         pce = (struct pc_entry *) ch_calloc( 1, sizeof( struct pc_entry ));
 573                         pce->pc_id = ps_e->e_id;
 574                         ber_dupbv( &pce->pc_csn, &op->o_sync_csn );
 575                         if ( ps_type == LDAP_PSEARCH_BY_DELETE ) {
 576                                 Attribute *a;
 577                                 for ( a = ps_e->e_attrs; a != NULL; a = a->a_next ) {
 578                                         AttributeDescription *desc = a->a_desc;
 579                                         if ( desc == slap_schema.si_ad_entryUUID ) {
 580                                                 ber_dupbv( &pce->pc_entryUUID, &a->a_nvals[0] );
 581                                         }
 582                                 }
 583                         }
 584                         ber_dupbv( &pce->pc_ename, &ps_e->e_name );
 585                         ber_dupbv( &pce->pc_enname, &ps_e->e_nname );
 586                         LDAP_TAILQ_INSERT_TAIL( &sop->o_ps_post_candidates, pce, pc_link );
 587                         ldap_pvt_thread_mutex_unlock( &op->o_pcmutex );
 588                 } else {
 589                         ldap_pvt_thread_mutex_unlock( &op->o_pcmutex );
 590                         rc = bdb_do_search( op, rs, sop, ps_e, ps_type );
 591                         return rc;
 592                 }
 593                 break;
 594         default:
 595                 Debug( LDAP_DEBUG_TRACE, "do_psearch: invalid psearch type\n",
 596                                 0, 0, 0 );
 597                 return LDAP_OTHER;
 598         }
 599 }
 600 #else
 601 int bdb_search( Operation *op, SlapReply *rs )
 602 {
 603         return bdb_do_search( op, rs, op, NULL, 0 );
 604 }
 605 #endif
 606
 607 /* For persistent searches, op is the currently executing operation,
 608  * sop is the persistent search. For regular searches, sop = op.
 609  */
 610 int
 611 bdb_do_search( Operation *op, SlapReply *rs, Operation *sop,
 612         Entry *ps_e, int ps_type )
 613 {
 614         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
 615         time_t          stoptime;
 616         ID              id, cursor;
 617         ID              candidates[BDB_IDL_UM_SIZE];
 618         ID              scopes[BDB_IDL_DB_SIZE];
 619         Entry           *e = NULL, base, e_root = {0};
 620         Entry           *matched = NULL;
 621         EntryInfo       *ei, ei_root = {0};
 622         struct berval   realbase = BER_BVNULL;
 623         int             manageDSAit;
 624         int             tentries = 0;
 625         ID              lastid = NOID;
 626         AttributeName   *attrs;
 627
 628         u_int32_t       locker = 0;
 629         DB_LOCK         lock;
 630         struct  bdb_op_info     *opinfo = NULL;
 631         DB_TXN                  *ltid = NULL;
 632
 633 #ifdef BDB_PSEARCH
 634         Filter          contextcsnand, contextcsnle, cookief, csnfnot,
 635                         csnfeq, csnfand, csnfge;
 636         AttributeAssertion aa_ge, aa_eq, aa_le;
 637         struct berval   *search_context_csn = NULL;
 638         DB_LOCK         ctxcsn_lock;
 639         LDAPControl     *ctrls[SLAP_MAX_RESPONSE_CONTROLS];
 640         int             num_ctrls = 0;
 641         AttributeName   uuid_attr[2];
 642         int             rc_sync = 0;
 643         int             entry_sync_state = -1;
 644         AttributeName   null_attr;
 645         int             no_sync_state_change = 0;
 646
 647
 648         Operation       *ps_list;
 649         int                     sync_send_present_mode = 1;
 650         int                     match;
 651         MatchingRule *mr;
 652         const char *text;
 653         int                     slog_found = 0;
 654
 655         struct pc_entry *pce = NULL;
 656         BerVarray       syncUUID_set = NULL;
 657         int                     syncUUID_set_cnt = 0;
 658
 659 #endif
 660
 661         Debug( LDAP_DEBUG_TRACE, "=> " LDAP_XSTRING(bdb_search) "\n", 0, 0, 0);
 662         attrs = sop->oq_search.rs_attrs;
 663
 664         opinfo = (struct bdb_op_info *) op->o_private;
 665
 666 #ifdef BDB_PSEARCH
 667         if ( !IS_POST_SEARCH && !IS_PSEARCH &&
 668                         sop->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST ) {
 669                 struct slap_session_entry *sent;
 670                 if ( sop->o_sync_state.sid >= 0 ) {
 671                         LDAP_LIST_FOREACH( sent, &bdb->bi_session_list, se_link ) {
 672                                 if ( sent->se_id == sop->o_sync_state.sid ) {
 673                                         sop->o_sync_slog_size = sent->se_size;
 674                                         break;
 675                                 }
 676                         }
 677                 }
 678         }
 679
 680         /* psearch needs to be registered before refresh begins */
 681         if ( !IS_POST_SEARCH && !IS_PSEARCH &&
 682                         sop->o_sync_mode & SLAP_SYNC_PERSIST ) {
 683                 sop->o_refresh_in_progress = 1;
 684                 ldap_pvt_thread_rdwr_wlock( &bdb->bi_pslist_rwlock );
 685                 LDAP_LIST_INSERT_HEAD( &bdb->bi_psearch_list, sop, o_ps_link );
 686                 ldap_pvt_thread_rdwr_wunlock( &bdb->bi_pslist_rwlock );
 687
 688         } else if ( !IS_POST_SEARCH && !IS_PSEARCH &&
 689                                 sop->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST
 690                                 && sop->o_sync_slog_size >= 0 )
 691         {
 692                 ldap_pvt_thread_rdwr_wlock( &bdb->bi_pslist_rwlock );
 693                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list, o_ps_link ) {
 694                         if ( ps_list->o_sync_slog_size >= 0 ) {
 695                                 if ( ps_list->o_sync_state.sid == sop->o_sync_state.sid ) {
 696                                         slog_found = 1;
 697                                         break;
 698                                 }
 699                         }
 700                 }
 701
 702                 if ( slog_found ) {
 703                         if ( ps_list->o_sync_slog_omitcsn.bv_len != 0 ) {
 704                                 mr = slap_schema.si_ad_entryCSN->ad_type->sat_ordering;
 705                                 if ( sop->o_sync_state.ctxcsn &&
 706                                         sop->o_sync_state.ctxcsn->bv_val != NULL )
 707                                 {
 708                                         value_match( &match, slap_schema.si_ad_entryCSN, mr,
 709                                                 SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
 710                                                 sop->o_sync_state.ctxcsn,
 711                                                 &ps_list->o_sync_slog_omitcsn,
 712                                                 &text );
 713                                 } else {
 714                                         match = -1;
 715                                 }
 716                                 if ( match >= 0 ) {
 717                                         sync_send_present_mode = 0;
 718                                 }
 719                         } else {
 720                                 sync_send_present_mode = 0;
 721                         }
 722                 } else if ( sop->o_sync_slog_size >= 0 ) {
 723                         LDAP_LIST_INSERT_HEAD( &bdb->bi_psearch_list, sop, o_ps_link );
 724                 } else {
 725                         sop->o_sync_state.sid = -1;
 726                 }
 727                 ldap_pvt_thread_rdwr_wunlock( &bdb->bi_pslist_rwlock );
 728         }
 729
 730         null_attr.an_desc = NULL;
 731         null_attr.an_oc = NULL;
 732         null_attr.an_oc_exclude = 0;
 733         BER_BVZERO( &null_attr.an_name );
 734
 735         for( num_ctrls = 0; num_ctrls < SLAP_MAX_RESPONSE_CONTROLS; num_ctrls++ ) {
 736                 ctrls[num_ctrls] = NULL;
 737         }
 738         num_ctrls = 0;
 739
 740         if ( IS_PSEARCH && IS_BDB_REPLACE(ps_type)) {
 741                 attrs = uuid_attr;
 742                 attrs[0].an_desc = NULL;
 743                 attrs[0].an_oc = NULL;
 744                 attrs[0].an_oc_exclude = 0;
 745                 BER_BVZERO( &attrs[0].an_name );
 746         }
 747 #endif
 748
 749         manageDSAit = get_manageDSAit( sop );
 750
 751 #ifdef BDB_PSEARCH
 752         /* Sync control overrides manageDSAit */
 753         if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
 754                 if ( manageDSAit == SLAP_CONTROL_NONE ) {
 755                         manageDSAit = SLAP_CONTROL_CRITICAL;
 756                 }
 757         } else if ( IS_PSEARCH ) {
 758                 if ( manageDSAit == SLAP_CONTROL_NONE ) {
 759                         manageDSAit = SLAP_CONTROL_CRITICAL;
 760                 }
 761         }
 762 #endif
 763
 764         if ( opinfo && opinfo->boi_txn ) {
 765                 ltid = opinfo->boi_txn;
 766                 locker = TXN_ID( ltid );
 767         } else {
 768                 rs->sr_err = LOCK_ID( bdb->bi_dbenv, &locker );
 769
 770                 switch(rs->sr_err) {
 771                 case 0:
 772                         break;
 773                 default:
 774                         send_ldap_error( sop, rs, LDAP_OTHER, "internal error" );
 775                         return rs->sr_err;
 776                 }
 777         }
 778
 779 #ifdef BDB_PSEARCH
 780         if ( IS_POST_SEARCH ) {
 781                 cursor = 0;
 782                 candidates[0] = 1;
 783                 candidates[1] = op->ors_post_search_id;
 784                 search_context_csn = ber_dupbv( NULL, &op->o_sync_csn );
 785                 goto loop_start;
 786         }
 787 #endif
 788
 789         if ( sop->o_req_ndn.bv_len == 0 ) {
 790                 /* DIT root special case */
 791                 ei_root.bei_e = &e_root;
 792                 ei_root.bei_parent = &ei_root;
 793                 e_root.e_private = &ei_root;
 794                 e_root.e_id = 0;
 795                 BER_BVSTR( &e_root.e_nname, "" );
 796                 BER_BVSTR( &e_root.e_name, "" );
 797                 ei = &ei_root;
 798                 rs->sr_err = LDAP_SUCCESS;
 799         } else {
 800 dn2entry_retry:
 801                 /* get entry with reader lock */
 802                 rs->sr_err = bdb_dn2entry( op, ltid, &sop->o_req_ndn, &ei,
 803                         1, locker, &lock );
 804         }
 805
 806         switch(rs->sr_err) {
 807         case DB_NOTFOUND:
 808                 matched = ei->bei_e;
 809                 break;
 810         case 0:
 811                 e = ei->bei_e;
 812                 break;
 813         case LDAP_BUSY:
 814                 send_ldap_error( sop, rs, LDAP_BUSY, "ldap server busy" );
 815                 if ( !opinfo )
 816                         LOCK_ID_FREE (bdb->bi_dbenv, locker );
 817                 return LDAP_BUSY;
 818         case DB_LOCK_DEADLOCK:
 819         case DB_LOCK_NOTGRANTED:
 820                 goto dn2entry_retry;
 821         default:
 822                 send_ldap_error( sop, rs, LDAP_OTHER, "internal error" );
 823                 if ( !opinfo )
 824                         LOCK_ID_FREE (bdb->bi_dbenv, locker );
 825                 return rs->sr_err;
 826         }
 827
 828         if ( e && (op->ors_deref & LDAP_DEREF_FINDING) && is_entry_alias(e) ) {
 829                 BDB_IDL_ZERO(candidates);
 830                 e = deref_base( op, rs, e, &matched, locker, &lock,
 831                         candidates, NULL );
 832         }
 833
 834         if ( e == NULL ) {
 835                 struct berval matched_dn = BER_BVNULL;
 836
 837                 if ( matched != NULL ) {
 838                         BerVarray erefs;
 839
 840                         if ( ! access_allowed( op, matched,
 841                                                 slap_schema.si_ad_entry,
 842                                                 NULL, ACL_DISCLOSE, NULL ) )
 843                         {
 844                                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
 845
 846                         } else {
 847                                 ber_dupbv( &matched_dn, &matched->e_name );
 848
 849                                 erefs = is_entry_referral( matched )
 850                                         ? get_entry_referrals( op, matched )
 851                                         : NULL;
 852                                 rs->sr_err = LDAP_REFERRAL;
 853                                 rs->sr_matched = matched_dn.bv_val;
 854                         }
 855
 856 #ifdef SLAP_ZONE_ALLOC
 857                         slap_zn_runlock(bdb->bi_cache.c_zctx, matched);
 858 #endif
 859                         bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache,
 860                                 matched, &lock);
 861                         matched = NULL;
 862
 863                         if ( erefs ) {
 864                                 rs->sr_ref = referral_rewrite( erefs, &matched_dn,
 865                                         &sop->o_req_dn, sop->oq_search.rs_scope );
 866                                 ber_bvarray_free( erefs );
 867                         }
 868
 869                 } else {
 870 #ifdef SLAP_ZONE_ALLOC
 871                         slap_zn_runlock(bdb->bi_cache.c_zctx, matched);
 872 #endif
 873                         rs->sr_ref = referral_rewrite( default_referral,
 874                                 NULL, &sop->o_req_dn, sop->oq_search.rs_scope );
 875                         rs->sr_err = LDAP_REFERRAL;
 876                 }
 877
 878                 send_ldap_result( sop, rs );
 879
 880                 if ( !opinfo )
 881                         LOCK_ID_FREE (bdb->bi_dbenv, locker );
 882                 if ( rs->sr_ref ) {
 883                         ber_bvarray_free( rs->sr_ref );
 884                         rs->sr_ref = NULL;
 885                 }
 886                 if ( !BER_BVISNULL( &matched_dn ) ) {
 887                         ber_memfree( matched_dn.bv_val );
 888                         rs->sr_matched = NULL;
 889                 }
 890                 return rs->sr_err;
 891         }
 892
 893         if ( ! access_allowed( op, e, slap_schema.si_ad_entry,
 894                                 NULL, ACL_DISCLOSE, NULL ) )
 895         {
 896                 rs->sr_err = LDAP_NO_SUCH_OBJECT;
 897
 898 #ifdef SLAP_ZONE_ALLOC
 899                 slap_zn_runlock(bdb->bi_cache.c_zctx, e);
 900 #endif
 901                 if ( e != &e_root ) {
 902                         bdb_cache_return_entry_r(bdb->bi_dbenv, &bdb->bi_cache, e, &lock);
 903                 }
 904                 send_ldap_result( sop, rs );
 905                 return 1;
 906         }
 907
 908         if ( !manageDSAit && e != &e_root && is_entry_referral( e ) ) {
 909                 /* entry is a referral, don't allow add */
 910                 struct berval matched_dn = BER_BVNULL;
 911                 BerVarray erefs = NULL;
 912
 913                 ber_dupbv( &matched_dn, &e->e_name );
 914                 erefs = get_entry_referrals( op, e );
 915
 916                 rs->sr_err = LDAP_REFERRAL;
 917
 918 #ifdef SLAP_ZONE_ALLOC
 919                 slap_zn_runlock(bdb->bi_cache.c_zctx, e);
 920 #endif
 921                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache, e, &lock );
 922                 e = NULL;
 923
 924                 if ( erefs ) {
 925                         rs->sr_ref = referral_rewrite( erefs, &matched_dn,
 926                                 &sop->o_req_dn, sop->oq_search.rs_scope );
 927                         ber_bvarray_free( erefs );
 928
 929                         if ( !rs->sr_ref ) {
 930                                 rs->sr_text = "bad_referral object";
 931                         }
 932                 }
 933
 934                 Debug( LDAP_DEBUG_TRACE,
 935                         LDAP_XSTRING(bdb_search) ": entry is referral\n",
 936                         0, 0, 0 );
 937
 938                 rs->sr_matched = matched_dn.bv_val;
 939                 send_ldap_result( sop, rs );
 940
 941                 if ( !opinfo ) {
 942                         LOCK_ID_FREE (bdb->bi_dbenv, locker );
 943                 }
 944                 ber_bvarray_free( rs->sr_ref );
 945                 rs->sr_ref = NULL;
 946                 ber_memfree( matched_dn.bv_val );
 947                 rs->sr_matched = NULL;
 948                 return 1;
 949         }
 950
 951         if ( get_assert( op ) &&
 952                 ( test_filter( op, e, get_assertion( op )) != LDAP_COMPARE_TRUE ))
 953         {
 954                 rs->sr_err = LDAP_ASSERTION_FAILED;
 955 #ifdef SLAP_ZONE_ALLOC
 956                 slap_zn_runlock(bdb->bi_cache.c_zctx, e);
 957 #endif
 958                 if ( e != &e_root ) {
 959                         bdb_cache_return_entry_r(bdb->bi_dbenv, &bdb->bi_cache, e, &lock);
 960                 }
 961                 send_ldap_result( sop, rs );
 962                 return 1;
 963         }
 964
 965         /* compute it anyway; root does not use it */
 966         stoptime = op->o_time + sop->ors_tlimit;
 967
 968         /* need normalized dn below */
 969         ber_dupbv( &realbase, &e->e_nname );
 970
 971         /* Copy info to base, must free entry before accessing the database
 972          * in search_candidates, to avoid deadlocks.
 973          */
 974         base.e_private = e->e_private;
 975         base.e_nname = realbase;
 976         base.e_id = e->e_id;
 977
 978 #ifdef SLAP_ZONE_ALLOC
 979         slap_zn_runlock(bdb->bi_cache.c_zctx, e);
 980 #endif
 981         if ( e != &e_root ) {
 982                 bdb_cache_return_entry_r(bdb->bi_dbenv, &bdb->bi_cache, e, &lock);
 983         }
 984         e = NULL;
 985
 986 #ifdef BDB_PSEARCH
 987         if ( !IS_PSEARCH ) {
 988                 rs->sr_err = bdb_get_commit_csn( sop, rs, &search_context_csn,
 989                         locker, &ctxcsn_lock );
 990
 991                 if ( rs->sr_err != LDAP_SUCCESS ) {
 992                         send_ldap_error( sop, rs, rs->sr_err,
 993                                 "error in csn management in search" );
 994                         goto done;
 995                 }
 996
 997                 if ( sop->o_sync_mode != SLAP_SYNC_NONE &&
 998                         sop->o_sync_state.ctxcsn &&
 999                         sop->o_sync_state.ctxcsn->bv_val &&
1000                         ber_bvcmp( &sop->o_sync_state.ctxcsn[0], search_context_csn ) == 0 )
1001                 {
1002                         bdb_cache_entry_db_unlock( bdb->bi_dbenv, &ctxcsn_lock );
1003                         goto nochange;
1004                 }
1005         } else {
1006                 search_context_csn = ber_dupbv( NULL, &op->o_sync_csn );
1007         }
1008 #endif
1009
1010         /* select candidates */
1011         if ( sop->oq_search.rs_scope == LDAP_SCOPE_BASE ) {
1012                 rs->sr_err = base_candidate( op->o_bd, &base, candidates );
1013
1014         } else {
1015                 BDB_IDL_ZERO( candidates );
1016                 BDB_IDL_ZERO( scopes );
1017                 rs->sr_err = search_candidates( op, sop, rs, &base,
1018                         locker, candidates, scopes );
1019         }
1020
1021 #ifdef BDB_PSEARCH
1022         if ( !IS_PSEARCH && sop->o_sync_mode != SLAP_SYNC_NONE ) {
1023                 bdb_cache_entry_db_unlock( bdb->bi_dbenv, &ctxcsn_lock );
1024         }
1025 #endif
1026
1027         /* start cursor at beginning of candidates.
1028          */
1029         cursor = 0;
1030 #ifdef BDB_PSEARCH
1031         if (IS_PSEARCH) {
1032                 if ( !BDB_IDL_IS_RANGE( candidates ) ) {
1033                         cursor = bdb_idl_search( candidates, ps_e->e_id );
1034                         if ( candidates[cursor] != ps_e->e_id ) {
1035                                 rs->sr_err = LDAP_SUCCESS;
1036                                 goto done;
1037                         }
1038                 } else if ( ps_e->e_id < BDB_IDL_RANGE_FIRST( candidates ) ||
1039                         ps_e->e_id > BDB_IDL_RANGE_LAST( candidates ))
1040                 {
1041                         rs->sr_err = LDAP_SUCCESS;
1042                         goto done;
1043                 }
1044                 candidates[0] = 1;
1045                 candidates[1] = ps_e->e_id;
1046         }
1047 #endif
1048
1049         if ( candidates[0] == 0 ) {
1050                 Debug( LDAP_DEBUG_TRACE,
1051                         LDAP_XSTRING(bdb_search) ": no candidates\n",
1052                         0, 0, 0 );
1053
1054                 goto nochange;
1055         }
1056
1057         /* if not root and candidates exceed to-be-checked entries, abort */
1058         if ( sop->ors_limit     /* isroot == FALSE */ &&
1059                 sop->ors_limit->lms_s_unchecked != -1 &&
1060                 BDB_IDL_N(candidates) > (unsigned) sop->ors_limit->lms_s_unchecked )
1061         {
1062                 rs->sr_err = LDAP_ADMINLIMIT_EXCEEDED;
1063                 send_ldap_result( sop, rs );
1064                 rs->sr_err = LDAP_SUCCESS;
1065                 goto done;
1066         }
1067
1068         if ( sop->ors_limit == NULL     /* isroot == TRUE */ ||
1069                 !sop->ors_limit->lms_s_pr_hide )
1070         {
1071                 tentries = BDB_IDL_N(candidates);
1072         }
1073
1074         if ( get_pagedresults( sop ) > SLAP_CONTROL_IGNORED ) {
1075                 PagedResultsState *ps = sop->o_pagedresults_state;
1076                 /* deferred cookie parsing */
1077                 rs->sr_err = parse_paged_cookie( sop, rs );
1078                 if ( rs->sr_err != LDAP_SUCCESS ) {
1079                         send_ldap_result( sop, rs );
1080                         goto done;
1081                 }
1082
1083                 if ( (ID)( ps->ps_cookie ) == 0 ) {
1084                         id = bdb_idl_first( candidates, &cursor );
1085
1086                 } else {
1087                         if ( ps->ps_size == 0 ) {
1088                                 rs->sr_err = LDAP_SUCCESS;
1089                                 rs->sr_text = "search abandoned by pagedResult size=0";
1090                                 send_ldap_result( sop, rs );
1091                                 goto done;
1092                         }
1093                         for ( id = bdb_idl_first( candidates, &cursor );
1094                                 id != NOID &&
1095                                         id <= (ID)( ps->ps_cookie );
1096                                 id = bdb_idl_next( candidates, &cursor ) )
1097                         {
1098                                 /* empty */;
1099                         }
1100                 }
1101
1102                 if ( cursor == NOID ) {
1103                         Debug( LDAP_DEBUG_TRACE,
1104                                 LDAP_XSTRING(bdb_search)
1105                                 ": no paged results candidates\n",
1106                                 0, 0, 0 );
1107                         send_paged_response( sop, rs, &lastid, 0 );
1108
1109                         rs->sr_err = LDAP_OTHER;
1110                         goto done;
1111                 }
1112                 goto loop_begin;
1113         }
1114
1115 #ifdef BDB_PSEARCH
1116         if (( sop->o_sync_mode & SLAP_SYNC_REFRESH ) || IS_PSEARCH ) {
1117                 int match;
1118
1119                 cookief.f_choice = LDAP_FILTER_AND;
1120                 cookief.f_and = &csnfnot;
1121                 cookief.f_next = NULL;
1122
1123                 csnfnot.f_choice = LDAP_FILTER_NOT;
1124                 csnfnot.f_not = &csnfeq;
1125                 csnfnot.f_next = &csnfand;
1126
1127                 csnfeq.f_choice = LDAP_FILTER_EQUALITY;
1128                 csnfeq.f_ava = &aa_eq;
1129                 csnfeq.f_av_desc = slap_schema.si_ad_entryCSN;
1130                 if ( sop->o_sync_state.ctxcsn != NULL ) {
1131                         csnfeq.f_av_value = *sop->o_sync_state.ctxcsn;
1132                 } else {
1133                         csnfeq.f_av_value = slap_empty_bv;
1134                 }
1135
1136                 csnfand.f_choice = LDAP_FILTER_AND;
1137                 csnfand.f_and = &csnfge;
1138                 csnfand.f_next = NULL;
1139
1140                 csnfge.f_choice = LDAP_FILTER_GE;
1141                 csnfge.f_ava = &aa_ge;
1142                 csnfge.f_av_desc = slap_schema.si_ad_entryCSN;
1143                 if ( sop->o_sync_state.ctxcsn != NULL ) {
1144                         csnfge.f_av_value = *sop->o_sync_state.ctxcsn;
1145                 } else {
1146                         csnfge.f_av_value = slap_empty_bv;
1147                 }
1148
1149                 if ( search_context_csn && !IS_PSEARCH ) {
1150                         csnfge.f_next = &contextcsnand;
1151
1152                         contextcsnand.f_choice = LDAP_FILTER_AND;
1153                         contextcsnand.f_and = &contextcsnle;
1154                         contextcsnand.f_next = NULL;
1155
1156                         contextcsnle.f_choice = LDAP_FILTER_LE;
1157                         contextcsnle.f_ava = &aa_le;
1158                         contextcsnle.f_av_desc = slap_schema.si_ad_entryCSN;
1159                         contextcsnle.f_av_value = *search_context_csn;
1160                         contextcsnle.f_next = sop->oq_search.rs_filter;
1161
1162                         mr = slap_schema.si_ad_entryCSN->ad_type->sat_ordering;
1163                         if ( sop->o_sync_state.ctxcsn &&
1164                                 sop->o_sync_state.ctxcsn->bv_val != NULL )
1165                         {
1166                                 value_match( &match, slap_schema.si_ad_entryCSN, mr,
1167                                                 SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
1168                                                 &sop->o_sync_state.ctxcsn[0], search_context_csn,
1169                                                 &text );
1170                         } else {
1171                                 match = -1;
1172                         }
1173                         no_sync_state_change = ( match >= 0 );
1174                 } else {
1175                         csnfge.f_next = sop->oq_search.rs_filter;
1176                 }
1177         }
1178 #endif
1179
1180 loop_start:
1181
1182         for ( id = bdb_idl_first( candidates, &cursor );
1183                   id != NOID
1184 #ifdef BDB_PSEARCH
1185                         && !no_sync_state_change
1186 #endif
1187                 ; id = bdb_idl_next( candidates, &cursor ) )
1188         {
1189                 int scopeok = 0;
1190                 ID* idhole = NULL;
1191
1192 loop_begin:
1193
1194 #ifdef BDB_PSEARCH
1195                 if ( !IS_POST_SEARCH ) {
1196                         idhole = (ID*) avl_find( sop->o_psearch_finished,
1197                                                                          (caddr_t)&id, bdb_pfid_cmp );
1198                         if ( idhole ) {
1199                                 avl_delete( &sop->o_psearch_finished,
1200                                                         (caddr_t)idhole, bdb_pfid_cmp );
1201                                 sop->o_tmpfree( idhole, sop->o_tmpmemctx );
1202                                 goto loop_continue;
1203                         }
1204
1205                         if ( sop->o_refresh_in_progress ) {
1206                                 ldap_pvt_thread_mutex_lock( &sop->o_pcmutex );
1207                                 pce = LDAP_TAILQ_FIRST( &sop->o_ps_pre_candidates );
1208                                 while ( pce && pce->pc_sent ) {
1209                                         pce = LDAP_TAILQ_NEXT( pce, pc_link );
1210                                 }
1211                                 ldap_pvt_thread_mutex_unlock( &sop->o_pcmutex );
1212                                 if ( pce ) {
1213                                         ID pos;
1214                                         if ( BDB_IDL_IS_RANGE( candidates ) ) {
1215                                                 if ( pce->pc_id >= candidates[1] &&
1216                                                          pce->pc_id <= candidates[2] &&
1217                                                          pce->pc_id > cursor-1 ) {
1218                                                         id = pce->pc_id;
1219                                                         cursor--;
1220                                                         avl_insert( &sop->o_psearch_finished,
1221                                                                                 (caddr_t)bdb_id_dup( sop, &pce->pc_id ),
1222                                                                                 bdb_pfid_cmp, avl_dup_error );
1223                                                 } else {
1224                                                         pce->pc_sent = 1;
1225                                                 }
1226                                         } else {
1227                                                 pos = bdb_idl_search(candidates, pce->pc_id);
1228                                                 if ( pos > cursor-1 && pos <= candidates[0] ) {
1229                                                         id = pce->pc_id;
1230                                                         cursor--;
1231                                                         avl_insert( &sop->o_psearch_finished,
1232                                                                                 (caddr_t)bdb_id_dup( sop, &pce->pc_id ),
1233                                                                                 bdb_pfid_cmp, avl_dup_error );
1234                                                 } else {
1235                                                         pce->pc_sent = 1;
1236                                                 }
1237                                         }
1238                                 }
1239                         }
1240                 }
1241
1242                 /* check for abandon */
1243                 if ( sop->o_abandon ) {
1244                         if ( sop != op ) {
1245                                 bdb_drop_psearch( sop, sop->o_msgid );
1246                         }
1247                         rs->sr_err = LDAP_SUCCESS;
1248                         goto done;
1249                 }
1250
1251                 if ( sop->o_cancel ) {
1252                         assert( sop->o_cancel == SLAP_CANCEL_REQ );
1253                         rs->sr_err = LDAP_CANCELLED;
1254                         send_ldap_result( sop, rs );
1255                         sop->o_cancel = SLAP_CANCEL_ACK;
1256                         rs->sr_err = LDAP_SUCCESS;
1257                         goto done;
1258                 }
1259 #else
1260                 /* check for abandon */
1261                 if ( sop->o_abandon ) {
1262                         rs->sr_err = LDAP_SUCCESS;
1263                         goto done;
1264                 }
1265 #endif
1266
1267                 /* check time limit */
1268                 if ( sop->ors_tlimit != SLAP_NO_LIMIT
1269                                 && slap_get_time() > stoptime )
1270                 {
1271                         rs->sr_err = LDAP_TIMELIMIT_EXCEEDED;
1272                         rs->sr_ref = rs->sr_v2ref;
1273                         send_ldap_result( sop, rs );
1274                         rs->sr_err = LDAP_SUCCESS;
1275                         goto done;
1276                 }
1277
1278 #ifdef BDB_PSEARCH
1279                 if (!IS_PSEARCH) {
1280 #endif
1281 fetch_entry_retry:
1282                         /* get the entry with reader lock */
1283                         ei = NULL;
1284                         rs->sr_err = bdb_cache_find_id( op, ltid,
1285                                 id, &ei, 0, locker, &lock );
1286
1287                         if (rs->sr_err == LDAP_BUSY) {
1288                                 rs->sr_text = "ldap server busy";
1289                                 send_ldap_result( sop, rs );
1290                                 goto done;
1291
1292                         } else if ( rs->sr_err == DB_LOCK_DEADLOCK
1293                                 || rs->sr_err == DB_LOCK_NOTGRANTED )
1294                         {
1295                                 goto fetch_entry_retry;
1296                         }
1297
1298                         if ( ei && rs->sr_err == LDAP_SUCCESS ) {
1299                                 e = ei->bei_e;
1300                         } else {
1301                                 e = NULL;
1302                         }
1303
1304                         if ( e == NULL ) {
1305 #ifdef BDB_PSEARCH
1306                                 if ( IS_POST_SEARCH ) {
1307                                         /* send LDAP_SYNC_DELETE */
1308                                         rs->sr_entry = e = ps_e;
1309                                         goto post_search_no_entry;
1310                                 } else
1311 #endif
1312                                 if( !BDB_IDL_IS_RANGE(candidates) ) {
1313                                         /* only complain for non-range IDLs */
1314                                         Debug( LDAP_DEBUG_TRACE,
1315                                                 LDAP_XSTRING(bdb_search)
1316                                                 ": candidate %ld not found\n",
1317                                                 (long) id, 0, 0 );
1318                                 }
1319
1320                                 goto loop_continue;
1321                         }
1322 #ifdef BDB_PSEARCH
1323                 } else {
1324                         e = ps_e;
1325                 }
1326 #endif
1327
1328                 rs->sr_entry = e;
1329
1330 #ifdef BDB_SUBENTRIES
1331                 /* FIXME: send all but syncrepl */
1332 #if 0
1333                 if ( !is_sync_protocol( sop ) )
1334 #endif
1335                 {
1336                         if ( is_entry_subentry( e ) ) {
1337                                 if( sop->oq_search.rs_scope != LDAP_SCOPE_BASE ) {
1338                                         if(!get_subentries_visibility( sop )) {
1339                                                 /* only subentries are visible */
1340                                                 goto loop_continue;
1341                                         }
1342
1343                                 } else if ( get_subentries( sop ) &&
1344                                         !get_subentries_visibility( sop ))
1345                                 {
1346                                         /* only subentries are visible */
1347                                         goto loop_continue;
1348                                 }
1349
1350                         } else if ( get_subentries_visibility( sop )) {
1351                                 /* only subentries are visible */
1352                                 goto loop_continue;
1353                         }
1354                 }
1355 #endif /* BDB_SUBENTRIES */
1356
1357                 /* Does this candidate actually satisfy the search scope?
1358                  *
1359                  * Note that we don't lock access to the bei_parent pointer.
1360                  * Since only leaf nodes can be deleted, the parent of any
1361                  * node will always be a valid node. Also since we have
1362                  * a Read lock on the data, it cannot be renamed out of the
1363                  * scope while we are looking at it, and unless we're using
1364                  * BDB_HIER, its parents cannot be moved either.
1365                  */
1366                 switch( sop->ors_scope ) {
1367                 case LDAP_SCOPE_BASE:
1368                         /* This is always true, yes? */
1369                         if ( id == base.e_id ) scopeok = 1;
1370                         break;
1371
1372                 case LDAP_SCOPE_ONELEVEL:
1373                         if ( ei->bei_parent->bei_id == base.e_id ) scopeok = 1;
1374                         break;
1375
1376 #ifdef LDAP_SCOPE_CHILDREN
1377                 case LDAP_SCOPE_CHILDREN:
1378                         if ( id == base.e_id ) break;
1379                         /* Fall-thru */
1380 #endif
1381                 case LDAP_SCOPE_SUBTREE: {
1382                         EntryInfo *tmp;
1383                         for ( tmp = BEI(e); tmp; tmp = tmp->bei_parent ) {
1384                                 if ( tmp->bei_id == base.e_id ) {
1385                                         scopeok = 1;
1386                                         break;
1387                                 }
1388                         }
1389                         } break;
1390                 }
1391
1392                 /* aliases were already dereferenced in candidate list */
1393                 if ( sop->ors_deref & LDAP_DEREF_SEARCHING ) {
1394                         /* but if the search base is an alias, and we didn't
1395                          * deref it when finding, return it.
1396                          */
1397                         if ( is_entry_alias(e) &&
1398                                 ((sop->ors_deref & LDAP_DEREF_FINDING) ||
1399                                         !bvmatch(&e->e_nname, &op->o_req_ndn)))
1400                         {
1401                                 goto loop_continue;
1402                         }
1403
1404                         /* scopes is only non-empty for onelevel or subtree */
1405                         if ( !scopeok && BDB_IDL_N(scopes) ) {
1406                                 unsigned x;
1407                                 if ( sop->ors_scope == LDAP_SCOPE_ONELEVEL ) {
1408                                         x = bdb_idl_search( scopes, e->e_id );
1409                                         if ( scopes[x] == e->e_id ) scopeok = 1;
1410                                 } else {
1411                                         /* subtree, walk up the tree */
1412                                         EntryInfo *tmp = BEI(e);
1413                                         for (;tmp->bei_parent; tmp=tmp->bei_parent) {
1414                                                 x = bdb_idl_search( scopes, tmp->bei_id );
1415                                                 if ( scopes[x] == tmp->bei_id ) {
1416                                                         scopeok = 1;
1417                                                         break;
1418                                                 }
1419                                         }
1420                                 }
1421                         }
1422                 }
1423
1424                 /* Not in scope, ignore it */
1425 #ifdef BDB_PSEARCH
1426                 if ( !IS_POST_SEARCH && !scopeok )
1427 #else
1428                 if ( !scopeok )
1429 #endif
1430                 {
1431                         Debug( LDAP_DEBUG_TRACE,
1432                                 LDAP_XSTRING(bdb_search)
1433                                 ": %ld scope not okay\n",
1434                                 (long) id, 0, 0 );
1435                         goto loop_continue;
1436                 }
1437
1438                 /*
1439                  * if it's a referral, add it to the list of referrals. only do
1440                  * this for non-base searches, and don't check the filter
1441                  * explicitly here since it's only a candidate anyway.
1442                  */
1443                 if ( !manageDSAit && sop->oq_search.rs_scope != LDAP_SCOPE_BASE
1444                         && is_entry_referral( e ) )
1445                 {
1446                         BerVarray erefs = get_entry_referrals( sop, e );
1447                         rs->sr_ref = referral_rewrite( erefs, &e->e_name, NULL,
1448                                 sop->oq_search.rs_scope == LDAP_SCOPE_ONELEVEL
1449                                         ? LDAP_SCOPE_BASE : LDAP_SCOPE_SUBTREE );
1450
1451                         send_search_reference( sop, rs );
1452
1453                         ber_bvarray_free( rs->sr_ref );
1454                         ber_bvarray_free( erefs );
1455                         rs->sr_ref = NULL;
1456
1457                         goto loop_continue;
1458                 }
1459
1460                 if ( !manageDSAit && is_entry_glue( e )) {
1461                         goto loop_continue;
1462                 }
1463
1464                 /* if it matches the filter and scope, send it */
1465 #ifndef BDB_PSEARCH
1466                 rs->sr_err = test_filter( sop, rs->sr_entry, sop->oq_search.rs_filter );
1467 #else
1468                 if (IS_PSEARCH) {
1469                         if (ps_type != LDAP_PSEARCH_BY_SCOPEOUT) {
1470                                 rs->sr_err = test_filter( sop, rs->sr_entry, &cookief );
1471                         } else {
1472                                 rs->sr_err = LDAP_COMPARE_TRUE;
1473                         }
1474
1475                 } else {
1476                         if ( !IS_POST_SEARCH ) {
1477                                 if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1478                                         rc_sync = test_filter( sop, rs->sr_entry, &cookief );
1479                                         rs->sr_err = test_filter( sop, rs->sr_entry,
1480                                                                                 &contextcsnand );
1481                                         if ( rs->sr_err == LDAP_COMPARE_TRUE ) {
1482                                                 if ( rc_sync == LDAP_COMPARE_TRUE ) {
1483                                                         if ( no_sync_state_change ) {
1484                                                                 Debug( LDAP_DEBUG_TRACE,
1485                                                                         LDAP_XSTRING(bdb_search) ": "
1486                                                                         "error in context csn management\n",
1487                                                                         0, 0, 0 );
1488                                                         }
1489                                                         entry_sync_state = LDAP_SYNC_ADD;
1490
1491                                                 } else {
1492                                                         if ( no_sync_state_change ) {
1493                                                                 goto loop_continue;
1494                                                         }
1495                                                         entry_sync_state = LDAP_SYNC_PRESENT;
1496                                                 }
1497                                         }
1498                                 } else {
1499                                         rs->sr_err = test_filter( sop,
1500                                                 rs->sr_entry, sop->oq_search.rs_filter );
1501                                 }
1502                         } else {
1503                                 if ( scopeok ) {
1504                                         rs->sr_err = test_filter( sop,
1505                                                 rs->sr_entry, sop->oq_search.rs_filter );
1506                                 } else {
1507                                         rs->sr_err = LDAP_COMPARE_TRUE;
1508                                 }
1509                         }
1510                 }
1511 #endif
1512
1513                 if ( rs->sr_err == LDAP_COMPARE_TRUE ) {
1514                         /* check size limit */
1515                         if ( --sop->ors_slimit == -1
1516 #ifdef BDB_PSEARCH
1517                                 && sop->o_sync_slog_size == -1
1518 #endif
1519                          ) {
1520 #ifdef BDB_PSEARCH
1521                                 if (!IS_PSEARCH) {
1522 #endif
1523 #ifdef SLAP_ZONE_ALLOC
1524                                         slap_zn_runlock(bdb->bi_cache.c_zctx, e);
1525 #endif
1526                                         bdb_cache_return_entry_r( bdb->bi_dbenv,
1527                                                 &bdb->bi_cache, e, &lock );
1528 #ifdef BDB_PSEARCH
1529                                 }
1530 #endif
1531                                 e = NULL;
1532                                 rs->sr_entry = NULL;
1533                                 rs->sr_err = LDAP_SIZELIMIT_EXCEEDED;
1534                                 rs->sr_ref = rs->sr_v2ref;
1535                                 send_ldap_result( sop, rs );
1536                                 rs->sr_err = LDAP_SUCCESS;
1537                                 goto done;
1538                         }
1539
1540                         if ( get_pagedresults(sop) > SLAP_CONTROL_IGNORED ) {
1541                                 if ( rs->sr_nentries >= ((PagedResultsState *)sop->o_pagedresults_state)->ps_size ) {
1542                                         send_paged_response( sop, rs, &lastid, tentries );
1543                                         goto done;
1544                                 }
1545                                 lastid = id;
1546                         }
1547
1548                         if (e) {
1549                                 /* safe default */
1550                                 int result = -1;
1551 #ifdef BDB_PSEARCH
1552                                 if (IS_PSEARCH || IS_POST_SEARCH) {
1553                                         int premodify_found = 0;
1554
1555                                         if ( IS_POST_SEARCH ||
1556                                                  ps_type == LDAP_PSEARCH_BY_ADD ||
1557                                                  ps_type == LDAP_PSEARCH_BY_DELETE ||
1558                                                  ps_type == LDAP_PSEARCH_BY_MODIFY ||
1559                                                  ps_type == LDAP_PSEARCH_BY_SCOPEOUT )
1560                                         {
1561                                                 if ( !IS_POST_SEARCH &&
1562                                                          ps_type == LDAP_PSEARCH_BY_MODIFY ) {
1563                                                         struct psid_entry* psid_e;
1564                                                         LDAP_LIST_FOREACH( psid_e,
1565                                                                 &op->o_pm_list, ps_link)
1566                                                         {
1567                                                                 if( psid_e->ps_op == sop ) {
1568                                                                         premodify_found = 1;
1569                                                                         LDAP_LIST_REMOVE(psid_e, ps_link);
1570                                                                         break;
1571                                                                 }
1572                                                         }
1573                                                         if (psid_e != NULL) free (psid_e);
1574                                                 }
1575
1576                                                 if ( IS_POST_SEARCH ) {
1577                                                         if ( scopeok ) {
1578                                                                 entry_sync_state = LDAP_SYNC_ADD;
1579                                                         } else {
1580 post_search_no_entry:
1581                                                                 entry_sync_state = LDAP_SYNC_DELETE;
1582                                                         }
1583                                                 } else if ( ps_type == LDAP_PSEARCH_BY_ADD ) {
1584                                                         entry_sync_state = LDAP_SYNC_ADD;
1585                                                 } else if ( ps_type == LDAP_PSEARCH_BY_DELETE ) {
1586                                                         entry_sync_state = LDAP_SYNC_DELETE;
1587                                                 } else if ( ps_type == LDAP_PSEARCH_BY_MODIFY ) {
1588                                                         if ( premodify_found ) {
1589                                                                 entry_sync_state = LDAP_SYNC_MODIFY;
1590                                                         } else {
1591                                                                 entry_sync_state = LDAP_SYNC_ADD;
1592                                                         }
1593                                                 } else if ( ps_type == LDAP_PSEARCH_BY_SCOPEOUT ) {
1594                                                         entry_sync_state = LDAP_SYNC_DELETE;
1595                                                 } else {
1596                                                         rs->sr_err = LDAP_OTHER;
1597                                                         goto done;
1598                                                 }
1599
1600                                                 if ( sop->o_sync_slog_size != -1 ) {
1601                                                         if ( entry_sync_state == LDAP_SYNC_DELETE ) {
1602                                                                 result = slap_add_session_log( op, sop, e );
1603                                                         } else {
1604                                                                 result = 1;
1605                                                         }
1606                                                 } else {
1607                                                         struct berval cookie;
1608                                                         slap_compose_sync_cookie( sop, &cookie,
1609                                                                 search_context_csn,
1610                                                                 sop->o_sync_state.sid,
1611                                                                 sop->o_sync_state.rid );
1612                                                         rs->sr_err = slap_build_sync_state_ctrl(
1613                                                                 sop, rs, e, entry_sync_state, ctrls,
1614                                                                 num_ctrls++, 1, &cookie );
1615                                                         if ( rs->sr_err != LDAP_SUCCESS ) goto done;
1616                                                         if (!(IS_POST_SEARCH &&
1617                                                                 entry_sync_state == LDAP_SYNC_DELETE)) {
1618                                                                 rs->sr_attrs = attrs;
1619                                                         } else {
1620                                                                 rs->sr_attrs = NULL;
1621                                                         }
1622                                                         rs->sr_operational_attrs = NULL;
1623                                                         rs->sr_ctrls = ctrls;
1624                                                         rs->sr_flags = 0;
1625                                                         result = send_search_entry( sop, rs );
1626                                                         if ( cookie.bv_val ) ch_free( cookie.bv_val );
1627                                                         slap_sl_free(
1628                                                                 ctrls[num_ctrls-1]->ldctl_value.bv_val,
1629                                                                 sop->o_tmpmemctx );
1630                                                         slap_sl_free( ctrls[--num_ctrls],
1631                                                                 sop->o_tmpmemctx );
1632                                                         ctrls[num_ctrls] = NULL;
1633                                                         rs->sr_ctrls = NULL;
1634                                                 }
1635
1636                                         } else if ( ps_type == LDAP_PSEARCH_BY_PREMODIFY ) {
1637                                                 struct psid_entry* psid_e;
1638                                                 psid_e = (struct psid_entry *) ch_calloc(1,
1639                                                         sizeof(struct psid_entry));
1640                                                 psid_e->ps_op = sop;
1641                                                 LDAP_LIST_INSERT_HEAD( &op->o_pm_list,
1642                                                         psid_e, ps_link );
1643
1644                                         } else {
1645                                                 Debug( LDAP_DEBUG_TRACE,
1646                                                         LDAP_XSTRING(bdb_search)
1647                                                         ": invalid ps_type (%d) \n",
1648                                                         ps_type, 0, 0);
1649                                         }
1650
1651                                 } else {
1652                                         if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1653                                                 if ( rc_sync == LDAP_COMPARE_TRUE ) { /* ADD */
1654                                                         rs->sr_err = slap_build_sync_state_ctrl(
1655                                                                 sop, rs, e, entry_sync_state, ctrls,
1656                                                                 num_ctrls++, 0, NULL );
1657                                                         if ( rs->sr_err != LDAP_SUCCESS ) goto done;
1658                                                         rs->sr_ctrls = ctrls;
1659                                                         rs->sr_attrs = sop->oq_search.rs_attrs;
1660                                                         rs->sr_operational_attrs = NULL;
1661                                                         rs->sr_flags = 0;
1662                                                         result = send_search_entry( sop, rs );
1663                                                         slap_sl_free(
1664                                                                 ctrls[num_ctrls-1]->ldctl_value.bv_val,
1665                                                                 sop->o_tmpmemctx );
1666                                                         slap_sl_free( ctrls[--num_ctrls],
1667                                                                 sop->o_tmpmemctx );
1668                                                         ctrls[num_ctrls] = NULL;
1669                                                         rs->sr_ctrls = NULL;
1670
1671                                                 } else { /* PRESENT */
1672                                                         if ( sync_send_present_mode ) {
1673                                                                 result = slap_build_syncUUID_set( sop,
1674                                                                         &syncUUID_set, e );
1675                                                                 if ( result <= 0 ) {
1676                                                                         result = -1;
1677                                                                 } else {
1678                                                                         syncUUID_set_cnt++;
1679                                                                         if ( syncUUID_set_cnt ==
1680                                                                                 SLAP_SYNCUUID_SET_SIZE )
1681                                                                         {
1682                                                                                 rs->sr_err = LDAP_SUCCESS;
1683                                                                                 rs->sr_rspoid = LDAP_SYNC_INFO;
1684                                                                                 rs->sr_ctrls = NULL;
1685                                                                                 result = slap_send_syncinfo( sop, rs,
1686                                                                                         LDAP_TAG_SYNC_ID_SET,
1687                                                                                         NULL, 0, syncUUID_set, 0 );
1688                                                                                 if ( result != LDAP_SUCCESS ) {
1689                                                                                         result = -1;
1690                                                                                 }
1691                                                                                 ber_bvarray_free_x( syncUUID_set,
1692                                                                                         sop->o_tmpmemctx );
1693                                                                                 syncUUID_set = NULL;
1694                                                                                 syncUUID_set_cnt = 0;
1695                                                                         }
1696                                                                 }
1697
1698                                                         } else {
1699                                                                 result = 1;
1700                                                         }
1701                                                 }
1702
1703                                         } else {
1704 #endif
1705                                                 rs->sr_attrs = sop->oq_search.rs_attrs;
1706                                                 rs->sr_operational_attrs = NULL;
1707                                                 rs->sr_ctrls = NULL;
1708                                                 rs->sr_flags = 0;
1709                                                 rs->sr_err = LDAP_SUCCESS;
1710                                                 result = send_search_entry( sop, rs );
1711 #ifdef BDB_PSEARCH
1712                                         }
1713                                 }
1714 #endif
1715
1716                                 switch (result) {
1717                                 case 0:         /* entry sent ok */
1718                                         break;
1719                                 case 1:         /* entry not sent */
1720                                         break;
1721                                 case -1:        /* connection closed */
1722 #ifdef BDB_PSEARCH
1723                                         if (!IS_PSEARCH) {
1724 #endif
1725 #ifdef SLAP_ZONE_ALLOC
1726                                                 slap_zn_runlock(bdb->bi_cache.c_zctx, e);
1727 #endif
1728                                                 bdb_cache_return_entry_r(bdb->bi_dbenv,
1729                                                         &bdb->bi_cache, e, &lock);
1730 #ifdef BDB_PSEARCH
1731                                         }
1732 #endif
1733                                         e = NULL;
1734                                         rs->sr_entry = NULL;
1735                                         rs->sr_err = LDAP_OTHER;
1736                                         goto done;
1737                                 }
1738                         }
1739
1740                 } else {
1741                         Debug( LDAP_DEBUG_TRACE,
1742                                 LDAP_XSTRING(bdb_search)
1743                                 ": %ld does not match filter\n",
1744                                 (long) id, 0, 0 );
1745                 }
1746
1747 loop_continue:
1748                 if( e != NULL ) {
1749                         /* free reader lock */
1750 #ifdef BDB_PSEARCH
1751                         if (!IS_PSEARCH) {
1752                                 if (!(IS_POST_SEARCH &&
1753                                                  entry_sync_state == LDAP_SYNC_DELETE)) {
1754 #ifdef SLAP_ZONE_ALLOC
1755                                         slap_zn_runlock(bdb->bi_cache.c_zctx, e);
1756 #endif
1757                                         bdb_cache_return_entry_r( bdb->bi_dbenv,
1758                                                 &bdb->bi_cache, e , &lock );
1759                                         if ( sop->o_nocaching ) {
1760                                                 bdb_cache_delete_entry( bdb, ei, locker, &lock );
1761                                         }
1762                                 }
1763                         }
1764 #else
1765 #ifdef SLAP_ZONE_ALLOC
1766                         slap_zn_runlock(bdb->bi_cache.c_zctx, e);
1767 #endif
1768                         bdb_cache_return_entry_r( bdb->bi_dbenv,
1769                                 &bdb->bi_cache, e , &lock );
1770 #endif
1771                         e = NULL;
1772                         rs->sr_entry = NULL;
1773                 }
1774
1775 #ifdef BDB_PSEARCH
1776                 if ( sop->o_refresh_in_progress ) {
1777                         if ( pce ) {
1778                                 pce->pc_sent = 1;
1779                         }
1780                 }
1781 #endif
1782
1783                 ldap_pvt_thread_yield();
1784         }
1785
1786 #ifdef BDB_PSEARCH
1787         if ( syncUUID_set_cnt > 0 ) {
1788                 rs->sr_err = LDAP_SUCCESS;
1789                 rs->sr_rspoid = LDAP_SYNC_INFO;
1790                 rs->sr_ctrls = NULL;
1791                 slap_send_syncinfo( sop, rs, LDAP_TAG_SYNC_ID_SET,
1792                         NULL, 0, syncUUID_set, 0 );
1793                 ber_bvarray_free_x( syncUUID_set, sop->o_tmpmemctx );
1794                 syncUUID_set_cnt = 0;
1795         }
1796 #endif
1797
1798 nochange:
1799 #ifdef BDB_PSEARCH
1800         if (!IS_PSEARCH && !IS_POST_SEARCH) {
1801                 if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1802                         if ( sop->o_sync_mode & SLAP_SYNC_PERSIST ) {
1803                                 struct berval cookie;
1804                                 slap_compose_sync_cookie( sop, &cookie, search_context_csn,
1805                                         sop->o_sync_state.sid, sop->o_sync_state.rid );
1806
1807                                 if ( sync_send_present_mode ) {
1808                                         rs->sr_err = LDAP_SUCCESS;
1809                                         rs->sr_rspoid = LDAP_SYNC_INFO;
1810                                         rs->sr_ctrls = NULL;
1811                                         slap_send_syncinfo( sop, rs,
1812                                                 LDAP_TAG_SYNC_REFRESH_PRESENT, &cookie, 1, NULL, 0 );
1813
1814                                 } else {
1815                                         if ( !no_sync_state_change ) {
1816                                                 int slog_found = 0;
1817                                                 ldap_pvt_thread_rdwr_rlock( &bdb->bi_pslist_rwlock );
1818                                                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list,
1819                                                         o_ps_link )
1820                                                 {
1821                                                         if ( ps_list->o_sync_slog_size > 0 ) {
1822                                                                 if ( ps_list->o_sync_state.sid ==
1823                                                                         sop->o_sync_state.sid )
1824                                                                 {
1825                                                                         slog_found = 1;
1826                                                                         break;
1827                                                                 }
1828                                                         }
1829                                                 }
1830
1831                                                 if ( slog_found ) {
1832                                                         rs->sr_err = LDAP_SUCCESS;
1833                                                         rs->sr_rspoid = NULL;
1834                                                         rs->sr_ctrls = NULL;
1835                                                         slap_send_session_log( op, ps_list, rs );
1836                                                 }
1837                                                 ldap_pvt_thread_rdwr_runlock( &bdb->bi_pslist_rwlock );
1838                                         }
1839
1840                                         rs->sr_err = LDAP_SUCCESS;
1841                                         rs->sr_rspoid = LDAP_SYNC_INFO;
1842                                         rs->sr_ctrls = NULL;
1843                                         slap_send_syncinfo( sop, rs,
1844                                                 LDAP_TAG_SYNC_REFRESH_DELETE, &cookie, 1, NULL, 0 );
1845                                 }
1846
1847                                 if ( cookie.bv_val ) ch_free( cookie.bv_val );
1848
1849                         } else {
1850                                 /* refreshOnly mode */
1851                                 struct berval cookie;
1852                                 slap_compose_sync_cookie( sop, &cookie, search_context_csn,
1853                                         sop->o_sync_state.sid, sop->o_sync_state.rid );
1854
1855                                 if ( sync_send_present_mode ) {
1856                                         slap_build_sync_done_ctrl( sop, rs, ctrls,
1857                                                 num_ctrls++, 1, &cookie, LDAP_SYNC_REFRESH_PRESENTS );
1858
1859                                 } else {
1860                                         if ( !no_sync_state_change ) {
1861                                                 int slog_found = 0;
1862                                                 ldap_pvt_thread_rdwr_rlock( &bdb->bi_pslist_rwlock );
1863                                                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list,
1864                                                         o_ps_link )
1865                                                 {
1866                                                         if ( ps_list->o_sync_slog_size > 0 ) {
1867                                                                 if ( ps_list->o_sync_state.sid ==
1868                                                                                 sop->o_sync_state.sid ) {
1869                                                                         slog_found = 1;
1870                                                                         break;
1871                                                                 }
1872                                                         }
1873                                                 }
1874
1875                                                 if ( slog_found ) {
1876                                                         slap_send_session_log( op, ps_list, rs );
1877                                                 }
1878                                                 ldap_pvt_thread_rdwr_runlock( &bdb->bi_pslist_rwlock );
1879                                         }
1880
1881                                         slap_build_sync_done_ctrl( sop, rs, ctrls,
1882                                                 num_ctrls++, 1, &cookie, LDAP_SYNC_REFRESH_DELETES );
1883                                 }
1884
1885                                 rs->sr_ctrls = ctrls;
1886                                 rs->sr_ref = rs->sr_v2ref;
1887                                 rs->sr_err = (rs->sr_v2ref == NULL)
1888                                         ? LDAP_SUCCESS : LDAP_REFERRAL;
1889                                 rs->sr_rspoid = NULL;
1890                                 send_ldap_result( sop, rs );
1891                                 if ( ctrls[num_ctrls-1]->ldctl_value.bv_val != NULL ) {
1892                                         slap_sl_free( ctrls[num_ctrls-1]->ldctl_value.bv_val,
1893                                                 sop->o_tmpmemctx );
1894                                 }
1895                                 slap_sl_free( ctrls[--num_ctrls], sop->o_tmpmemctx );
1896                                 ctrls[num_ctrls] = NULL;
1897                                 if ( cookie.bv_val ) ch_free( cookie.bv_val );
1898                         }
1899
1900                 } else {
1901 #endif
1902                         rs->sr_ctrls = NULL;
1903                         rs->sr_ref = rs->sr_v2ref;
1904                         rs->sr_err = (rs->sr_v2ref == NULL) ? LDAP_SUCCESS : LDAP_REFERRAL;
1905                         rs->sr_rspoid = NULL;
1906                         if ( get_pagedresults(sop) > SLAP_CONTROL_IGNORED ) {
1907                                 send_paged_response( sop, rs, NULL, 0 );
1908                         } else {
1909                                 send_ldap_result( sop, rs );
1910                         }
1911 #ifdef BDB_PSEARCH
1912                 }
1913         }
1914
1915         if ( sop->o_refresh_in_progress ) {
1916                 sop->o_refresh_in_progress = 0;
1917         }
1918 #endif
1919
1920         rs->sr_err = LDAP_SUCCESS;
1921
1922 done:
1923 #ifdef BDB_PSEARCH
1924         if ( sop->o_psearch_finished ) {
1925                 avl_free( sop->o_psearch_finished, ch_free );
1926         }
1927
1928         if( !IS_PSEARCH && e != NULL ) {
1929                 /* free reader lock */
1930 #ifdef SLAP_ZONE_ALLOC
1931                 slap_zn_runlock(bdb->bi_cache.c_zctx, e);
1932 #endif
1933                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache, e, &lock );
1934         }
1935         ber_bvfree( search_context_csn );
1936 #endif
1937
1938         if ( !opinfo )
1939                 LOCK_ID_FREE( bdb->bi_dbenv, locker );
1940
1941         if( rs->sr_v2ref ) {
1942                 ber_bvarray_free( rs->sr_v2ref );
1943                 rs->sr_v2ref = NULL;
1944         }
1945         if( realbase.bv_val ) ch_free( realbase.bv_val );
1946
1947         return rs->sr_err;
1948 }
1949
1950
1951 static int base_candidate(
1952         BackendDB       *be,
1953         Entry   *e,
1954         ID              *ids )
1955 {
1956         Debug(LDAP_DEBUG_ARGS, "base_candidates: base: \"%s\" (0x%08lx)\n",
1957                 e->e_nname.bv_val, (long) e->e_id, 0);
1958
1959         ids[0] = 1;
1960         ids[1] = e->e_id;
1961         return 0;
1962 }
1963
1964 /* Look for "objectClass Present" in this filter.
1965  * Also count depth of filter tree while we're at it.
1966  */
1967 static int oc_filter(
1968         Filter *f,
1969         int cur,
1970         int *max )
1971 {
1972         int rc = 0;
1973
1974         assert( f );
1975
1976         if( cur > *max ) *max = cur;
1977
1978         switch( f->f_choice ) {
1979         case LDAP_FILTER_PRESENT:
1980                 if (f->f_desc == slap_schema.si_ad_objectClass) {
1981                         rc = 1;
1982                 }
1983                 break;
1984
1985         case LDAP_FILTER_AND:
1986         case LDAP_FILTER_OR:
1987                 cur++;
1988                 for ( f=f->f_and; f; f=f->f_next ) {
1989                         (void) oc_filter(f, cur, max);
1990                 }
1991                 break;
1992
1993         default:
1994                 break;
1995         }
1996         return rc;
1997 }
1998
1999 static void search_stack_free( void *key, void *data )
2000 {
2001         ber_memfree_x(data, NULL);
2002 }
2003
2004 static void *search_stack( Operation *op )
2005 {
2006         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
2007         void *ret = NULL;
2008
2009         if ( op->o_threadctx ) {
2010                 ldap_pvt_thread_pool_getkey( op->o_threadctx, search_stack,
2011                         &ret, NULL );
2012         } else {
2013                 ret = bdb->bi_search_stack;
2014         }
2015
2016         if ( !ret ) {
2017                 ret = ch_malloc( bdb->bi_search_stack_depth * BDB_IDL_UM_SIZE
2018                         * sizeof( ID ) );
2019                 if ( op->o_threadctx ) {
2020                         ldap_pvt_thread_pool_setkey( op->o_threadctx, search_stack,
2021                                 ret, search_stack_free );
2022                 } else {
2023                         bdb->bi_search_stack = ret;
2024                 }
2025         }
2026         return ret;
2027 }
2028
2029 static int search_candidates(
2030         Operation *stackop,
2031         Operation *op,
2032         SlapReply *rs,
2033         Entry *e,
2034         u_int32_t locker,
2035         ID      *ids,
2036         ID      *scopes )
2037 {
2038         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
2039         int rc, depth = 1;
2040         Filter          f, rf, xf, nf;
2041         ID              *stack;
2042         AttributeAssertion aa_ref;
2043 #ifdef BDB_SUBENTRIES
2044         Filter  sf;
2045         AttributeAssertion aa_subentry;
2046 #endif
2047
2048         /*
2049          * This routine takes as input a filter (user-filter)
2050          * and rewrites it as follows:
2051          *      (&(scope=DN)[(objectClass=subentry)]
2052          *              (|[(objectClass=referral)(objectClass=alias)](user-filter))
2053          */
2054
2055         Debug(LDAP_DEBUG_TRACE,
2056                 "search_candidates: base=\"%s\" (0x%08lx) scope=%d\n",
2057                 e->e_nname.bv_val, (long) e->e_id, op->oq_search.rs_scope );
2058
2059         xf.f_or = op->oq_search.rs_filter;
2060         xf.f_choice = LDAP_FILTER_OR;
2061         xf.f_next = NULL;
2062
2063         /* If the user's filter uses objectClass=*,
2064          * these clauses are redundant.
2065          */
2066         if (!oc_filter(op->oq_search.rs_filter, 1, &depth)
2067                 && !get_subentries_visibility(op)
2068 #ifdef BDB_PSEARCH
2069                 && !is_sync_protocol(op)
2070 #endif
2071         ) {
2072                 if( !get_manageDSAit(op) && !get_domainScope(op) ) {
2073                         /* match referral objects */
2074                         struct berval bv_ref = BER_BVC( "referral" );
2075                         rf.f_choice = LDAP_FILTER_EQUALITY;
2076                         rf.f_ava = &aa_ref;
2077                         rf.f_av_desc = slap_schema.si_ad_objectClass;
2078                         rf.f_av_value = bv_ref;
2079                         rf.f_next = xf.f_or;
2080                         xf.f_or = &rf;
2081                         depth++;
2082                 }
2083         }
2084
2085         f.f_next = NULL;
2086         f.f_choice = LDAP_FILTER_AND;
2087         f.f_and = &nf;
2088         /* Dummy; we compute scope separately now */
2089         nf.f_choice = SLAPD_FILTER_COMPUTED;
2090         nf.f_result = LDAP_SUCCESS;
2091         nf.f_next = ( xf.f_or == op->oq_search.rs_filter )
2092                 ? op->oq_search.rs_filter : &xf ;
2093         /* Filter depth increased again, adding dummy clause */
2094         depth++;
2095
2096 #ifdef BDB_SUBENTRIES
2097         if( get_subentries_visibility( op ) ) {
2098                 struct berval bv_subentry = BER_BVC( "subentry" );
2099                 sf.f_choice = LDAP_FILTER_EQUALITY;
2100                 sf.f_ava = &aa_subentry;
2101                 sf.f_av_desc = slap_schema.si_ad_objectClass;
2102                 sf.f_av_value = bv_subentry;
2103                 sf.f_next = nf.f_next;
2104                 nf.f_next = &sf;
2105         }
2106 #endif
2107
2108         /* Allocate IDL stack, plus 1 more for former tmp */
2109         if ( depth+1 > bdb->bi_search_stack_depth ) {
2110                 stack = ch_malloc( (depth + 1) * BDB_IDL_UM_SIZE * sizeof( ID ) );
2111         } else {
2112                 stack = search_stack( stackop );
2113         }
2114
2115         if( op->ors_deref & LDAP_DEREF_SEARCHING ) {
2116                 rc = search_aliases( op, rs, e, locker, ids, scopes, stack );
2117         } else {
2118                 rc = bdb_dn2idl( op, e, ids, stack );
2119         }
2120
2121         if ( rc == LDAP_SUCCESS ) {
2122                 rc = bdb_filter_candidates( op, &f, ids,
2123                         stack, stack+BDB_IDL_UM_SIZE );
2124         }
2125
2126         if ( depth+1 > bdb->bi_search_stack_depth ) {
2127                 ch_free( stack );
2128         }
2129
2130         if( rc ) {
2131                 Debug(LDAP_DEBUG_TRACE,
2132                         "bdb_search_candidates: failed (rc=%d)\n",
2133                         rc, NULL, NULL );
2134
2135         } else {
2136                 Debug(LDAP_DEBUG_TRACE,
2137                         "bdb_search_candidates: id=%ld first=%ld last=%ld\n",
2138                         (long) ids[0],
2139                         (long) BDB_IDL_FIRST(ids),
2140                         (long) BDB_IDL_LAST(ids) );
2141         }
2142
2143         return rc;
2144 }
2145
2146 static int
2147 parse_paged_cookie( Operation *op, SlapReply *rs )
2148 {
2149         LDAPControl     **c;
2150         int             rc = LDAP_SUCCESS;
2151         ber_tag_t       tag;
2152         ber_int_t       size;
2153         BerElement      *ber;
2154         struct berval   cookie = BER_BVNULL;
2155         PagedResultsState *ps = op->o_pagedresults_state;
2156
2157         /* this function must be invoked only if the pagedResults
2158          * control has been detected, parsed and partially checked
2159          * by the frontend */
2160         assert( get_pagedresults( op ) > SLAP_CONTROL_IGNORED );
2161
2162         /* look for the appropriate ctrl structure */
2163         for ( c = op->o_ctrls; c[0] != NULL; c++ ) {
2164                 if ( strcmp( c[0]->ldctl_oid, LDAP_CONTROL_PAGEDRESULTS ) == 0 )
2165                 {
2166                         break;
2167                 }
2168         }
2169
2170         if ( c[0] == NULL ) {
2171                 rs->sr_text = "missing pagedResults control";
2172                 return LDAP_PROTOCOL_ERROR;
2173         }
2174
2175         /* Tested by frontend */
2176         assert( c[0]->ldctl_value.bv_len > 0 );
2177
2178         /* Parse the control value
2179          *      realSearchControlValue ::= SEQUENCE {
2180          *              size    INTEGER (0..maxInt),
2181          *                              -- requested page size from client
2182          *                              -- result set size estimate from server
2183          *              cookie  OCTET STRING
2184          * }
2185          */
2186         ber = ber_init( &c[0]->ldctl_value );
2187         if ( ber == NULL ) {
2188                 rs->sr_text = "internal error";
2189                 return LDAP_OTHER;
2190         }
2191
2192         tag = ber_scanf( ber, "{im}", &size, &cookie );
2193
2194         /* Tested by frontend */
2195         assert( tag != LBER_ERROR );
2196         assert( size >= 0 );
2197
2198         /* cookie decoding/checks deferred to backend... */
2199         if ( cookie.bv_len ) {
2200                 PagedResultsCookie reqcookie;
2201                 if( cookie.bv_len != sizeof( reqcookie ) ) {
2202                         /* bad cookie */
2203                         rs->sr_text = "paged results cookie is invalid";
2204                         rc = LDAP_PROTOCOL_ERROR;
2205                         goto done;
2206                 }
2207
2208                 AC_MEMCPY( &reqcookie, cookie.bv_val, sizeof( reqcookie ));
2209
2210                 if ( reqcookie > ps->ps_cookie ) {
2211                         /* bad cookie */
2212                         rs->sr_text = "paged results cookie is invalid";
2213                         rc = LDAP_PROTOCOL_ERROR;
2214                         goto done;
2215
2216                 } else if ( reqcookie < ps->ps_cookie ) {
2217                         rs->sr_text = "paged results cookie is invalid or old";
2218                         rc = LDAP_UNWILLING_TO_PERFORM;
2219                         goto done;
2220                 }
2221
2222         } else {
2223                 /* Initial request.  Initialize state. */
2224 #if 0
2225                 if ( op->o_conn->c_pagedresults_state.ps_cookie != 0 ) {
2226                         /* There's another pagedResults control on the
2227                          * same connection; reject new pagedResults controls
2228                          * (allowed by RFC2696) */
2229                         rs->sr_text = "paged results cookie unavailable; try later";
2230                         rc = LDAP_UNWILLING_TO_PERFORM;
2231                         goto done;
2232                 }
2233 #endif
2234                 ps->ps_cookie = 0;
2235                 ps->ps_count = 0;
2236         }
2237
2238 done:;
2239         (void)ber_free( ber, 1 );
2240
2241         return rc;
2242 }
2243
2244 static void
2245 send_paged_response(
2246         Operation       *op,
2247         SlapReply       *rs,
2248         ID              *lastid,
2249         int             tentries )
2250 {
2251         LDAPControl     ctrl, *ctrls[2];
2252         BerElementBuffer berbuf;
2253         BerElement      *ber = (BerElement *)&berbuf;
2254         PagedResultsCookie respcookie;
2255         struct berval cookie;
2256
2257         Debug(LDAP_DEBUG_ARGS,
2258                 "send_paged_response: lastid=0x%08lx nentries=%d\n",
2259                 lastid ? *lastid : 0, rs->sr_nentries, NULL );
2260
2261         BER_BVZERO( &ctrl.ldctl_value );
2262         ctrls[0] = &ctrl;
2263         ctrls[1] = NULL;
2264
2265         ber_init2( ber, NULL, LBER_USE_DER );
2266
2267         if ( lastid ) {
2268                 respcookie = ( PagedResultsCookie )(*lastid);
2269                 cookie.bv_len = sizeof( respcookie );
2270                 cookie.bv_val = (char *)&respcookie;
2271
2272         } else {
2273                 respcookie = ( PagedResultsCookie )0;
2274                 BER_BVSTR( &cookie, "" );
2275         }
2276
2277         op->o_conn->c_pagedresults_state.ps_cookie = respcookie;
2278         op->o_conn->c_pagedresults_state.ps_count =
2279                 ((PagedResultsState *)op->o_pagedresults_state)->ps_count + rs->sr_nentries;
2280
2281         /* return size of 0 -- no estimate */
2282         ber_printf( ber, "{iO}", 0, &cookie );
2283
2284         if ( ber_flatten2( ber, &ctrls[0]->ldctl_value, 0 ) == -1 ) {
2285                 goto done;
2286         }
2287
2288         ctrls[0]->ldctl_oid = LDAP_CONTROL_PAGEDRESULTS;
2289         ctrls[0]->ldctl_iscritical = 0;
2290
2291         rs->sr_ctrls = ctrls;
2292         rs->sr_err = LDAP_SUCCESS;
2293         send_ldap_result( op, rs );
2294         rs->sr_ctrls = NULL;
2295
2296 done:
2297         (void) ber_free_buf( ber );
2298 }
2299
2300 static int
2301 bdb_pfid_cmp( const void *v_id1, const void *v_id2 )
2302 {
2303     const ID *p1 = v_id1, *p2 = v_id2;
2304         return *p1 - *p2;
2305 }
2306
2307 static ID*
2308 bdb_id_dup( Operation *op, ID *id )
2309 {
2310         ID *new;
2311         new = ch_malloc( sizeof(ID) );
2312         *new = *id;
2313         return new;
2314 }