]> git.sur5r.net Git - openldap/blob - servers/slapd/back-bdb/search.c
clarify no limits in (internal) searches
[openldap] / servers / slapd / back-bdb / search.c
1 /* search.c - search operation */
2 /* $OpenLDAP$ */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
4  *
5  * Copyright 2000-2004 The OpenLDAP Foundation.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted only as authorized by the OpenLDAP
10  * Public License.
11  *
12  * A copy of this license is available in the file LICENSE in the
13  * top-level directory of the distribution or, alternatively, at
14  * <http://www.OpenLDAP.org/license.html>.
15  */
16
17 #include "portable.h"
18
19 #include <stdio.h>
20 #include <ac/string.h>
21
22 #include "back-bdb.h"
23 #include "idl.h"
24 #include "external.h"
25
26 static int base_candidate(
27         BackendDB       *be,
28         Entry   *e,
29         ID              *ids );
30
31 static int search_candidates(
32         Operation *stackop,     /* op with the current threadctx/slab cache */
33         Operation *sop,         /* search op */
34         SlapReply *rs,
35         Entry *e,
36         u_int32_t locker,
37         ID      *ids,
38         ID      *scopes );
39
40 static void send_paged_response( 
41         Operation *op,
42         SlapReply *rs,
43         ID  lastid,
44         int tentries );
45
46 /* Dereference aliases for a single alias entry. Return the final
47  * dereferenced entry on success, NULL on any failure.
48  */
49 static Entry * deref_base (
50         Operation *op,
51         SlapReply *rs,
52         Entry *e,
53         Entry **matched,
54         u_int32_t locker,
55         DB_LOCK *lock,
56         ID      *tmp,
57         ID      *visited )
58 {
59         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
60         struct berval ndn;
61         EntryInfo *ei;
62         DB_LOCK lockr;
63
64         rs->sr_err = LDAP_ALIAS_DEREF_PROBLEM;
65         rs->sr_text = "maximum deref depth exceeded";
66
67         while (BDB_IDL_N(tmp) < op->o_bd->be_max_deref_depth) {
68                 /* Remember the last entry we looked at, so we can
69                  * report broken links
70                  */
71                 *matched = e;
72
73                 /* If this is part of a subtree or onelevel search,
74                  * have we seen this ID before? If so, quit.
75                  */
76                 if ( visited && bdb_idl_insert( visited, e->e_id ) ) {
77                         e = NULL;
78                         break;
79                 }
80
81                 /* If we've seen this ID during this deref iteration,
82                  * we've hit a loop.
83                  */
84                 if ( bdb_idl_insert( tmp, e->e_id ) ) {
85                         rs->sr_err = LDAP_ALIAS_PROBLEM;
86                         rs->sr_text = "circular alias";
87                         e = NULL;
88                         break;
89                 }
90
91                 /* If there was a problem getting the aliasedObjectName,
92                  * get_alias_dn will have set the error status.
93                  */
94                 if ( get_alias_dn(e, &ndn, &rs->sr_err, &rs->sr_text) ) {
95                         e = NULL;
96                         break;
97                 }
98
99                 rs->sr_err = bdb_dn2entry( op, NULL, &ndn, &ei,
100                         0, locker, &lockr );
101
102                 if ( ei ) {
103                         e = ei->bei_e;
104                 } else {
105                         e = NULL;
106                 }
107
108                 if (!e) {
109                         rs->sr_err = LDAP_ALIAS_PROBLEM;
110                         rs->sr_text = "aliasedObject not found";
111                         break;
112                 }
113
114                 /* Free the previous entry, continue to work with the
115                  * one we just retrieved.
116                  */
117                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
118                         *matched, lock);
119                 *lock = lockr;
120
121                 /* We found a regular entry. Return this to the caller. The
122                  * entry is still locked for Read.
123                  */
124                 if (!is_entry_alias(e)) {
125                         rs->sr_err = LDAP_SUCCESS;
126                         rs->sr_text = NULL;
127                         break;
128                 }
129         }
130         return e;
131 }
132
133 /* Look for and dereference all aliases within the search scope. Adds
134  * the dereferenced entries to the "ids" list. Requires "stack" to be
135  * able to hold 8 levels of DB_SIZE IDLs. Of course we're hardcoded to
136  * require a minimum of 8 UM_SIZE IDLs so this is never a problem.
137  */
138 static int search_aliases(
139         Operation *op,
140         SlapReply *rs,
141         Entry *e,
142         u_int32_t locker,
143         ID *ids,
144         ID *scopes,
145         ID *stack )
146 {
147         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
148         ID *aliases, *curscop, *subscop, *visited, *newsubs, *oldsubs, *tmp;
149         ID cursora, ida, cursoro, ido, *subscop2;
150         Entry *matched, *a;
151         EntryInfo *ei;
152         struct berval bv_alias = { sizeof("alias")-1, "alias" };
153         AttributeAssertion aa_alias;
154         Filter  af;
155         DB_LOCK locka, lockr;
156         int first = 1;
157
158         aliases = stack;        /* IDL of all aliases in the database */
159         curscop = aliases + BDB_IDL_DB_SIZE;    /* Aliases in the current scope */
160         subscop = curscop + BDB_IDL_DB_SIZE;    /* The current scope */
161         visited = subscop + BDB_IDL_DB_SIZE;    /* IDs we've seen in this search */
162         newsubs = visited + BDB_IDL_DB_SIZE;    /* New subtrees we've added */
163         oldsubs = newsubs + BDB_IDL_DB_SIZE;    /* Subtrees added previously */
164         tmp = oldsubs + BDB_IDL_DB_SIZE;        /* Scratch space for deref_base() */
165
166         /* A copy of subscop, because subscop gets clobbered by
167          * the bdb_idl_union/intersection routines
168          */
169         subscop2 = tmp + BDB_IDL_DB_SIZE;
170
171         af.f_choice = LDAP_FILTER_EQUALITY;
172         af.f_ava = &aa_alias;
173         af.f_av_desc = slap_schema.si_ad_objectClass;
174         af.f_av_value = bv_alias;
175         af.f_next = NULL;
176
177         /* Find all aliases in database */
178         BDB_IDL_ZERO( aliases );
179         rs->sr_err = bdb_filter_candidates( op, &af, aliases,
180                 curscop, visited );
181         if (rs->sr_err != LDAP_SUCCESS) {
182                 return rs->sr_err;
183         }
184         oldsubs[0] = 1;
185         oldsubs[1] = e->e_id;
186
187         BDB_IDL_ZERO( ids );
188         BDB_IDL_ZERO( visited );
189         BDB_IDL_ZERO( newsubs );
190
191         cursoro = 0;
192         ido = bdb_idl_first( oldsubs, &cursoro );
193
194         for (;;) {
195                 /* Set curscop to only the aliases in the current scope. Start with
196                  * all the aliases, obtain the IDL for the current scope, and then
197                  * get the intersection of these two IDLs. Add the current scope
198                  * to the cumulative list of candidates.
199                  */
200                 BDB_IDL_CPY( curscop, aliases );
201                 rs->sr_err = bdb_dn2idl( op, e, subscop,
202                         subscop2+BDB_IDL_DB_SIZE );
203                 if (first) {
204                         first = 0;
205                 } else {
206                         bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache, e, &locka);
207                 }
208                 BDB_IDL_CPY(subscop2, subscop);
209                 rs->sr_err = bdb_idl_intersection(curscop, subscop);
210                 bdb_idl_union( ids, subscop2 );
211
212                 /* Dereference all of the aliases in the current scope. */
213                 cursora = 0;
214                 for (ida = bdb_idl_first(curscop, &cursora); ida != NOID;
215                         ida = bdb_idl_next(curscop, &cursora))
216                 {
217                         ei = NULL;
218                         rs->sr_err = bdb_cache_find_id(op, NULL,
219                                 ida, &ei, 0, locker, &lockr );
220                         if (rs->sr_err != LDAP_SUCCESS) {
221                                 continue;
222                         }
223                         a = ei->bei_e;
224
225                         /* This should only happen if the curscop IDL has maxed out and
226                          * turned into a range that spans IDs indiscriminately
227                          */
228                         if (!is_entry_alias(a)) {
229                                 bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache,
230                                         a, &lockr);
231                                 continue;
232                         }
233
234                         /* Actually dereference the alias */
235                         BDB_IDL_ZERO(tmp);
236                         a = deref_base( op, rs, a, &matched, locker, &lockr,
237                                 tmp, visited );
238                         if (a) {
239                                 /* If the target was not already in our current candidates,
240                                  * make note of it in the newsubs list. Also
241                                  * set it in the scopes list so that bdb_search
242                                  * can check it.
243                                  */
244                                 if (bdb_idl_insert(ids, a->e_id) == 0) {
245                                         bdb_idl_insert(newsubs, a->e_id);
246                                         bdb_idl_insert(scopes, a->e_id);
247                                 }
248                                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
249                                         a, &lockr);
250
251                         } else if (matched) {
252                                 /* Alias could not be dereferenced, or it deref'd to
253                                  * an ID we've already seen. Ignore it.
254                                  */
255                                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache,
256                                         matched, &lockr );
257                                 rs->sr_text = NULL;
258                         }
259                 }
260                 /* If this is a OneLevel search, we're done; oldsubs only had one
261                  * ID in it. For a Subtree search, oldsubs may be a list of scope IDs.
262                  */
263                 if ( op->ors_scope == LDAP_SCOPE_ONELEVEL ) break;
264 nextido:
265                 ido = bdb_idl_next( oldsubs, &cursoro );
266                 
267                 /* If we're done processing the old scopes, did we add any new
268                  * scopes in this iteration? If so, go back and do those now.
269                  */
270                 if (ido == NOID) {
271                         if (BDB_IDL_IS_ZERO(newsubs)) break;
272                         BDB_IDL_CPY(oldsubs, newsubs);
273                         BDB_IDL_ZERO(newsubs);
274                         cursoro = 0;
275                         ido = bdb_idl_first( oldsubs, &cursoro );
276                 }
277
278                 /* Find the entry corresponding to the next scope. If it can't
279                  * be found, ignore it and move on. This should never happen;
280                  * we should never see the ID of an entry that doesn't exist.
281                  * Set the name so that the scope's IDL can be retrieved.
282                  */
283                 ei = NULL;
284                 rs->sr_err = bdb_cache_find_id(op, NULL, ido, &ei,
285                         0, locker, &locka );
286                 if ( rs->sr_err != LDAP_SUCCESS ) goto nextido;
287                 e = ei->bei_e;
288         }
289         return rs->sr_err;
290 }
291
292 #define is_sync_protocol(op)    \
293         ((op)->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST)
294
295 #define IS_BDB_REPLACE(type) (( type == LDAP_PSEARCH_BY_DELETE ) || \
296         ( type == LDAP_PSEARCH_BY_SCOPEOUT ))
297 #define IS_PSEARCH (op != sop)
298
299 static Operation *
300 bdb_drop_psearch( Operation *op, ber_int_t msgid )
301 {
302         Operation       *ps_list;
303         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
304
305         LDAP_LIST_FOREACH ( ps_list, &bdb->bi_psearch_list, o_ps_link ) {
306                 if ( ps_list->o_connid == op->o_connid ) {
307                         if ( ps_list->o_msgid == msgid ) {
308                                 ps_list->o_abandon = 1;
309                                 LDAP_LIST_REMOVE( ps_list, o_ps_link );
310                                 ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex );
311                                 LDAP_STAILQ_REMOVE( &op->o_conn->c_ops, ps_list,
312                                         slap_op, o_next );
313                                 LDAP_STAILQ_NEXT( ps_list, o_next ) = NULL;
314                                 op->o_conn->c_n_ops_executing--;
315                                 op->o_conn->c_n_ops_completed++;
316                                 ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex );
317                                 return ps_list;
318                         }
319                 }
320         }
321
322         return NULL;
323 }
324
325 int
326 bdb_abandon( Operation *op, SlapReply *rs )
327 {
328         Operation       *ps;
329
330         ps = bdb_drop_psearch( op, op->oq_abandon.rs_msgid );
331         if ( ps ) {
332                 if ( ps->o_tmpmemctx ) {
333                         slap_sl_mem_destroy( NULL, ps->o_tmpmemctx );
334                 }
335                 slap_op_free ( ps );
336                 return LDAP_SUCCESS;
337         }
338         return LDAP_UNAVAILABLE;
339 }
340
341 int
342 bdb_cancel( Operation *op, SlapReply *rs )
343 {
344         Operation       *ps;
345
346         ps = bdb_drop_psearch( op, op->oq_cancel.rs_msgid );
347         if ( ps ) {
348                 rs->sr_err = LDAP_CANCELLED;
349                 send_ldap_result( ps, rs );
350                 if ( ps->o_tmpmemctx ) {
351                         slap_sl_mem_destroy( NULL, ps->o_tmpmemctx );
352                 }
353                 slap_op_free ( ps );
354                 return LDAP_SUCCESS;
355         }
356         return LDAP_UNAVAILABLE;
357 }
358
359 int bdb_search( Operation *op, SlapReply *rs )
360 {
361         return bdb_do_search( op, rs, op, NULL, 0 );
362 }
363
364 /* For persistent searches, op is the currently executing operation,
365  * sop is the persistent search. For regular searches, sop = op.
366  */
367 int
368 bdb_do_search( Operation *op, SlapReply *rs, Operation *sop,
369         Entry *ps_e, int ps_type )
370 {
371         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
372         time_t          stoptime;
373         ID              id, cursor;
374         ID              candidates[BDB_IDL_UM_SIZE];
375         ID              scopes[BDB_IDL_DB_SIZE];
376         Entry           *e = NULL, base, e_root = {0};
377         Entry           *matched = NULL;
378         EntryInfo       *ei, ei_root = {0};
379         struct berval   realbase = BER_BVNULL;
380         int             manageDSAit;
381         int             tentries = 0;
382         ID              lastid = NOID;
383         AttributeName   *attrs;
384
385         Filter          contextcsnand, contextcsnle, cookief, csnfnot,
386                         csnfeq, csnfand, csnfge;
387         AttributeAssertion aa_ge, aa_eq, aa_le;
388         struct berval   *search_context_csn = NULL;
389         DB_LOCK         ctxcsn_lock;
390         LDAPControl     *ctrls[SLAP_MAX_RESPONSE_CONTROLS];
391         int             num_ctrls = 0;
392         AttributeName   uuid_attr[2];
393         int             rc_sync = 0;
394         int             entry_sync_state = -1;
395         AttributeName   null_attr;
396         int             no_sync_state_change = 0;
397
398         u_int32_t       locker = 0;
399         DB_LOCK         lock;
400
401         Operation       *ps_list;
402         int                     sync_send_present_mode = 1;
403         int                     match;
404         MatchingRule *mr;
405         const char *text;
406         int                     slog_found = 0;
407
408         BerVarray       syncUUID_set = NULL;
409         int                     syncUUID_set_cnt = 0;
410
411 #ifdef NEW_LOGGING
412         LDAP_LOG( OPERATION, ENTRY, "bdb_search\n", 0, 0, 0 );
413 #else
414         Debug( LDAP_DEBUG_TRACE, "=> bdb_search\n",
415                 0, 0, 0);
416 #endif
417         attrs = sop->oq_search.rs_attrs;
418
419         if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST ) {
420                 struct slap_session_entry *sent;
421                 if ( sop->o_sync_state.sid >= 0 ) {
422                         LDAP_LIST_FOREACH( sent, &bdb->bi_session_list, se_link ) {
423                                 if ( sent->se_id == sop->o_sync_state.sid ) {
424                                         sop->o_sync_slog_size = sent->se_size;
425                                         break;
426                                 }
427                         }
428                 }
429         }
430
431         /* psearch needs to be registered before refresh begins */
432         /* psearch and refresh transmission is serialized in send_ldap_ber() */
433         if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_PERSIST ) {
434                 ldap_pvt_thread_rdwr_wlock( &bdb->bi_pslist_rwlock );
435                 LDAP_LIST_INSERT_HEAD( &bdb->bi_psearch_list, sop, o_ps_link );
436                 ldap_pvt_thread_rdwr_wunlock( &bdb->bi_pslist_rwlock );
437
438         } else if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_REFRESH_AND_PERSIST
439                 && sop->o_sync_slog_size >= 0 )
440         {
441                 ldap_pvt_thread_rdwr_wlock( &bdb->bi_pslist_rwlock );
442                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list, o_ps_link ) {
443                         if ( ps_list->o_sync_slog_size >= 0 ) {
444                                 if ( ps_list->o_sync_state.sid == sop->o_sync_state.sid ) {
445                                         slog_found = 1;
446                                         break;
447                                 }
448                         }
449                 }
450
451                 if ( slog_found ) {
452                         if ( ps_list->o_sync_slog_omitcsn.bv_len != 0 ) {
453                                 mr = slap_schema.si_ad_entryCSN->ad_type->sat_ordering;
454                                 if ( sop->o_sync_state.ctxcsn &&
455                                         sop->o_sync_state.ctxcsn->bv_val != NULL )
456                                 {
457                                         value_match( &match, slap_schema.si_ad_entryCSN, mr,
458                                                 SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
459                                                 sop->o_sync_state.ctxcsn,
460                                                 &ps_list->o_sync_slog_omitcsn,
461                                                 &text );
462                                 } else {
463                                         match = -1;
464                                 }
465                                 if ( match >= 0 ) {
466                                         sync_send_present_mode = 0;
467                                 }
468                         } else {
469                                 sync_send_present_mode = 0;
470                         }
471                 } else if ( sop->o_sync_slog_size >= 0 ) {
472                         LDAP_LIST_INSERT_HEAD( &bdb->bi_psearch_list, sop, o_ps_link );
473                 } else {
474                         sop->o_sync_state.sid = -1;
475                 }
476                 ldap_pvt_thread_rdwr_wunlock( &bdb->bi_pslist_rwlock );
477         }
478
479         null_attr.an_desc = NULL;
480         null_attr.an_oc = NULL;
481         null_attr.an_oc_exclude = 0;
482         null_attr.an_name.bv_len = 0;
483         null_attr.an_name.bv_val = NULL;
484
485         for( num_ctrls = 0; num_ctrls < SLAP_MAX_RESPONSE_CONTROLS; num_ctrls++ ) {
486                 ctrls[num_ctrls] = NULL;
487         }
488         num_ctrls = 0;
489
490         if ( IS_PSEARCH && IS_BDB_REPLACE(ps_type)) {
491                 attrs = uuid_attr;
492                 attrs[0].an_desc = NULL;
493                 attrs[0].an_oc = NULL;
494                 attrs[0].an_oc_exclude = 0;
495                 attrs[0].an_name.bv_len = 0;
496                 attrs[0].an_name.bv_val = NULL;
497         }
498
499         manageDSAit = get_manageDSAit( sop );
500
501         /* Sync control overrides manageDSAit */
502         if ( !IS_PSEARCH && sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
503                 if ( manageDSAit == SLAP_NO_CONTROL ) {
504                         manageDSAit = SLAP_CRITICAL_CONTROL;
505                 }
506         } else if ( IS_PSEARCH ) {
507                 if ( manageDSAit == SLAP_NO_CONTROL ) {
508                         manageDSAit = SLAP_CRITICAL_CONTROL;
509                 }
510         }
511
512         rs->sr_err = LOCK_ID( bdb->bi_dbenv, &locker );
513
514         switch(rs->sr_err) {
515         case 0:
516                 break;
517         default:
518                 send_ldap_error( sop, rs, LDAP_OTHER, "internal error" );
519                 return rs->sr_err;
520         }
521
522         if ( sop->o_req_ndn.bv_len == 0 ) {
523                 /* DIT root special case */
524                 ei_root.bei_e = &e_root;
525                 ei_root.bei_parent = &ei_root;
526                 e_root.e_private = &ei_root;
527                 e_root.e_id = 0;
528                 e_root.e_nname.bv_val="";
529                 e_root.e_name.bv_val="";
530                 ei = &ei_root;
531                 rs->sr_err = LDAP_SUCCESS;
532         } else {
533 dn2entry_retry:
534                 /* get entry with reader lock */
535                 rs->sr_err = bdb_dn2entry( op, NULL, &sop->o_req_ndn, &ei,
536                         1, locker, &lock );
537         }
538
539         switch(rs->sr_err) {
540         case DB_NOTFOUND:
541                 matched = ei->bei_e;
542                 break;
543         case 0:
544                 e = ei->bei_e;
545                 break;
546         case LDAP_BUSY:
547                 send_ldap_error( sop, rs, LDAP_BUSY, "ldap server busy" );
548                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
549                 return LDAP_BUSY;
550         case DB_LOCK_DEADLOCK:
551         case DB_LOCK_NOTGRANTED:
552                 goto dn2entry_retry;
553         default:
554                 send_ldap_error( sop, rs, LDAP_OTHER, "internal error" );
555                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
556                 return rs->sr_err;
557         }
558
559         if ( e && (op->ors_deref & LDAP_DEREF_FINDING) && is_entry_alias(e) ) {
560                 BDB_IDL_ZERO(candidates);
561                 e = deref_base( op, rs, e, &matched, locker, &lock,
562                         candidates, NULL );
563         }
564
565         if ( e == NULL ) {
566                 struct berval matched_dn = BER_BVNULL;
567
568                 if ( matched != NULL ) {
569                         BerVarray erefs;
570                         ber_dupbv( &matched_dn, &matched->e_name );
571
572                         erefs = is_entry_referral( matched )
573                                 ? get_entry_referrals( op, matched )
574                                 : NULL;
575
576                         bdb_cache_return_entry_r (bdb->bi_dbenv, &bdb->bi_cache,
577                                 matched, &lock);
578                         matched = NULL;
579
580                         if( erefs ) {
581                                 rs->sr_ref = referral_rewrite( erefs, &matched_dn,
582                                         &sop->o_req_dn, sop->oq_search.rs_scope );
583                                 ber_bvarray_free( erefs );
584                         }
585
586                 } else {
587                         rs->sr_ref = referral_rewrite( default_referral,
588                                 NULL, &sop->o_req_dn, sop->oq_search.rs_scope );
589                 }
590
591                 rs->sr_err = LDAP_REFERRAL;
592                 rs->sr_matched = matched_dn.bv_val;
593                 send_ldap_result( sop, rs );
594
595                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
596                 if ( rs->sr_ref ) {
597                         ber_bvarray_free( rs->sr_ref );
598                         rs->sr_ref = NULL;
599                 }
600                 if ( matched_dn.bv_val ) {
601                         ber_memfree( matched_dn.bv_val );
602                         rs->sr_matched = NULL;
603                 }
604                 return rs->sr_err;
605         }
606
607         if ( !manageDSAit && e != &e_root && is_entry_referral( e ) ) {
608                 /* entry is a referral, don't allow add */
609                 struct berval matched_dn;
610                 BerVarray erefs;
611                 
612                 ber_dupbv( &matched_dn, &e->e_name );
613                 erefs = get_entry_referrals( op, e );
614
615                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache, e, &lock );
616                 e = NULL;
617
618                 if( erefs ) {
619                         rs->sr_ref = referral_rewrite( erefs, &matched_dn,
620                                 &sop->o_req_dn, sop->oq_search.rs_scope );
621                         ber_bvarray_free( erefs );
622                 }
623
624 #ifdef NEW_LOGGING
625                 LDAP_LOG ( OPERATION, RESULTS, 
626                         "bdb_search: entry is referral\n", 0, 0, 0 );
627 #else
628                 Debug( LDAP_DEBUG_TRACE, "bdb_search: entry is referral\n",
629                         0, 0, 0 );
630 #endif
631
632                 if (!rs->sr_ref) rs->sr_text = "bad_referral object";
633                 rs->sr_err = LDAP_REFERRAL;
634                 rs->sr_matched = matched_dn.bv_val;
635                 send_ldap_result( sop, rs );
636
637                 LOCK_ID_FREE (bdb->bi_dbenv, locker );
638                 ber_bvarray_free( rs->sr_ref );
639                 rs->sr_ref = NULL;
640                 ber_memfree( matched_dn.bv_val );
641                 rs->sr_matched = NULL;
642                 return 1;
643         }
644
645         if ( get_assert( op ) &&
646                 ( test_filter( op, e, get_assertion( op )) != LDAP_COMPARE_TRUE ))
647         {
648                 rs->sr_err = LDAP_ASSERTION_FAILED;
649                 send_ldap_result( sop, rs );
650                 return 1;
651         }
652
653         /* compute it anyway; root does not use it */
654         stoptime = op->o_time + sop->ors_tlimit;
655
656         /* need normalized dn below */
657         ber_dupbv( &realbase, &e->e_nname );
658
659         /* Copy info to base, must free entry before accessing the database
660          * in search_candidates, to avoid deadlocks.
661          */
662         base.e_private = e->e_private;
663         base.e_nname = realbase;
664         base.e_id = e->e_id;
665
666         if ( e != &e_root ) {
667                 bdb_cache_return_entry_r(bdb->bi_dbenv, &bdb->bi_cache, e, &lock);
668         }
669         e = NULL;
670
671         if ( !IS_PSEARCH ) {
672                 rs->sr_err = bdb_get_commit_csn( sop, rs, &search_context_csn,
673                         locker, &ctxcsn_lock );
674
675                 if ( rs->sr_err != LDAP_SUCCESS ) {
676                         send_ldap_error( sop, rs, rs->sr_err,
677                                 "error in csn management in search" );
678                         goto done;
679                 }
680
681                 if ( sop->o_sync_mode != SLAP_SYNC_NONE &&
682                         sop->o_sync_state.ctxcsn &&
683                         sop->o_sync_state.ctxcsn->bv_val &&
684                         ber_bvcmp( &sop->o_sync_state.ctxcsn[0], search_context_csn ) == 0 )
685                 {
686                         bdb_cache_entry_db_unlock( bdb->bi_dbenv, &ctxcsn_lock );
687                         goto nochange;
688                 }
689         } else {
690                 search_context_csn = ber_dupbv( NULL, &op->o_sync_csn );        
691         }
692
693         /* select candidates */
694         if ( sop->oq_search.rs_scope == LDAP_SCOPE_BASE ) {
695                 rs->sr_err = base_candidate( op->o_bd, &base, candidates );
696
697         } else {
698                 BDB_IDL_ZERO( candidates );
699                 BDB_IDL_ZERO( scopes );
700                 rs->sr_err = search_candidates( op, sop, rs, &base,
701                         locker, candidates, scopes );
702         }
703
704         if ( !IS_PSEARCH && sop->o_sync_mode != SLAP_SYNC_NONE ) {
705                 bdb_cache_entry_db_unlock( bdb->bi_dbenv, &ctxcsn_lock );
706         }
707
708         /* start cursor at beginning of candidates.
709          */
710         cursor = 0;
711         if (IS_PSEARCH) {
712                 if ( !BDB_IDL_IS_RANGE( candidates ) ) {
713                         cursor = bdb_idl_search( candidates, ps_e->e_id );
714                         if ( candidates[cursor] != ps_e->e_id ) {
715                                 rs->sr_err = LDAP_SUCCESS;
716                                 goto done;
717                         }
718                 } else if ( ps_e->e_id < BDB_IDL_RANGE_FIRST( candidates ) ||
719                         ps_e->e_id > BDB_IDL_RANGE_LAST( candidates ))
720                 {
721                         rs->sr_err = LDAP_SUCCESS;
722                         goto done;
723                 }
724                 candidates[0] = 1;
725                 candidates[1] = ps_e->e_id;
726         }
727
728         if ( candidates[0] == 0 ) {
729 #ifdef NEW_LOGGING
730                 LDAP_LOG ( OPERATION, RESULTS,
731                         "bdb_search: no candidates\n", 0, 0, 0 );
732 #else
733                 Debug( LDAP_DEBUG_TRACE, "bdb_search: no candidates\n",
734                         0, 0, 0 );
735 #endif
736
737                 goto nochange;
738         }
739
740         /* if not root and candidates exceed to-be-checked entries, abort */
741         if ( sop->ors_limit     /* isroot == TRUE */ &&
742                 sop->ors_limit->lms_s_unchecked != -1 &&
743                 BDB_IDL_N(candidates) > (unsigned) sop->ors_limit->lms_s_unchecked )
744         {
745                 rs->sr_err = LDAP_ADMINLIMIT_EXCEEDED;
746                 send_ldap_result( sop, rs );
747                 rs->sr_err = LDAP_SUCCESS;
748                 goto done;
749         }
750
751         if ( sop->ors_limit == NULL     /* isroot == FALSE */ ||
752                 !sop->ors_limit->lms_s_pr_hide )
753         {
754                 tentries = BDB_IDL_N(candidates);
755         }
756
757         if ( get_pagedresults(sop) ) {
758                 if ( (ID)( sop->o_pagedresults_state.ps_cookie ) == 0 ) {
759                         id = bdb_idl_first( candidates, &cursor );
760
761                 } else {
762                         if ( sop->o_pagedresults_size == 0 ) {
763                                 rs->sr_err = LDAP_SUCCESS;
764                                 rs->sr_text = "search abandoned by pagedResult size=0";
765                                 send_ldap_result( sop, rs );
766                                 goto done;
767                         }
768                         for ( id = bdb_idl_first( candidates, &cursor );
769                                 id != NOID &&
770                                         id <= (ID)( sop->o_pagedresults_state.ps_cookie );
771                                 id = bdb_idl_next( candidates, &cursor ) )
772                         {
773                                 /* empty */;
774                         }
775                 }
776
777                 if ( cursor == NOID ) {
778 #ifdef NEW_LOGGING
779                         LDAP_LOG ( OPERATION, RESULTS, 
780                                 "bdb_search: no paged results candidates\n", 
781                                 0, 0, 0 );
782 #else
783                         Debug( LDAP_DEBUG_TRACE, 
784                                 "bdb_search: no paged results candidates\n",
785                                 0, 0, 0 );
786 #endif
787                         send_paged_response( sop, rs, lastid, 0 );
788
789                         rs->sr_err = LDAP_OTHER;
790                         goto done;
791                 }
792                 goto loop_begin;
793         }
794
795         if (( sop->o_sync_mode & SLAP_SYNC_REFRESH ) || IS_PSEARCH ) {
796                 int match;
797
798                 cookief.f_choice = LDAP_FILTER_AND;
799                 cookief.f_and = &csnfnot;
800                 cookief.f_next = NULL;
801
802                 csnfnot.f_choice = LDAP_FILTER_NOT;
803                 csnfnot.f_not = &csnfeq;
804                 csnfnot.f_next = &csnfand;
805
806                 csnfeq.f_choice = LDAP_FILTER_EQUALITY;
807                 csnfeq.f_ava = &aa_eq;
808                 csnfeq.f_av_desc = slap_schema.si_ad_entryCSN;
809                 if ( sop->o_sync_state.ctxcsn != NULL ) {
810                         csnfeq.f_av_value = *sop->o_sync_state.ctxcsn;
811                 } else {
812                         csnfeq.f_av_value = slap_empty_bv;
813                 }
814
815                 csnfand.f_choice = LDAP_FILTER_AND;
816                 csnfand.f_and = &csnfge;
817                 csnfand.f_next = NULL;
818
819                 csnfge.f_choice = LDAP_FILTER_GE;
820                 csnfge.f_ava = &aa_ge;
821                 csnfge.f_av_desc = slap_schema.si_ad_entryCSN;
822                 if ( sop->o_sync_state.ctxcsn != NULL ) {
823                         csnfge.f_av_value = *sop->o_sync_state.ctxcsn;
824                 } else {
825                         csnfge.f_av_value = slap_empty_bv;
826                 }
827
828                 if ( search_context_csn && !IS_PSEARCH ) {
829                         csnfge.f_next = &contextcsnand;
830
831                         contextcsnand.f_choice = LDAP_FILTER_AND;
832                         contextcsnand.f_and = &contextcsnle;
833                         contextcsnand.f_next = NULL;
834         
835                         contextcsnle.f_choice = LDAP_FILTER_LE;
836                         contextcsnle.f_ava = &aa_le;
837                         contextcsnle.f_av_desc = slap_schema.si_ad_entryCSN;
838                         contextcsnle.f_av_value = *search_context_csn;
839                         contextcsnle.f_next = sop->oq_search.rs_filter;
840
841                         mr = slap_schema.si_ad_entryCSN->ad_type->sat_ordering;
842                         if ( sop->o_sync_state.ctxcsn &&
843                                 sop->o_sync_state.ctxcsn->bv_val != NULL )
844                         {
845                                 value_match( &match, slap_schema.si_ad_entryCSN, mr,
846                                                 SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
847                                                 &sop->o_sync_state.ctxcsn[0], search_context_csn,
848                                                 &text );
849                         } else {
850                                 match = -1;
851                         }
852                         no_sync_state_change = ( match >= 0 );
853                 } else {
854                         csnfge.f_next = sop->oq_search.rs_filter;
855                 }
856         }
857
858         for ( id = bdb_idl_first( candidates, &cursor );
859                 id != NOID && !no_sync_state_change;
860                 id = bdb_idl_next( candidates, &cursor ) )
861         {
862                 int scopeok = 0;
863
864 loop_begin:
865                 /* check for abandon */
866                 if ( sop->o_abandon ) {
867                         if ( sop != op ) {
868                                 bdb_drop_psearch( sop, sop->o_msgid );
869                         }
870                         rs->sr_err = LDAP_SUCCESS;
871                         goto done;
872                 }
873
874                 if ( sop->o_cancel ) {
875                         assert( sop->o_cancel == SLAP_CANCEL_REQ );
876                         rs->sr_err = LDAP_CANCELLED;
877                         send_ldap_result( sop, rs );
878                         sop->o_cancel = SLAP_CANCEL_ACK;
879                         rs->sr_err = LDAP_SUCCESS;
880                         goto done;
881                 }
882
883                 /* check time limit */
884                 if ( sop->ors_tlimit != SLAP_NO_LIMIT
885                                 && slap_get_time() > stoptime )
886                 {
887                         rs->sr_err = LDAP_TIMELIMIT_EXCEEDED;
888                         rs->sr_ref = rs->sr_v2ref;
889                         send_ldap_result( sop, rs );
890                         rs->sr_err = LDAP_SUCCESS;
891                         goto done;
892                 }
893
894                 if (!IS_PSEARCH) {
895 id2entry_retry:
896                         /* get the entry with reader lock */
897                         ei = NULL;
898                         rs->sr_err = bdb_cache_find_id( op, NULL,
899                                 id, &ei, 0, locker, &lock );
900
901                         if (rs->sr_err == LDAP_BUSY) {
902                                 rs->sr_text = "ldap server busy";
903                                 send_ldap_result( sop, rs );
904                                 goto done;
905
906                         } else if ( rs->sr_err == DB_LOCK_DEADLOCK
907                                 || rs->sr_err == DB_LOCK_NOTGRANTED )
908                         {
909                                 goto id2entry_retry;    
910                         }
911
912                         if ( ei && rs->sr_err == LDAP_SUCCESS ) {
913                                 e = ei->bei_e;
914                         } else {
915                                 e = NULL;
916                         }
917
918                         if ( e == NULL ) {
919                                 if( !BDB_IDL_IS_RANGE(candidates) ) {
920                                         /* only complain for non-range IDLs */
921 #ifdef NEW_LOGGING
922                                         LDAP_LOG ( OPERATION, RESULTS,
923                                                 "bdb_search: candidate %ld not found\n",
924                                                 (long) id, 0, 0);
925 #else
926                                         Debug( LDAP_DEBUG_TRACE,
927                                                 "bdb_search: candidate %ld not found\n",
928                                                 (long) id, 0, 0 );
929 #endif
930                                 }
931
932                                 goto loop_continue;
933                         }
934                 } else {
935                         e = ps_e;
936                 }
937
938                 rs->sr_entry = e;
939
940 #ifdef BDB_SUBENTRIES
941                 /* FIXME: send all but syncrepl */
942 #if 0
943                 if ( !is_sync_protocol( sop ) )
944 #endif
945                 {
946                         if ( is_entry_subentry( e ) ) {
947                                 if( sop->oq_search.rs_scope != LDAP_SCOPE_BASE ) {
948                                         if(!get_subentries_visibility( sop )) {
949                                                 /* only subentries are visible */
950                                                 goto loop_continue;
951                                         }
952
953                                 } else if ( get_subentries( sop ) &&
954                                         !get_subentries_visibility( sop ))
955                                 {
956                                         /* only subentries are visible */
957                                         goto loop_continue;
958                                 }
959
960                         } else if ( get_subentries_visibility( sop )) {
961                                 /* only subentries are visible */
962                                 goto loop_continue;
963                         }
964                 }
965 #endif /* BDB_SUBENTRIES */
966
967                 /* Does this candidate actually satisfy the search scope?
968                  *
969                  * Note that we don't lock access to the bei_parent pointer.
970                  * Since only leaf nodes can be deleted, the parent of any
971                  * node will always be a valid node. Also since we have
972                  * a Read lock on the data, it cannot be renamed out of the
973                  * scope while we are looking at it, and unless we're using
974                  * BDB_HIER, its parents cannot be moved either.
975                  */
976                 switch( sop->ors_scope ) {
977                 case LDAP_SCOPE_BASE:
978                         /* This is always true, yes? */
979                         if ( id == base.e_id ) scopeok = 1;
980                         break;
981
982                 case LDAP_SCOPE_ONELEVEL:
983                         if ( ei->bei_parent->bei_id == base.e_id ) scopeok = 1;
984                         break;
985
986 #ifdef LDAP_SCOPE_CHILDREN
987                 case LDAP_SCOPE_CHILDREN:
988                         if ( id == base.e_id ) break;
989                         /* Fall-thru */
990 #endif
991                 case LDAP_SCOPE_SUBTREE: {
992                         EntryInfo *tmp;
993                         for (tmp = BEI(e); tmp;
994                                  tmp = tmp->bei_parent ) {
995                                 if ( tmp->bei_id == base.e_id ) {
996                                         scopeok = 1;
997                                         break;
998                                 }
999                         }
1000                         } break;
1001                 }
1002
1003 #ifdef BDB_ALIASES
1004                 /* aliases were already dereferenced in candidate list */
1005                 if ( sop->ors_deref & LDAP_DEREF_SEARCHING ) {
1006                         /* but if the search base is an alias, and we didn't
1007                          * deref it when finding, return it.
1008                          */
1009                         if ( is_entry_alias(e) &&
1010                                 ((sop->ors_deref & LDAP_DEREF_FINDING) ||
1011                                         !bvmatch(&e->e_nname, &op->o_req_ndn)))
1012                         {
1013                                 goto loop_continue;
1014                         }
1015
1016                         /* scopes is only non-empty for onelevel or subtree */
1017                         if ( !scopeok && BDB_IDL_N(scopes) ) {
1018                                 unsigned x;
1019                                 if ( sop->ors_scope == LDAP_SCOPE_ONELEVEL ) {
1020                                         x = bdb_idl_search( scopes, e->e_id );
1021                                         if ( scopes[x] == e->e_id ) scopeok = 1;
1022                                 } else {
1023                                         /* subtree, walk up the tree */
1024                                         EntryInfo *tmp = BEI(e);
1025                                         for (;tmp->bei_parent; tmp=tmp->bei_parent) {
1026                                                 x = bdb_idl_search( scopes, tmp->bei_id );
1027                                                 if ( scopes[x] == tmp->bei_id ) {
1028                                                         scopeok = 1;
1029                                                         break;
1030                                                 }
1031                                         }
1032                                 }
1033                         }
1034                 }
1035 #endif
1036
1037                 /* Not in scope, ignore it */
1038                 if ( !scopeok ) {
1039 #ifdef NEW_LOGGING
1040                         LDAP_LOG ( OPERATION, RESULTS,
1041                                 "bdb_search: %ld scope not okay\n",
1042                                 (long) id, 0, 0);
1043 #else
1044                         Debug( LDAP_DEBUG_TRACE,
1045                                 "bdb_search: %ld scope not okay\n",
1046                                 (long) id, 0, 0 );
1047 #endif
1048                         goto loop_continue;
1049                 }
1050
1051                 /*
1052                  * if it's a referral, add it to the list of referrals. only do
1053                  * this for non-base searches, and don't check the filter
1054                  * explicitly here since it's only a candidate anyway.
1055                  */
1056                 if ( !manageDSAit && sop->oq_search.rs_scope != LDAP_SCOPE_BASE
1057                         && is_entry_referral( e ) )
1058                 {
1059                         BerVarray erefs = get_entry_referrals( sop, e );
1060                         rs->sr_ref = referral_rewrite( erefs, &e->e_name, NULL,
1061                                 sop->oq_search.rs_scope == LDAP_SCOPE_ONELEVEL
1062                                         ? LDAP_SCOPE_BASE : LDAP_SCOPE_SUBTREE );
1063
1064                         send_search_reference( sop, rs );
1065
1066                         ber_bvarray_free( rs->sr_ref );
1067                         ber_bvarray_free( erefs );
1068                         rs->sr_ref = NULL;
1069
1070                         goto loop_continue;
1071                 }
1072
1073                 if ( !manageDSAit && is_entry_glue( e )) {
1074                         goto loop_continue;
1075                 }
1076
1077                 /* if it matches the filter and scope, send it */
1078                 if (IS_PSEARCH) {
1079                         if (ps_type != LDAP_PSEARCH_BY_SCOPEOUT) {
1080                                 rs->sr_err = test_filter( sop, rs->sr_entry, &cookief );
1081                         } else {
1082                                 rs->sr_err = LDAP_COMPARE_TRUE;
1083                         }
1084
1085                 } else {
1086                         if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1087                                 rc_sync = test_filter( sop, rs->sr_entry, &cookief );
1088                                 rs->sr_err = test_filter( sop, rs->sr_entry, &contextcsnand );
1089                                 if ( rs->sr_err == LDAP_COMPARE_TRUE ) {
1090                                         if ( rc_sync == LDAP_COMPARE_TRUE ) {
1091                                                 if ( no_sync_state_change ) {
1092 #ifdef NEW_LOGGING
1093                                                         LDAP_LOG ( OPERATION, RESULTS,
1094                                                                 "bdb_search: error in context csn management\n",
1095                                                                 0, 0, 0 );
1096 #else
1097                                                         Debug( LDAP_DEBUG_TRACE,
1098                                                                 "bdb_search: error in context csn management\n",
1099                                                                 0, 0, 0 );
1100 #endif
1101                                                 }
1102                                                 entry_sync_state = LDAP_SYNC_ADD;
1103
1104                                         } else {
1105                                                 if ( no_sync_state_change ) {
1106                                                         goto loop_continue;
1107                                                 }
1108                                                 entry_sync_state = LDAP_SYNC_PRESENT;
1109                                         }
1110                                 }
1111
1112                         } else {
1113                                 rs->sr_err = test_filter( sop,
1114                                         rs->sr_entry, sop->oq_search.rs_filter );
1115                         }
1116                 }
1117
1118                 if ( rs->sr_err == LDAP_COMPARE_TRUE ) {
1119                         /* check size limit */
1120                         if ( --sop->ors_slimit == -1 &&
1121                                 sop->o_sync_slog_size == -1 )
1122                         {
1123                                 if (!IS_PSEARCH) {
1124                                         bdb_cache_return_entry_r( bdb->bi_dbenv,
1125                                                 &bdb->bi_cache, e, &lock );
1126                                 }
1127                                 e = NULL;
1128                                 rs->sr_entry = NULL;
1129                                 rs->sr_err = LDAP_SIZELIMIT_EXCEEDED;
1130                                 rs->sr_ref = rs->sr_v2ref;
1131                                 send_ldap_result( sop, rs );
1132                                 rs->sr_err = LDAP_SUCCESS;
1133                                 goto done;
1134                         }
1135
1136                         if ( get_pagedresults(sop) ) {
1137                                 if ( rs->sr_nentries >= sop->o_pagedresults_size ) {
1138                                         send_paged_response( sop, rs, lastid, tentries );
1139                                         goto done;
1140                                 }
1141                                 lastid = id;
1142                         }
1143
1144                         if (e) {
1145                                 /* safe default */
1146                                 int result = -1;
1147                                 
1148                                 if (IS_PSEARCH) {
1149                                         int premodify_found = 0;
1150                                         int entry_sync_state;
1151
1152                                         if ( ps_type == LDAP_PSEARCH_BY_ADD ||
1153                                                  ps_type == LDAP_PSEARCH_BY_DELETE ||
1154                                                  ps_type == LDAP_PSEARCH_BY_MODIFY ||
1155                                                  ps_type == LDAP_PSEARCH_BY_SCOPEOUT )
1156                                         {
1157                                                 if ( ps_type == LDAP_PSEARCH_BY_MODIFY ) {
1158                                                         struct psid_entry* psid_e;
1159                                                         LDAP_LIST_FOREACH( psid_e,
1160                                                                 &op->o_pm_list, ps_link)
1161                                                         {
1162                                                                 if( psid_e->ps_op == sop ) {
1163                                                                         premodify_found = 1;
1164                                                                         LDAP_LIST_REMOVE(psid_e, ps_link);
1165                                                                         break;
1166                                                                 }
1167                                                         }
1168                                                         if (psid_e != NULL) free (psid_e);
1169                                                 }
1170
1171                                                 if ( ps_type == LDAP_PSEARCH_BY_ADD ) {
1172                                                         entry_sync_state = LDAP_SYNC_ADD;
1173                                                 } else if ( ps_type == LDAP_PSEARCH_BY_DELETE ) {
1174                                                         entry_sync_state = LDAP_SYNC_DELETE;
1175                                                 } else if ( ps_type == LDAP_PSEARCH_BY_MODIFY ) {
1176                                                         if ( premodify_found ) {
1177                                                                 entry_sync_state = LDAP_SYNC_MODIFY;
1178                                                         } else {
1179                                                                 entry_sync_state = LDAP_SYNC_ADD;
1180                                                         }
1181                                                 } else if ( ps_type == LDAP_PSEARCH_BY_SCOPEOUT ) {
1182                                                         entry_sync_state = LDAP_SYNC_DELETE;
1183                                                 } else {
1184                                                         rs->sr_err = LDAP_OTHER;
1185                                                         goto done;
1186                                                 }
1187
1188                                                 if ( sop->o_sync_slog_size != -1 ) {
1189                                                         if ( entry_sync_state == LDAP_SYNC_DELETE ) {
1190                                                                 result = slap_add_session_log( op, sop, e );
1191                                                         } else {
1192                                                                 result = 1;
1193                                                         }
1194                                                 } else {
1195                                                         struct berval cookie;
1196                                                         slap_compose_sync_cookie( sop, &cookie,
1197                                                                 search_context_csn,
1198                                                                 sop->o_sync_state.sid,
1199                                                                 sop->o_sync_state.rid );
1200                                                         rs->sr_err = slap_build_sync_state_ctrl( sop,
1201                                                                 rs, e, entry_sync_state, ctrls,
1202                                                                 num_ctrls++, 1, &cookie );
1203                                                         if ( rs->sr_err != LDAP_SUCCESS ) goto done;
1204                                                         rs->sr_attrs = attrs;
1205                                                         rs->sr_ctrls = ctrls;
1206                                                         rs->sr_flags = 0;
1207                                                         result = send_search_entry( sop, rs );
1208                                                         if ( cookie.bv_val ) ch_free( cookie.bv_val );  
1209                                                         slap_sl_free(
1210                                                                 ctrls[num_ctrls-1]->ldctl_value.bv_val,
1211                                                                 sop->o_tmpmemctx );
1212                                                         slap_sl_free( ctrls[--num_ctrls],
1213                                                                 sop->o_tmpmemctx );
1214                                                         ctrls[num_ctrls] = NULL;
1215                                                         rs->sr_ctrls = NULL;
1216                                                 }
1217
1218                                         } else if ( ps_type == LDAP_PSEARCH_BY_PREMODIFY ) {
1219                                                 struct psid_entry* psid_e;
1220                                                 psid_e = (struct psid_entry *) ch_calloc(1,
1221                                                         sizeof(struct psid_entry));
1222                                                 psid_e->ps_op = sop;
1223                                                 LDAP_LIST_INSERT_HEAD( &op->o_pm_list,
1224                                                         psid_e, ps_link );
1225
1226                                         } else {
1227 #ifdef NEW_LOGGING
1228                                                 LDAP_LOG ( OPERATION, RESULTS,
1229                                                         "bdb_search: invalid ps_type (%d) \n",
1230                                                         ps_type, 0, 0);
1231 #else
1232                                                 Debug( LDAP_DEBUG_TRACE,
1233                                                         "bdb_search: invalid ps_type (%d) \n",
1234                                                         ps_type, 0, 0);
1235 #endif
1236                                         }
1237
1238                                 } else {
1239                                         if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1240                                                 if ( rc_sync == LDAP_COMPARE_TRUE ) { /* ADD */
1241                                                         rs->sr_err = slap_build_sync_state_ctrl( sop,
1242                                                                 rs, e, entry_sync_state, ctrls,
1243                                                                 num_ctrls++, 0, NULL );
1244                                                         if ( rs->sr_err != LDAP_SUCCESS ) goto done;
1245                                                         rs->sr_ctrls = ctrls;
1246                                                         rs->sr_attrs = sop->oq_search.rs_attrs;
1247                                                         rs->sr_flags = 0;
1248                                                         result = send_search_entry( sop, rs );
1249                                                         slap_sl_free(
1250                                                                 ctrls[num_ctrls-1]->ldctl_value.bv_val,
1251                                                                 sop->o_tmpmemctx );
1252                                                         slap_sl_free( ctrls[--num_ctrls],
1253                                                                 sop->o_tmpmemctx );
1254                                                         ctrls[num_ctrls] = NULL;
1255                                                         rs->sr_ctrls = NULL;
1256
1257                                                 } else { /* PRESENT */
1258                                                         if ( sync_send_present_mode ) {
1259                                                                 result = slap_build_syncUUID_set( sop,
1260                                                                         &syncUUID_set, e );
1261                                                                 if ( result <= 0 ) {
1262                                                                         result = -1;    
1263                                                                 } else {
1264                                                                         syncUUID_set_cnt++;
1265                                                                         if ( syncUUID_set_cnt ==
1266                                                                                 SLAP_SYNCUUID_SET_SIZE )
1267                                                                         {
1268                                                                                 rs->sr_err = LDAP_SUCCESS;
1269                                                                                 rs->sr_rspoid = LDAP_SYNC_INFO;
1270                                                                                 rs->sr_ctrls = NULL;
1271                                                                                 result = slap_send_syncinfo( sop, rs,
1272                                                                                         LDAP_TAG_SYNC_ID_SET,
1273                                                                                         NULL, 0, syncUUID_set, 0 );
1274                                                                                 if ( result != LDAP_SUCCESS ) {
1275                                                                                         result = -1;
1276                                                                                 }
1277                                                                                 ber_bvarray_free_x( syncUUID_set,
1278                                                                                         sop->o_tmpmemctx );
1279                                                                                 syncUUID_set = NULL;
1280                                                                                 syncUUID_set_cnt = 0;
1281                                                                         }
1282                                                                 }
1283
1284                                                         } else {
1285                                                                 result = 1;
1286                                                         }
1287                                                 }
1288
1289                                         } else {
1290                                                 rs->sr_attrs = sop->oq_search.rs_attrs;
1291                                                 rs->sr_ctrls = NULL;
1292                                                 rs->sr_flags = 0;
1293                                                 rs->sr_err = LDAP_SUCCESS;
1294                                                 result = send_search_entry( sop, rs );
1295                                         }
1296                                 }
1297
1298                                 switch (result) {
1299                                 case 0:         /* entry sent ok */
1300                                         break;
1301                                 case 1:         /* entry not sent */
1302                                         break;
1303                                 case -1:        /* connection closed */
1304                                         if (!IS_PSEARCH) {
1305                                                 bdb_cache_return_entry_r(bdb->bi_dbenv,
1306                                                         &bdb->bi_cache, e, &lock);
1307                                         }
1308                                         e = NULL;
1309                                         rs->sr_entry = NULL;
1310                                         rs->sr_err = LDAP_OTHER;
1311                                         goto done;
1312                                 }
1313                         }
1314
1315                 } else {
1316 #ifdef NEW_LOGGING
1317                         LDAP_LOG ( OPERATION, RESULTS,
1318                                 "bdb_search: %ld does not match filter\n", (long) id, 0, 0);
1319 #else
1320                         Debug( LDAP_DEBUG_TRACE,
1321                                 "bdb_search: %ld does not match filter\n",
1322                                 (long) id, 0, 0 );
1323 #endif
1324                 }
1325
1326 loop_continue:
1327                 if( e != NULL ) {
1328                         /* free reader lock */
1329                         if (!IS_PSEARCH) {
1330                                 bdb_cache_return_entry_r( bdb->bi_dbenv,
1331                                         &bdb->bi_cache, e , &lock );
1332                                 if ( sop->o_nocaching ) {
1333                                         bdb_cache_delete_entry( bdb, ei, locker, &lock );
1334                                 }
1335                         }
1336                         e = NULL;
1337                         rs->sr_entry = NULL;
1338                 }
1339
1340                 ldap_pvt_thread_yield();
1341         }
1342
1343         if ( syncUUID_set_cnt > 0 ) {
1344                 rs->sr_err = LDAP_SUCCESS;
1345                 rs->sr_rspoid = LDAP_SYNC_INFO;
1346                 rs->sr_ctrls = NULL;
1347                 slap_send_syncinfo( sop, rs, LDAP_TAG_SYNC_ID_SET,
1348                         NULL, 0, syncUUID_set, 0 );
1349                 ber_bvarray_free_x( syncUUID_set, sop->o_tmpmemctx );
1350                 syncUUID_set_cnt = 0;
1351         }
1352
1353 nochange:
1354         if (!IS_PSEARCH) {
1355                 if ( sop->o_sync_mode & SLAP_SYNC_REFRESH ) {
1356                         if ( sop->o_sync_mode & SLAP_SYNC_PERSIST ) {
1357                                 struct berval cookie;
1358                                 slap_compose_sync_cookie( sop, &cookie, search_context_csn,
1359                                         sop->o_sync_state.sid, sop->o_sync_state.rid );
1360
1361                                 if ( sync_send_present_mode ) {
1362                                         rs->sr_err = LDAP_SUCCESS;
1363                                         rs->sr_rspoid = LDAP_SYNC_INFO;
1364                                         rs->sr_ctrls = NULL;
1365                                         slap_send_syncinfo( sop, rs,
1366                                                 LDAP_TAG_SYNC_REFRESH_PRESENT, &cookie, 1, NULL, 0 );
1367
1368                                 } else {
1369                                         if ( !no_sync_state_change ) {
1370                                                 int slog_found = 0;
1371                                                 ldap_pvt_thread_rdwr_rlock( &bdb->bi_pslist_rwlock );
1372                                                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list,
1373                                                         o_ps_link )
1374                                                 {
1375                                                         if ( ps_list->o_sync_slog_size > 0 ) {
1376                                                                 if ( ps_list->o_sync_state.sid ==
1377                                                                         sop->o_sync_state.sid )
1378                                                                 {
1379                                                                         slog_found = 1;
1380                                                                         break;
1381                                                                 }
1382                                                         }
1383                                                 }
1384                 
1385                                                 if ( slog_found ) {
1386                                                         rs->sr_err = LDAP_SUCCESS;
1387                                                         rs->sr_rspoid = NULL;
1388                                                         rs->sr_ctrls = NULL;
1389                                                         slap_send_session_log( op, ps_list, rs );
1390                                                 }
1391                                                 ldap_pvt_thread_rdwr_runlock( &bdb->bi_pslist_rwlock );
1392                                         }
1393
1394                                         rs->sr_err = LDAP_SUCCESS;
1395                                         rs->sr_rspoid = LDAP_SYNC_INFO;
1396                                         rs->sr_ctrls = NULL;
1397                                         slap_send_syncinfo( sop, rs,
1398                                                 LDAP_TAG_SYNC_REFRESH_DELETE, &cookie, 1, NULL, 0 );
1399                                 }
1400
1401                                 if ( cookie.bv_val ) ch_free( cookie.bv_val );
1402
1403                         } else {
1404                                 /* refreshOnly mode */
1405                                 struct berval cookie;
1406                                 slap_compose_sync_cookie( sop, &cookie, search_context_csn,
1407                                         sop->o_sync_state.sid, sop->o_sync_state.rid );
1408
1409                                 if ( sync_send_present_mode ) {
1410                                         slap_build_sync_done_ctrl( sop, rs, ctrls,
1411                                                 num_ctrls++, 1, &cookie, LDAP_SYNC_REFRESH_PRESENTS );
1412
1413                                 } else {
1414                                         if ( !no_sync_state_change ) {
1415                                                 int slog_found = 0;
1416                                                 ldap_pvt_thread_rdwr_rlock( &bdb->bi_pslist_rwlock );
1417                                                 LDAP_LIST_FOREACH( ps_list, &bdb->bi_psearch_list,
1418                                                         o_ps_link )
1419                                                 {
1420                                                         if ( ps_list->o_sync_slog_size > 0 ) {
1421                                                                 if ( ps_list->o_sync_state.sid ==
1422                                                                                 sop->o_sync_state.sid ) {
1423                                                                         slog_found = 1;
1424                                                                         break;
1425                                                                 }
1426                                                         }
1427                                                 }
1428                 
1429                                                 if ( slog_found ) {
1430                                                         slap_send_session_log( op, ps_list, rs );
1431                                                 }
1432                                                 ldap_pvt_thread_rdwr_runlock( &bdb->bi_pslist_rwlock );
1433                                         }
1434
1435                                         slap_build_sync_done_ctrl( sop, rs, ctrls,
1436                                                 num_ctrls++, 1, &cookie, LDAP_SYNC_REFRESH_DELETES );
1437                                 }
1438
1439                                 rs->sr_ctrls = ctrls;
1440                                 rs->sr_ref = rs->sr_v2ref;
1441                                 rs->sr_err = (rs->sr_v2ref == NULL)
1442                                         ? LDAP_SUCCESS : LDAP_REFERRAL;
1443                                 rs->sr_rspoid = NULL;
1444                                 send_ldap_result( sop, rs );
1445                                 if ( ctrls[num_ctrls-1]->ldctl_value.bv_val != NULL ) {
1446                                         slap_sl_free( ctrls[num_ctrls-1]->ldctl_value.bv_val,
1447                                                 sop->o_tmpmemctx );
1448                                 }
1449                                 slap_sl_free( ctrls[--num_ctrls], sop->o_tmpmemctx );
1450                                 ctrls[num_ctrls] = NULL;
1451                                 if ( cookie.bv_val ) ch_free( cookie.bv_val );  
1452                         }
1453
1454                 } else {
1455                         rs->sr_ctrls = NULL;
1456                         rs->sr_ref = rs->sr_v2ref;
1457                         rs->sr_err = (rs->sr_v2ref == NULL) ? LDAP_SUCCESS : LDAP_REFERRAL;
1458                         rs->sr_rspoid = NULL;
1459                         send_ldap_result( sop, rs );
1460                 }
1461         }
1462
1463         rs->sr_err = LDAP_SUCCESS;
1464
1465 done:
1466         if( !IS_PSEARCH && e != NULL ) {
1467                 /* free reader lock */
1468                 bdb_cache_return_entry_r( bdb->bi_dbenv, &bdb->bi_cache, e, &lock );
1469         }
1470
1471         LOCK_ID_FREE( bdb->bi_dbenv, locker );
1472
1473         ber_bvfree( search_context_csn );
1474
1475         if( rs->sr_v2ref ) {
1476                 ber_bvarray_free( rs->sr_v2ref );
1477                 rs->sr_v2ref = NULL;
1478         }
1479         if( realbase.bv_val ) ch_free( realbase.bv_val );
1480
1481         return rs->sr_err;
1482 }
1483
1484
1485 static int base_candidate(
1486         BackendDB       *be,
1487         Entry   *e,
1488         ID              *ids )
1489 {
1490 #ifdef NEW_LOGGING
1491         LDAP_LOG ( OPERATION, ENTRY,
1492                 "base_candidate: base: \"%s\" (0x%08lx)\n",
1493                 e->e_nname.bv_val, (long) e->e_id, 0);
1494 #else
1495         Debug(LDAP_DEBUG_ARGS, "base_candidates: base: \"%s\" (0x%08lx)\n",
1496                 e->e_nname.bv_val, (long) e->e_id, 0);
1497 #endif
1498
1499         ids[0] = 1;
1500         ids[1] = e->e_id;
1501         return 0;
1502 }
1503
1504 /* Look for "objectClass Present" in this filter.
1505  * Also count depth of filter tree while we're at it.
1506  */
1507 static int oc_filter(
1508         Filter *f,
1509         int cur,
1510         int *max )
1511 {
1512         int rc = 0;
1513
1514         assert( f );
1515
1516         if( cur > *max ) *max = cur;
1517
1518         switch( f->f_choice ) {
1519         case LDAP_FILTER_PRESENT:
1520                 if (f->f_desc == slap_schema.si_ad_objectClass) {
1521                         rc = 1;
1522                 }
1523                 break;
1524
1525         case LDAP_FILTER_AND:
1526         case LDAP_FILTER_OR:
1527                 cur++;
1528                 for ( f=f->f_and; f; f=f->f_next ) {
1529                         (void) oc_filter(f, cur, max);
1530                 }
1531                 break;
1532
1533         default:
1534                 break;
1535         }
1536         return rc;
1537 }
1538
1539 static void search_stack_free( void *key, void *data )
1540 {
1541         ber_memfree_x(data, NULL);
1542 }
1543
1544 static void *search_stack( Operation *op )
1545 {
1546         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
1547         void *ret = NULL;
1548
1549         if ( op->o_threadctx ) {
1550                 ldap_pvt_thread_pool_getkey( op->o_threadctx, search_stack,
1551                         &ret, NULL );
1552         } else {
1553                 ret = bdb->bi_search_stack;
1554         }
1555
1556         if ( !ret ) {
1557                 ret = ch_malloc( bdb->bi_search_stack_depth * BDB_IDL_UM_SIZE
1558                         * sizeof( ID ) );
1559                 if ( op->o_threadctx ) {
1560                         ldap_pvt_thread_pool_setkey( op->o_threadctx, search_stack,
1561                                 ret, search_stack_free );
1562                 } else {
1563                         bdb->bi_search_stack = ret;
1564                 }
1565         }
1566         return ret;
1567 }
1568
1569 static int search_candidates(
1570         Operation *stackop,
1571         Operation *op,
1572         SlapReply *rs,
1573         Entry *e,
1574         u_int32_t locker,
1575         ID      *ids,
1576         ID      *scopes )
1577 {
1578         struct bdb_info *bdb = (struct bdb_info *) op->o_bd->be_private;
1579         int rc, depth = 1;
1580         Filter          f, rf, xf, nf;
1581         ID              *stack;
1582         AttributeAssertion aa_ref;
1583 #ifdef BDB_SUBENTRIES
1584         Filter  sf;
1585         AttributeAssertion aa_subentry;
1586 #endif
1587
1588         /*
1589          * This routine takes as input a filter (user-filter)
1590          * and rewrites it as follows:
1591          *      (&(scope=DN)[(objectClass=subentry)]
1592          *              (|[(objectClass=referral)(objectClass=alias)](user-filter))
1593          */
1594
1595 #ifdef NEW_LOGGING
1596         LDAP_LOG ( OPERATION, ENTRY,
1597                 "search_candidates: base=\"%s\" (0x%08lx) scope=%d\n", 
1598                 e->e_nname.bv_val, (long) e->e_id, op->oq_search.rs_scope);
1599 #else
1600         Debug(LDAP_DEBUG_TRACE,
1601                 "search_candidates: base=\"%s\" (0x%08lx) scope=%d\n",
1602                 e->e_nname.bv_val, (long) e->e_id, op->oq_search.rs_scope );
1603 #endif
1604
1605         xf.f_or = op->oq_search.rs_filter;
1606         xf.f_choice = LDAP_FILTER_OR;
1607         xf.f_next = NULL;
1608
1609         /* If the user's filter uses objectClass=*,
1610          * these clauses are redundant.
1611          */
1612         if (!oc_filter(op->oq_search.rs_filter, 1, &depth)
1613                 && !get_subentries_visibility(op)
1614                 && !is_sync_protocol(op) )
1615         {
1616                 if( !get_manageDSAit(op) && !get_domainScope(op) ) {
1617                         /* match referral objects */
1618                         struct berval bv_ref = { sizeof("referral")-1, "referral" };
1619                         rf.f_choice = LDAP_FILTER_EQUALITY;
1620                         rf.f_ava = &aa_ref;
1621                         rf.f_av_desc = slap_schema.si_ad_objectClass;
1622                         rf.f_av_value = bv_ref;
1623                         rf.f_next = xf.f_or;
1624                         xf.f_or = &rf;
1625                         depth++;
1626                 }
1627         }
1628
1629         f.f_next = NULL;
1630         f.f_choice = LDAP_FILTER_AND;
1631         f.f_and = &nf;
1632         /* Dummy; we compute scope separately now */
1633         nf.f_choice = SLAPD_FILTER_COMPUTED;
1634         nf.f_result = LDAP_SUCCESS;
1635         nf.f_next = ( xf.f_or == op->oq_search.rs_filter )
1636                 ? op->oq_search.rs_filter : &xf ;
1637         /* Filter depth increased again, adding dummy clause */
1638         depth++;
1639
1640 #ifdef BDB_SUBENTRIES
1641         if( get_subentries_visibility( op ) ) {
1642                 struct berval bv_subentry = { sizeof("SUBENTRY")-1, "SUBENTRY" };
1643                 sf.f_choice = LDAP_FILTER_EQUALITY;
1644                 sf.f_ava = &aa_subentry;
1645                 sf.f_av_desc = slap_schema.si_ad_objectClass;
1646                 sf.f_av_value = bv_subentry;
1647                 sf.f_next = nf.f_next;
1648                 nf.f_next = &sf;
1649         }
1650 #endif
1651
1652         /* Allocate IDL stack, plus 1 more for former tmp */
1653         if ( depth+1 > bdb->bi_search_stack_depth ) {
1654                 stack = ch_malloc( (depth + 1) * BDB_IDL_UM_SIZE * sizeof( ID ) );
1655         } else {
1656                 stack = search_stack( stackop );
1657         }
1658
1659         if( op->ors_deref & LDAP_DEREF_SEARCHING ) {
1660                 rc = search_aliases( op, rs, e, locker, ids, scopes, stack );
1661         } else {
1662                 rc = bdb_dn2idl( op, e, ids, stack );
1663         }
1664
1665         if ( rc == LDAP_SUCCESS ) {
1666                 rc = bdb_filter_candidates( op, &f, ids,
1667                         stack, stack+BDB_IDL_UM_SIZE );
1668         }
1669
1670         if ( depth+1 > bdb->bi_search_stack_depth ) {
1671                 ch_free( stack );
1672         }
1673
1674         if( rc ) {
1675 #ifdef NEW_LOGGING
1676                 LDAP_LOG ( OPERATION, DETAIL1,
1677                         "bdb_search_candidates: failed (rc=%d)\n", rc, 0, 0  );
1678 #else
1679                 Debug(LDAP_DEBUG_TRACE,
1680                         "bdb_search_candidates: failed (rc=%d)\n",
1681                         rc, NULL, NULL );
1682 #endif
1683
1684         } else {
1685 #ifdef NEW_LOGGING
1686                 LDAP_LOG ( OPERATION, DETAIL1,
1687                         "bdb_search_candidates: id=%ld first=%ld last=%ld\n",
1688                         (long) ids[0], (long) BDB_IDL_FIRST(ids), 
1689                         (long) BDB_IDL_LAST(ids));
1690 #else
1691                 Debug(LDAP_DEBUG_TRACE,
1692                         "bdb_search_candidates: id=%ld first=%ld last=%ld\n",
1693                         (long) ids[0],
1694                         (long) BDB_IDL_FIRST(ids),
1695                         (long) BDB_IDL_LAST(ids) );
1696 #endif
1697         }
1698
1699         return rc;
1700 }
1701
1702 static void
1703 send_paged_response( 
1704         Operation       *op,
1705         SlapReply       *rs,
1706         ID              lastid,
1707         int             tentries )
1708 {
1709         LDAPControl     ctrl, *ctrls[2];
1710         BerElementBuffer berbuf;
1711         BerElement      *ber = (BerElement *)&berbuf;
1712         struct berval   cookie = BER_BVNULL;
1713         PagedResultsCookie respcookie;
1714
1715 #ifdef NEW_LOGGING
1716         LDAP_LOG ( OPERATION, ENTRY,
1717                 "send_paged_response: lastid: (0x%08lx) "
1718                 "nentries: (0x%081x)\n", 
1719                 lastid, rs->sr_nentries, NULL );
1720 #else
1721         Debug(LDAP_DEBUG_ARGS, "send_paged_response: lastid: (0x%08lx) "
1722                 "nentries: (0x%081x)\n", lastid, rs->sr_nentries, NULL );
1723 #endif
1724
1725         ctrl.ldctl_value.bv_val = NULL;
1726         ctrls[0] = &ctrl;
1727         ctrls[1] = NULL;
1728
1729         ber_init2( ber, NULL, LBER_USE_DER );
1730
1731         respcookie = ( PagedResultsCookie )lastid;
1732         op->o_conn->c_pagedresults_state.ps_cookie = respcookie;
1733         op->o_conn->c_pagedresults_state.ps_count =
1734                 op->o_pagedresults_state.ps_count + rs->sr_nentries;
1735         cookie.bv_len = sizeof( respcookie );
1736         cookie.bv_val = (char *)&respcookie;
1737
1738         /*
1739          * FIXME: we should consider sending an estimate of the entries
1740          * left, after appropriate security check is done
1741          */
1742         ber_printf( ber, "{iO}", tentries, &cookie ); 
1743
1744         if ( ber_flatten2( ber, &ctrls[0]->ldctl_value, 0 ) == -1 ) {
1745                 goto done;
1746         }
1747
1748         ctrls[0]->ldctl_oid = LDAP_CONTROL_PAGEDRESULTS;
1749         ctrls[0]->ldctl_iscritical = 0;
1750
1751         rs->sr_ctrls = ctrls;
1752         rs->sr_err = LDAP_SUCCESS;
1753         send_ldap_result( op, rs );
1754
1755 done:
1756         (void) ber_free_buf( ber );
1757 }
1758