]> git.sur5r.net Git - openldap/blob - servers/slapd/back-meta/search.c
more on recovery (ITS#4429)
[openldap] / servers / slapd / back-meta / search.c
1 /* $OpenLDAP$ */
2 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
3  *
4  * Copyright 1999-2006 The OpenLDAP Foundation.
5  * Portions Copyright 2001-2003 Pierangelo Masarati.
6  * Portions Copyright 1999-2003 Howard Chu.
7  * All rights reserved.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted only as authorized by the OpenLDAP
11  * Public License.
12  *
13  * A copy of this license is available in the file LICENSE in the
14  * top-level directory of the distribution or, alternatively, at
15  * <http://www.OpenLDAP.org/license.html>.
16  */
17 /* ACKNOWLEDGEMENTS:
18  * This work was initially developed by the Howard Chu for inclusion
19  * in OpenLDAP Software and subsequently enhanced by Pierangelo
20  * Masarati.
21  */
22
23 #include "portable.h"
24
25 #include <stdio.h>
26
27 #include <ac/socket.h>
28 #include <ac/string.h>
29 #include <ac/time.h>
30
31 #include "slap.h"
32 #include "../back-ldap/back-ldap.h"
33 #include "back-meta.h"
34 #undef ldap_debug       /* silence a warning in ldap-int.h */
35 #include "ldap_log.h"
36 #include "../../../libraries/libldap/ldap-int.h"
37
38 static int
39 meta_send_entry(
40         Operation       *op,
41         SlapReply       *rs,
42         metaconn_t      *mc,
43         int             i,
44         LDAPMessage     *e );
45
46 typedef enum meta_search_candidate_t {
47         META_SEARCH_ERR = -1,
48         META_SEARCH_NOT_CANDIDATE,
49         META_SEARCH_CANDIDATE
50 } meta_search_candidate_t;
51
52 static meta_search_candidate_t
53 meta_back_search_start(
54         Operation               *op,
55         SlapReply               *rs,
56         dncookie                *dc,
57         metasingleconn_t        *msc,
58         int                     candidate,
59         SlapReply               *candidates
60 )
61 {
62         metainfo_t      *mi = ( metainfo_t * )op->o_bd->be_private;
63         struct berval   realbase = op->o_req_dn;
64         int             realscope = op->ors_scope;
65         ber_len_t       suffixlen = 0;
66         struct berval   mbase = BER_BVNULL; 
67         struct berval   mfilter = BER_BVNULL;
68         char            **mapped_attrs = NULL;
69         int             rc;
70         meta_search_candidate_t retcode;
71         struct timeval  tv, *tvp = NULL;
72
73         /* should we check return values? */
74         if ( op->ors_deref != -1 ) {
75                 ldap_set_option( msc->msc_ld, LDAP_OPT_DEREF,
76                                 ( void * )&op->ors_deref );
77         }
78
79         if ( op->ors_tlimit != SLAP_NO_LIMIT ) {
80                 tv.tv_sec = op->ors_tlimit > 0 ? op->ors_tlimit : 1;
81                 tvp = &tv;
82         }
83
84         dc->target = &mi->mi_targets[ candidate ];
85
86         /*
87          * modifies the base according to the scope, if required
88          */
89         suffixlen = mi->mi_targets[ candidate ].mt_nsuffix.bv_len;
90         if ( suffixlen > op->o_req_ndn.bv_len ) {
91                 switch ( op->ors_scope ) {
92                 case LDAP_SCOPE_SUBTREE:
93                         /*
94                          * make the target suffix the new base
95                          * FIXME: this is very forgiving, because
96                          * "illegal" searchBases may be turned
97                          * into the suffix of the target; however,
98                          * the requested searchBase already passed
99                          * thru the candidate analyzer...
100                          */
101                         if ( dnIsSuffix( &mi->mi_targets[ candidate ].mt_nsuffix,
102                                         &op->o_req_ndn ) )
103                         {
104                                 realbase = mi->mi_targets[ candidate ].mt_nsuffix;
105                                 if ( mi->mi_targets[ candidate ].mt_scope == LDAP_SCOPE_SUBORDINATE ) {
106                                         realscope = LDAP_SCOPE_SUBORDINATE;
107                                 }
108
109                         } else {
110                                 /*
111                                  * this target is no longer candidate
112                                  */
113                                 return META_SEARCH_NOT_CANDIDATE;
114                         }
115                         break;
116
117                 case LDAP_SCOPE_SUBORDINATE:
118                 case LDAP_SCOPE_ONELEVEL:
119                 {
120                         struct berval   rdn = mi->mi_targets[ candidate ].mt_nsuffix;
121                         rdn.bv_len -= op->o_req_ndn.bv_len + STRLENOF( "," );
122                         if ( dnIsOneLevelRDN( &rdn )
123                                         && dnIsSuffix( &mi->mi_targets[ candidate ].mt_nsuffix, &op->o_req_ndn ) )
124                         {
125                                 /*
126                                  * if there is exactly one level,
127                                  * make the target suffix the new
128                                  * base, and make scope "base"
129                                  */
130                                 realbase = mi->mi_targets[ candidate ].mt_nsuffix;
131                                 if ( op->ors_scope == LDAP_SCOPE_SUBORDINATE ) {
132                                         if ( mi->mi_targets[ candidate ].mt_scope == LDAP_SCOPE_SUBORDINATE ) {
133                                                 realscope = LDAP_SCOPE_SUBORDINATE;
134                                         } else {
135                                                 realscope = LDAP_SCOPE_SUBTREE;
136                                         }
137                                 } else {
138                                         realscope = LDAP_SCOPE_BASE;
139                                 }
140                                 break;
141                         } /* else continue with the next case */
142                 }
143
144                 case LDAP_SCOPE_BASE:
145                         /*
146                          * this target is no longer candidate
147                          */
148                         return META_SEARCH_NOT_CANDIDATE;
149                 }
150         }
151
152         /*
153          * Rewrite the search base, if required
154          */
155         dc->ctx = "searchBase";
156         switch ( ldap_back_dn_massage( dc, &realbase, &mbase ) ) {
157         default:
158                 break;
159
160         case REWRITE_REGEXEC_UNWILLING:
161                 rs->sr_err = LDAP_UNWILLING_TO_PERFORM;
162                 rs->sr_text = "Operation not allowed";
163                 send_ldap_result( op, rs );
164                 return META_SEARCH_ERR;
165
166         case REWRITE_REGEXEC_ERR:
167
168                 /*
169                  * this target is no longer candidate
170                  */
171                 return META_SEARCH_NOT_CANDIDATE;
172         }
173
174         /*
175          * Maps filter
176          */
177         rc = ldap_back_filter_map_rewrite( dc, op->ors_filter,
178                         &mfilter, BACKLDAP_MAP );
179         switch ( rc ) {
180         case LDAP_SUCCESS:
181                 break;
182
183         case LDAP_COMPARE_FALSE:
184         default:
185                 /*
186                  * this target is no longer candidate
187                  */
188                 retcode = META_SEARCH_NOT_CANDIDATE;
189                 goto done;
190         }
191
192         /*
193          * Maps required attributes
194          */
195         rc = ldap_back_map_attrs( &mi->mi_targets[ candidate ].mt_rwmap.rwm_at,
196                         op->ors_attrs, BACKLDAP_MAP, &mapped_attrs );
197         if ( rc != LDAP_SUCCESS ) {
198                 /*
199                  * this target is no longer candidate
200                  */
201                 retcode = META_SEARCH_NOT_CANDIDATE;
202                 goto done;
203         }
204
205         /*
206          * Starts the search
207          */
208         rc = ldap_search_ext( msc->msc_ld,
209                         mbase.bv_val, realscope, mfilter.bv_val,
210                         mapped_attrs, op->ors_attrsonly,
211                         op->o_ctrls, NULL, tvp, op->ors_slimit,
212                         &candidates[ candidate ].sr_msgid ); 
213         if ( rc == LDAP_SUCCESS ) {
214                 retcode = META_SEARCH_CANDIDATE;
215
216         } else {
217                 candidates[ candidate ].sr_msgid = -1;
218                 retcode = META_SEARCH_NOT_CANDIDATE;
219         }
220
221 done:;
222         if ( mapped_attrs ) {
223                 free( mapped_attrs );
224         }
225         if ( mfilter.bv_val != op->ors_filterstr.bv_val ) {
226                 free( mfilter.bv_val );
227         }
228         if ( mbase.bv_val != realbase.bv_val ) {
229                 free( mbase.bv_val );
230         }
231
232         return retcode;
233 }
234
235 int
236 meta_back_search( Operation *op, SlapReply *rs )
237 {
238         metainfo_t      *mi = ( metainfo_t * )op->o_bd->be_private;
239         metaconn_t      *mc;
240         struct timeval  tv = { 0, 0 };
241         time_t          stoptime = (time_t)-1;
242         LDAPMessage     *res = NULL, *e;
243         int             rc = 0, sres = LDAP_SUCCESS;
244         char            *matched = NULL;
245         int             last = 0, ncandidates = 0,
246                         initial_candidates = 0, candidate_match = 0;
247         long            i;
248         dncookie        dc;
249         int             is_ok = 0;
250         void            *savepriv;
251         SlapReply       *candidates = meta_back_candidates_get( op );
252
253         /*
254          * controls are set in ldap_back_dobind()
255          * 
256          * FIXME: in case of values return filter, we might want
257          * to map attrs and maybe rewrite value
258          */
259         mc = meta_back_getconn( op, rs, NULL, LDAP_BACK_SENDERR );
260         if ( !mc || !meta_back_dobind( op, rs, mc, LDAP_BACK_SENDERR ) ) {
261                 return rs->sr_err;
262         }
263
264         dc.conn = op->o_conn;
265         dc.rs = rs;
266
267         /*
268          * Inits searches
269          */
270         for ( i = 0; i < mi->mi_ntargets; i++ ) {
271                 metasingleconn_t        *msc = &mc->mc_conns[ i ];
272
273                 candidates[ i ].sr_msgid = -1;
274                 candidates[ i ].sr_matched = NULL;
275                 candidates[ i ].sr_text = NULL;
276                 candidates[ i ].sr_ref = NULL;
277                 candidates[ i ].sr_ctrls = NULL;
278
279                 if ( candidates[ i ].sr_tag != META_CANDIDATE
280                         || candidates[ i ].sr_err != LDAP_SUCCESS )
281                 {
282                         continue;
283                 }
284
285                 switch ( meta_back_search_start( op, rs, &dc, msc, i, candidates ) )
286                 {
287                 case META_SEARCH_NOT_CANDIDATE:
288                         break;
289
290                 case META_SEARCH_CANDIDATE:
291                         candidates[ i ].sr_type = REP_INTERMEDIATE;
292                         ++ncandidates;
293                         break;
294
295                 case META_SEARCH_ERR:
296                         rc = -1;
297                         goto finish;
298                 }
299         }
300
301         initial_candidates = ncandidates;
302
303 #if 0
304         {
305                 char    cnd[BUFSIZ];
306                 int     i;
307
308                 for ( i = 0; i < mi->mi_ntargets; i++ ) {
309                         if ( candidates[ i ].sr_tag == META_CANDIDATE ) {
310                                 cnd[ i ] = '*';
311                         } else {
312                                 cnd[ i ] = ' ';
313                         }
314                 }
315                 cnd[ i ] = '\0';
316
317                 Debug( LDAP_DEBUG_ANY, "%s meta_back_search: ncandidates=%d "
318                         "cnd=\"%s\"\n", op->o_log_prefix, ncandidates, cnd );
319         }
320 #endif
321
322         if ( initial_candidates == 0 ) {
323                 /* NOTE: here we are not sending any matchedDN;
324                  * this is intended, because if the back-meta
325                  * is serving this search request, but no valid
326                  * candidate could be looked up, it means that
327                  * there is a hole in the mapping of the targets
328                  * and thus no knowledge of any remote superior
329                  * is available */
330                 Debug( LDAP_DEBUG_ANY, "%s meta_back_search: "
331                         "base=\"%s\" scope=%d: "
332                         "no candidate could be selected\n",
333                         op->o_log_prefix, op->o_req_dn.bv_val,
334                         op->ors_scope );
335
336                 /* FIXME: we're sending the first error we encounter;
337                  * maybe we should pick the worst... */
338                 rc = LDAP_NO_SUCH_OBJECT;
339                 for ( i = 0; i < mi->mi_ntargets; i++ ) {
340                         if ( candidates[ i ].sr_tag == META_CANDIDATE
341                                 && candidates[ i ].sr_err != LDAP_SUCCESS )
342                         {
343                                 rc = candidates[ i ].sr_err;
344                                 break;
345                         }
346                 }
347
348                 send_ldap_error( op, rs, rc, NULL );
349
350                 goto finish;
351         }
352
353         /* We pull apart the ber result, stuff it into a slapd entry, and
354          * let send_search_entry stuff it back into ber format. Slow & ugly,
355          * but this is necessary for version matching, and for ACL processing.
356          */
357
358         if ( op->ors_tlimit != SLAP_NO_LIMIT ) {
359                 stoptime = op->o_time + op->ors_tlimit;
360         }
361
362         /*
363          * In case there are no candidates, no cycle takes place...
364          *
365          * FIXME: we might use a queue, to better balance the load 
366          * among the candidates
367          */
368         for ( rc = 0; ncandidates > 0; ) {
369                 int     gotit = 0, doabandon = 0;
370
371                 for ( i = 0; i < mi->mi_ntargets; i++ ) {
372                         metasingleconn_t        *msc = &mc->mc_conns[ i ];
373
374                         if ( candidates[ i ].sr_msgid == -1 ) {
375                                 continue;
376                         }
377
378                         /* check for abandon */
379                         if ( op->o_abandon ) {
380                                 break;
381                         }
382                         
383                         /*
384                          * FIXME: handle time limit as well?
385                          * Note that target servers are likely 
386                          * to handle it, so at some time we'll
387                          * get a LDAP_TIMELIMIT_EXCEEDED from
388                          * one of them ...
389                          */
390 get_result:;
391                         rc = ldap_result( msc->msc_ld, candidates[ i ].sr_msgid,
392                                         LDAP_MSG_ONE, &tv, &res );
393
394                         if ( rc == 0 ) {
395                                 /* FIXME: res should not need to be freed */
396                                 assert( res == NULL );
397
398                                 /* check time limit */
399                                 if ( op->ors_tlimit != SLAP_NO_LIMIT
400                                                 && slap_get_time() > stoptime )
401                                 {
402                                         doabandon = 1;
403                                         rc = rs->sr_err = LDAP_TIMELIMIT_EXCEEDED;
404                                         savepriv = op->o_private;
405                                         op->o_private = (void *)i;
406                                         send_ldap_result( op, rs );
407                                         op->o_private = savepriv;
408                                         goto finish;
409                                 }
410
411                                 continue;
412
413                         } else if ( rc == -1 ) {
414 really_bad:;
415                                 /* something REALLY bad happened! */
416                                 if ( candidates[ i ].sr_type == REP_INTERMEDIATE ) {
417                                         candidates[ i ].sr_type = REP_RESULT;
418
419                                         if ( meta_back_retry( op, rs, &mc, i, LDAP_BACK_DONTSEND ) ) {
420                                                 switch ( meta_back_search_start( op, rs, &dc, msc, i, candidates ) )
421                                                 {
422                                                 case META_SEARCH_CANDIDATE:
423                                                         goto get_result;
424
425                                                 default:
426                                                         rc = rs->sr_err = LDAP_OTHER;
427                                                         goto finish;
428                                                 }
429                                         }
430
431                                         savepriv = op->o_private;
432                                         op->o_private = (void *)i;
433                                         send_ldap_result( op, rs );
434                                         op->o_private = savepriv;
435                                         goto finish;
436                                 }
437
438                                 /*
439                                  * When no candidates are left,
440                                  * the outer cycle finishes
441                                  */
442                                 candidates[ i ].sr_msgid = -1;
443                                 --ncandidates;
444                                 rs->sr_err = candidates[ i ].sr_err = LDAP_OTHER;
445                                 rs->sr_text = "remote server unavailable";
446
447                         } else if ( rc == LDAP_RES_SEARCH_ENTRY ) {
448                                 if ( candidates[ i ].sr_type == REP_INTERMEDIATE ) {
449                                         /* don't retry any more... */
450                                         candidates[ i ].sr_type = REP_RESULT;
451                                 }
452
453                                 is_ok++;
454
455                                 e = ldap_first_entry( msc->msc_ld, res );
456                                 savepriv = op->o_private;
457                                 op->o_private = (void *)i;
458                                 rs->sr_err = meta_send_entry( op, rs, mc, i, e );
459                                 ldap_msgfree( res );
460                                 res = NULL;
461
462                                 switch ( rs->sr_err ) {
463                                 case LDAP_SIZELIMIT_EXCEEDED:
464                                         savepriv = op->o_private;
465                                         op->o_private = (void *)i;
466                                         send_ldap_result( op, rs );
467                                         op->o_private = savepriv;
468                                         rs->sr_err = LDAP_SUCCESS;
469                                         goto finish;
470
471                                 case LDAP_UNAVAILABLE:
472                                         rs->sr_err = LDAP_OTHER;
473                                         goto finish;
474                                 }
475                                 op->o_private = savepriv;
476
477                                 gotit = 1;
478
479 #if 0
480                                 /*
481                                  * If scope is BASE, we need to jump out
482                                  * as soon as one entry is found; if
483                                  * the target pool is properly crafted,
484                                  * this should correspond to the sole
485                                  * entry that has the base DN
486                                  */
487                                 /* FIXME: this defeats the purpose of
488                                  * doing a search with scope == base and
489                                  * sizelimit = 1 to determine if a
490                                  * candidate is actually unique */
491                                 if ( op->ors_scope == LDAP_SCOPE_BASE
492                                                 && rs->sr_nentries > 0 )
493                                 {
494                                         doabandon = 1;
495                                         ncandidates = 0;
496                                         sres = LDAP_SUCCESS;
497                                         break;
498                                 }
499 #endif
500
501                         } else if ( rc == LDAP_RES_SEARCH_REFERENCE ) {
502                                 char            **references = NULL;
503                                 int             cnt;
504
505                                 if ( candidates[ i ].sr_type == REP_INTERMEDIATE ) {
506                                         /* don't retry any more... */
507                                         candidates[ i ].sr_type = REP_RESULT;
508                                 }
509
510                                 is_ok++;
511
512                                 rc = ldap_parse_reference( msc->msc_ld, res,
513                                                 &references, &rs->sr_ctrls, 1 );
514                                 res = NULL;
515
516                                 if ( rc != LDAP_SUCCESS ) {
517                                         continue;
518                                 }
519
520                                 if ( references == NULL ) {
521                                         continue;
522                                 }
523
524 #ifdef ENABLE_REWRITE
525                                 dc.ctx = "referralDN";
526 #else /* ! ENABLE_REWRITE */
527                                 dc.tofrom = 0;
528                                 dc.normalized = 0;
529 #endif /* ! ENABLE_REWRITE */
530
531                                 /* FIXME: merge all and return at the end */
532
533                                 for ( cnt = 0; references[ cnt ]; cnt++ )
534                                         ;
535
536                                 rs->sr_ref = ch_calloc( sizeof( struct berval ), cnt + 1 );
537
538                                 for ( cnt = 0; references[ cnt ]; cnt++ ) {
539                                         ber_str2bv( references[ cnt ], 0, 1, &rs->sr_ref[ cnt ] );
540                                 }
541                                 BER_BVZERO( &rs->sr_ref[ cnt ] );
542
543                                 ( void )ldap_back_referral_result_rewrite( &dc, rs->sr_ref );
544
545                                 if ( rs->sr_ref != NULL && !BER_BVISNULL( &rs->sr_ref[ 0 ] ) ) {
546                                         /* ignore return value by now */
547                                         savepriv = op->o_private;
548                                         op->o_private = (void *)i;
549                                         ( void )send_search_reference( op, rs );
550                                         op->o_private = savepriv;
551
552                                         ber_bvarray_free( rs->sr_ref );
553                                         rs->sr_ref = NULL;
554                                 }
555
556                                 /* cleanup */
557                                 if ( references ) {
558                                         ber_memvfree( (void **)references );
559                                 }
560
561                                 if ( rs->sr_ctrls ) {
562                                         ldap_controls_free( rs->sr_ctrls );
563                                         rs->sr_ctrls = NULL;
564                                 }
565
566                         } else if ( rc == LDAP_RES_SEARCH_RESULT ) {
567                                 char            buf[ SLAP_TEXT_BUFLEN ];
568                                 char            **references = NULL;
569
570                                 if ( candidates[ i ].sr_type == REP_INTERMEDIATE ) {
571                                         /* don't retry any more... */
572                                         candidates[ i ].sr_type = REP_RESULT;
573                                 }
574
575                                 /* NOTE: ignores response controls
576                                  * (and intermediate response controls
577                                  * as well, except for those with search
578                                  * references); this may not be correct,
579                                  * but if they're not ignored then
580                                  * back-meta would need to merge them
581                                  * consistently (think of pagedResults...)
582                                  */
583                                 if ( ldap_parse_result( msc->msc_ld,
584                                                         res,
585                                                         &candidates[ i ].sr_err,
586                                                         (char **)&candidates[ i ].sr_matched,
587                                                         NULL /* (char **)&candidates[ i ].sr_text */ ,
588                                                         &references,
589                                                         NULL /* &candidates[ i ].sr_ctrls (unused) */ ,
590                                                         1 ) != LDAP_SUCCESS )
591                                 {
592                                         res = NULL;
593                                         ldap_get_option( msc->msc_ld,
594                                                         LDAP_OPT_ERROR_NUMBER,
595                                                         &rs->sr_err );
596                                         sres = slap_map_api2result( rs );
597                                         candidates[ i ].sr_type = REP_RESULT;
598                                         goto really_bad;
599                                 }
600
601                                 rs->sr_err = candidates[ i ].sr_err;
602                                 sres = slap_map_api2result( rs );
603                                 res = NULL;
604
605                                 /* massage matchedDN if need be */
606                                 if ( candidates[ i ].sr_matched != NULL ) {
607                                         struct berval   match, mmatch;
608
609                                         ber_str2bv( candidates[ i ].sr_matched,
610                                                 0, 0, &match );
611                                         candidates[ i ].sr_matched = NULL;
612
613                                         dc.ctx = "matchedDN";
614                                         dc.target = &mi->mi_targets[ i ];
615                                         if ( !ldap_back_dn_massage( &dc, &match, &mmatch ) ) {
616                                                 if ( mmatch.bv_val == match.bv_val ) {
617                                                         candidates[ i ].sr_matched = ch_strdup( mmatch.bv_val );
618
619                                                 } else {
620                                                         candidates[ i ].sr_matched = mmatch.bv_val;
621                                                 }
622
623                                                 candidate_match++;
624                                         } 
625                                         ldap_memfree( match.bv_val );
626                                 }
627
628                                 /* add references to array */
629                                 if ( references ) {
630                                         BerVarray       sr_ref;
631                                         int             cnt;
632
633                                         for ( cnt = 0; references[ cnt ]; cnt++ )
634                                                 ;
635
636                                         sr_ref = ch_calloc( sizeof( struct berval ), cnt + 1 );
637
638                                         for ( cnt = 0; references[ cnt ]; cnt++ ) {
639                                                 ber_str2bv( references[ cnt ], 0, 1, &sr_ref[ cnt ] );
640                                         }
641                                         BER_BVZERO( &sr_ref[ cnt ] );
642
643                                         ( void )ldap_back_referral_result_rewrite( &dc, sr_ref );
644                                 
645                                         /* cleanup */
646                                         ber_memvfree( (void **)references );
647
648                                         if ( rs->sr_v2ref == NULL ) {
649                                                 rs->sr_v2ref = sr_ref;
650
651                                         } else {
652                                                 for ( cnt = 0; !BER_BVISNULL( &sr_ref[ cnt ] ); cnt++ ) {
653                                                         ber_bvarray_add( &rs->sr_v2ref, &sr_ref[ cnt ] );
654                                                 }
655                                                 ber_memfree( sr_ref );
656                                         }
657                                 }
658
659                                 rs->sr_err = candidates[ i ].sr_err;
660                                 sres = slap_map_api2result( rs );
661
662                                 if ( LogTest( LDAP_DEBUG_TRACE | LDAP_DEBUG_ANY ) ) {
663                                         snprintf( buf, sizeof( buf ),
664                                                 "%s meta_back_search[%ld] "
665                                                 "match=\"%s\" err=%ld",
666                                                 op->o_log_prefix, i,
667                                                 candidates[ i ].sr_matched ? candidates[ i ].sr_matched : "",
668                                                 (long) candidates[ i ].sr_err );
669                                         if ( candidates[ i ].sr_err == LDAP_SUCCESS ) {
670                                                 Debug( LDAP_DEBUG_TRACE, "%s.\n", buf, 0, 0 );
671
672                                         } else {
673                                                 Debug( LDAP_DEBUG_ANY, "%s (%s).\n",
674                                                         buf, ldap_err2string( candidates[ i ].sr_err ), 0 );
675                                         }
676                                 }
677
678                                 switch ( sres ) {
679                                 case LDAP_NO_SUCH_OBJECT:
680                                         /* is_ok is touched any time a valid
681                                          * (even intermediate) result is
682                                          * returned; as a consequence, if
683                                          * a candidate returns noSuchObject
684                                          * it is ignored and the candidate
685                                          * is simply demoted. */
686                                         if ( is_ok ) {
687                                                 sres = LDAP_SUCCESS;
688                                         }
689                                         break;
690
691                                 case LDAP_SUCCESS:
692                                 case LDAP_REFERRAL:
693                                         is_ok++;
694                                         break;
695
696                                 default:
697                                         if ( META_BACK_ONERR_STOP( mi ) ) {
698                                                 savepriv = op->o_private;
699                                                 op->o_private = (void *)i;
700                                                 send_ldap_result( op, rs );
701                                                 op->o_private = savepriv;
702                                                 goto finish;
703                                         }
704                                         break;
705                                 }
706
707                                 last = i;
708                                 rc = 0;
709
710                                 /*
711                                  * When no candidates are left,
712                                  * the outer cycle finishes
713                                  */
714                                 candidates[ i ].sr_msgid = -1;
715                                 --ncandidates;
716
717                         } else {
718                                 assert( 0 );
719                                 goto really_bad;
720                         }
721                 }
722
723                 /* check for abandon */
724                 if ( op->o_abandon || doabandon ) {
725                         for ( i = 0; i < mi->mi_ntargets; i++ ) {
726                                 metasingleconn_t        *msc = &mc->mc_conns[ i ];
727
728                                 if ( candidates[ i ].sr_msgid != -1 ) {
729                                         ldap_abandon_ext( msc->msc_ld,
730                                                 candidates[ i ].sr_msgid,
731                                                 NULL, NULL );
732                                         candidates[ i ].sr_msgid = -1;
733                                 }
734                         }
735
736                         if ( op->o_abandon ) {
737                                 rc = SLAPD_ABANDON;
738                                 goto finish;
739                         }
740                 }
741
742                 if ( gotit == 0 ) {
743                         LDAP_BACK_TV_SET( &tv );
744                         ldap_pvt_thread_yield();
745
746                 } else {
747                         tv.tv_sec = 0;
748                         tv.tv_usec = 0;
749                 }
750         }
751
752         if ( rc == -1 ) {
753                 /*
754                  * FIXME: need a better strategy to handle errors
755                  */
756                 rc = meta_back_op_result( mc, op, rs, META_TARGET_NONE );
757                 goto finish;
758         }
759
760         /*
761          * Rewrite the matched portion of the search base, if required
762          * 
763          * FIXME: only the last one gets caught!
764          */
765         savepriv = op->o_private;
766         op->o_private = (void *)(long)mi->mi_ntargets;
767         if ( candidate_match > 0 ) {
768                 struct berval   pmatched = BER_BVNULL;
769
770                 /* we use the first one */
771                 for ( i = 0; i < mi->mi_ntargets; i++ ) {
772                         if ( candidates[ i ].sr_tag == META_CANDIDATE
773                                         && candidates[ i ].sr_matched != NULL )
774                         {
775                                 struct berval   bv, pbv;
776                                 int             rc;
777
778                                 /* if we got success, and this target
779                                  * returned noSuchObject, and its suffix
780                                  * is a superior of the searchBase,
781                                  * ignore the matchedDN */
782                                 if ( sres == LDAP_SUCCESS
783                                         && candidates[ i ].sr_err == LDAP_NO_SUCH_OBJECT
784                                         && op->o_req_ndn.bv_len > mi->mi_targets[ i ].mt_nsuffix.bv_len )
785                                 {
786                                         free( (char *)candidates[ i ].sr_matched );
787                                         candidates[ i ].sr_matched = NULL;
788                                         continue;
789                                 }
790
791                                 ber_str2bv( candidates[ i ].sr_matched, 0, 0, &bv );
792                                 rc = dnPretty( NULL, &bv, &pbv, op->o_tmpmemctx );
793
794                                 if ( rc == LDAP_SUCCESS ) {
795
796                                         /* NOTE: if they all are superiors
797                                          * of the baseDN, the shorter is also 
798                                          * superior of the longer... */
799                                         if ( pbv.bv_len > pmatched.bv_len ) {
800                                                 if ( !BER_BVISNULL( &pmatched ) ) {
801                                                         op->o_tmpfree( pmatched.bv_val, op->o_tmpmemctx );
802                                                 }
803                                                 pmatched = pbv;
804                                                 op->o_private = (void *)i;
805
806                                         } else {
807                                                 op->o_tmpfree( pbv.bv_val, op->o_tmpmemctx );
808                                         }
809                                 }
810
811                                 if ( candidates[ i ].sr_matched != NULL ) {
812                                         free( (char *)candidates[ i ].sr_matched );
813                                         candidates[ i ].sr_matched = NULL;
814                                 }
815                         }
816                 }
817
818                 if ( !BER_BVISNULL( &pmatched ) ) {
819                         matched = pmatched.bv_val;
820                 }
821
822         } else if ( sres == LDAP_NO_SUCH_OBJECT ) {
823                 matched = op->o_bd->be_suffix[ 0 ].bv_val;
824         }
825
826 #if 0
827         {
828                 char    buf[BUFSIZ];
829                 char    cnd[BUFSIZ];
830                 int     i;
831
832                 for ( i = 0; i < mi->mi_ntargets; i++ ) {
833                         if ( candidates[ i ].sr_tag == META_CANDIDATE ) {
834                                 cnd[ i ] = '*';
835                         } else {
836                                 cnd[ i ] = ' ';
837                         }
838                 }
839                 cnd[ i ] = '\0';
840
841                 snprintf( buf, sizeof( buf ), "%s meta_back_search: is_scope=%d is_ok=%d cnd=\"%s\"\n",
842                         op->o_log_prefix, initial_candidates, is_ok, cnd );
843
844                 Debug( LDAP_DEBUG_ANY, "%s", buf, 0, 0 );
845         }
846 #endif
847
848         /*
849          * In case we returned at least one entry, we return LDAP_SUCCESS
850          * otherwise, the latter error code we got
851          *
852          * FIXME: we should handle error codes and return the more 
853          * important/reasonable
854          */
855
856         if ( sres == LDAP_SUCCESS && rs->sr_v2ref ) {
857                 sres = LDAP_REFERRAL;
858         }
859         rs->sr_err = sres;
860         rs->sr_matched = matched;
861         rs->sr_ref = ( sres == LDAP_REFERRAL ? rs->sr_v2ref : NULL );
862         send_ldap_result( op, rs );
863         op->o_private = savepriv;
864         rs->sr_matched = NULL;
865         rs->sr_ref = NULL;
866
867 finish:;
868         if ( matched && matched != op->o_bd->be_suffix[ 0 ].bv_val ) {
869                 op->o_tmpfree( matched, op->o_tmpmemctx );
870         }
871
872         if ( rs->sr_v2ref ) {
873                 ber_bvarray_free( rs->sr_v2ref );
874         }
875
876         for ( i = 0; i < mi->mi_ntargets; i++ ) {
877                 if ( candidates[ i ].sr_tag != META_CANDIDATE ) {
878                         continue;
879                 }
880
881                 if ( candidates[ i ].sr_matched ) {
882                         free( (char *)candidates[ i ].sr_matched );
883                         candidates[ i ].sr_matched = NULL;
884                 }
885
886                 if ( candidates[ i ].sr_text ) {
887                         ldap_memfree( (char *)candidates[ i ].sr_text );
888                         candidates[ i ].sr_text = NULL;
889                 }
890
891                 if ( candidates[ i ].sr_ref ) {
892                         ber_bvarray_free( candidates[ i ].sr_ref );
893                         candidates[ i ].sr_ref = NULL;
894                 }
895
896                 if ( candidates[ i ].sr_ctrls ) {
897                         ldap_controls_free( candidates[ i ].sr_ctrls );
898                         candidates[ i ].sr_ctrls = NULL;
899                 }
900         }
901
902         if ( mc ) {
903                 meta_back_release_conn( op, mc );
904         }
905
906         return rs->sr_err;
907 }
908
909 static int
910 meta_send_entry(
911         Operation       *op,
912         SlapReply       *rs,
913         metaconn_t      *mc,
914         int             target,
915         LDAPMessage     *e )
916 {
917         metainfo_t              *mi = ( metainfo_t * )op->o_bd->be_private;
918         struct berval           a, mapped;
919         Entry                   ent = { 0 };
920         BerElement              ber = *e->lm_ber;
921         Attribute               *attr, **attrp;
922         struct berval           bdn,
923                                 dn = BER_BVNULL;
924         const char              *text;
925         dncookie                dc;
926         int                     rc;
927
928         if ( ber_scanf( &ber, "{m{", &bdn ) == LBER_ERROR ) {
929                 return LDAP_DECODING_ERROR;
930         }
931
932         /*
933          * Rewrite the dn of the result, if needed
934          */
935         dc.target = &mi->mi_targets[ target ];
936         dc.conn = op->o_conn;
937         dc.rs = rs;
938         dc.ctx = "searchResult";
939
940         rs->sr_err = ldap_back_dn_massage( &dc, &bdn, &dn );
941         if ( rs->sr_err != LDAP_SUCCESS) {
942                 return rs->sr_err;
943         }
944
945         /*
946          * Note: this may fail if the target host(s) schema differs
947          * from the one known to the meta, and a DN with unknown
948          * attributes is returned.
949          * 
950          * FIXME: should we log anything, or delegate to dnNormalize?
951          */
952         rc = dnPrettyNormal( NULL, &dn, &ent.e_name, &ent.e_nname,
953                 op->o_tmpmemctx );
954         if ( dn.bv_val != bdn.bv_val ) {
955                 free( dn.bv_val );
956         }
957         BER_BVZERO( &dn );
958
959         if ( rc != LDAP_SUCCESS ) {
960                 return LDAP_INVALID_DN_SYNTAX;
961         }
962
963         /*
964          * cache dn
965          */
966         if ( mi->mi_cache.ttl != META_DNCACHE_DISABLED ) {
967                 ( void )meta_dncache_update_entry( &mi->mi_cache,
968                                 &ent.e_nname, target );
969         }
970
971         attrp = &ent.e_attrs;
972
973         dc.ctx = "searchAttrDN";
974         while ( ber_scanf( &ber, "{m", &a ) != LBER_ERROR ) {
975                 int                             last = 0;
976                 slap_syntax_validate_func       *validate;
977                 slap_syntax_transform_func      *pretty;
978
979                 ldap_back_map( &mi->mi_targets[ target ].mt_rwmap.rwm_at, 
980                                 &a, &mapped, BACKLDAP_REMAP );
981                 if ( BER_BVISNULL( &mapped ) || mapped.bv_val[0] == '\0' ) {
982                         ( void )ber_scanf( &ber, "x" /* [W] */ );
983                         continue;
984                 }
985                 attr = ( Attribute * )ch_calloc( 1, sizeof( Attribute ) );
986                 if ( attr == NULL ) {
987                         continue;
988                 }
989                 if ( slap_bv2ad( &mapped, &attr->a_desc, &text )
990                                 != LDAP_SUCCESS) {
991                         if ( slap_bv2undef_ad( &mapped, &attr->a_desc, &text,
992                                 SLAP_AD_PROXIED ) != LDAP_SUCCESS )
993                         {
994                                 char    buf[ SLAP_TEXT_BUFLEN ];
995
996                                 snprintf( buf, sizeof( buf ),
997                                         "%s meta_send_entry(\"%s\"): "
998                                         "slap_bv2undef_ad(%s): %s\n",
999                                         op->o_log_prefix, ent.e_name.bv_val,
1000                                         mapped.bv_val, text );
1001
1002                                 Debug( LDAP_DEBUG_ANY, "%s", buf, 0, 0 );
1003                                 ch_free( attr );
1004                                 continue;
1005                         }
1006                 }
1007
1008                 /* no subschemaSubentry */
1009                 if ( attr->a_desc == slap_schema.si_ad_subschemaSubentry
1010                         || attr->a_desc == slap_schema.si_ad_entryDN )
1011                 {
1012
1013                         /* 
1014                          * We eat target's subschemaSubentry because
1015                          * a search for this value is likely not
1016                          * to resolve to the appropriate backend;
1017                          * later, the local subschemaSubentry is
1018                          * added.
1019                          *
1020                          * We also eat entryDN because the frontend
1021                          * will reattach it without checking if already
1022                          * present...
1023                          */
1024                         ( void )ber_scanf( &ber, "x" /* [W] */ );
1025
1026                         ch_free(attr);
1027                         continue;
1028                 }
1029
1030                 if ( ber_scanf( &ber, "[W]", &attr->a_vals ) == LBER_ERROR 
1031                                 || attr->a_vals == NULL )
1032                 {
1033                         attr->a_vals = (struct berval *)&slap_dummy_bv;
1034
1035                 } else {
1036                         for ( last = 0; !BER_BVISNULL( &attr->a_vals[ last ] ); ++last )
1037                                 ;
1038                 }
1039
1040                 validate = attr->a_desc->ad_type->sat_syntax->ssyn_validate;
1041                 pretty = attr->a_desc->ad_type->sat_syntax->ssyn_pretty;
1042
1043                 if ( !validate && !pretty ) {
1044                         attr_free( attr );
1045                         goto next_attr;
1046                 }
1047
1048                 if ( attr->a_desc == slap_schema.si_ad_objectClass
1049                                 || attr->a_desc == slap_schema.si_ad_structuralObjectClass )
1050                 {
1051                         struct berval   *bv;
1052
1053                         for ( bv = attr->a_vals; !BER_BVISNULL( bv ); bv++ ) {
1054                                 ldap_back_map( &mi->mi_targets[ target ].mt_rwmap.rwm_oc,
1055                                                 bv, &mapped, BACKLDAP_REMAP );
1056                                 if ( BER_BVISNULL( &mapped ) || mapped.bv_val[0] == '\0') {
1057                                         free( bv->bv_val );
1058                                         BER_BVZERO( bv );
1059                                         if ( --last < 0 ) {
1060                                                 break;
1061                                         }
1062                                         *bv = attr->a_vals[ last ];
1063                                         BER_BVZERO( &attr->a_vals[ last ] );
1064                                         bv--;
1065
1066                                 } else if ( mapped.bv_val != bv->bv_val ) {
1067                                         free( bv->bv_val );
1068                                         ber_dupbv( bv, &mapped );
1069                                 }
1070                         }
1071                 /*
1072                  * It is necessary to try to rewrite attributes with
1073                  * dn syntax because they might be used in ACLs as
1074                  * members of groups; since ACLs are applied to the
1075                  * rewritten stuff, no dn-based subecj clause could
1076                  * be used at the ldap backend side (see
1077                  * http://www.OpenLDAP.org/faq/data/cache/452.html)
1078                  * The problem can be overcome by moving the dn-based
1079                  * ACLs to the target directory server, and letting
1080                  * everything pass thru the ldap backend.
1081                  */
1082                 } else {
1083                         int     i;
1084
1085                         if ( attr->a_desc->ad_type->sat_syntax ==
1086                                 slap_schema.si_syn_distinguishedName )
1087                         {
1088                                 ldap_dnattr_result_rewrite( &dc, attr->a_vals );
1089
1090                         } else if ( attr->a_desc == slap_schema.si_ad_ref ) {
1091                                 ldap_back_referral_result_rewrite( &dc, attr->a_vals );
1092
1093                         }
1094
1095                         for ( i = 0; i < last; i++ ) {
1096                                 struct berval   pval;
1097                                 int             rc;
1098
1099                                 if ( pretty ) {
1100                                         rc = pretty( attr->a_desc->ad_type->sat_syntax,
1101                                                 &attr->a_vals[i], &pval, NULL );
1102
1103                                 } else {
1104                                         rc = validate( attr->a_desc->ad_type->sat_syntax,
1105                                                 &attr->a_vals[i] );
1106                                 }
1107
1108                                 if ( rc ) {
1109                                         LBER_FREE( attr->a_vals[i].bv_val );
1110                                         if ( --last == i ) {
1111                                                 BER_BVZERO( &attr->a_vals[ i ] );
1112                                                 break;
1113                                         }
1114                                         attr->a_vals[i] = attr->a_vals[last];
1115                                         BER_BVZERO( &attr->a_vals[last] );
1116                                         i--;
1117                                         continue;
1118                                 }
1119
1120                                 if ( pretty ) {
1121                                         LBER_FREE( attr->a_vals[i].bv_val );
1122                                         attr->a_vals[i] = pval;
1123                                 }
1124                         }
1125
1126                         if ( last == 0 && attr->a_vals != &slap_dummy_bv ) {
1127                                 attr_free( attr );
1128                                 goto next_attr;
1129                         }
1130                 }
1131
1132                 if ( last && attr->a_desc->ad_type->sat_equality &&
1133                         attr->a_desc->ad_type->sat_equality->smr_normalize )
1134                 {
1135                         int i;
1136
1137                         attr->a_nvals = ch_malloc( ( last + 1 ) * sizeof( struct berval ) );
1138                         for ( i = 0; i<last; i++ ) {
1139                                 attr->a_desc->ad_type->sat_equality->smr_normalize(
1140                                         SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
1141                                         attr->a_desc->ad_type->sat_syntax,
1142                                         attr->a_desc->ad_type->sat_equality,
1143                                         &attr->a_vals[i], &attr->a_nvals[i],
1144                                         NULL );
1145                         }
1146                         BER_BVZERO( &attr->a_nvals[i] );
1147
1148                 } else {
1149                         attr->a_nvals = attr->a_vals;
1150                 }
1151
1152                 *attrp = attr;
1153                 attrp = &attr->a_next;
1154 next_attr:;
1155         }
1156         rs->sr_entry = &ent;
1157         rs->sr_attrs = op->ors_attrs;
1158         rs->sr_flags = 0;
1159         rs->sr_err = LDAP_SUCCESS;
1160         rc = send_search_entry( op, rs );
1161         switch ( rc ) {
1162         case LDAP_UNAVAILABLE:
1163                 rc = LDAP_OTHER;
1164                 break;
1165         }
1166         rs->sr_entry = NULL;
1167         rs->sr_attrs = NULL;
1168         
1169         if ( !BER_BVISNULL( &ent.e_name ) ) {
1170                 free( ent.e_name.bv_val );
1171                 BER_BVZERO( &ent.e_name );
1172         }
1173         if ( !BER_BVISNULL( &ent.e_nname ) ) {
1174                 free( ent.e_nname.bv_val );
1175                 BER_BVZERO( &ent.e_nname );
1176         }
1177         entry_clean( &ent );
1178
1179         return rc;
1180 }
1181