1 /* search.c - ldap backend search function */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
5 * Copyright 1999-2006 The OpenLDAP Foundation.
6 * Portions Copyright 1999-2003 Howard Chu.
7 * Portions Copyright 2000-2003 Pierangelo Masarati.
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted only as authorized by the OpenLDAP
14 * A copy of this license is available in the file LICENSE in the
15 * top-level directory of the distribution or, alternatively, at
16 * <http://www.OpenLDAP.org/license.html>.
19 * This work was initially developed by the Howard Chu for inclusion
20 * in OpenLDAP Software and subsequently enhanced by Pierangelo
28 #include <ac/socket.h>
29 #include <ac/string.h>
33 #include "back-ldap.h"
34 #undef ldap_debug /* silence a warning in ldap-int.h */
35 #include "../../../libraries/libldap/ldap-int.h"
40 ldap_build_entry( Operation *op, LDAPMessage *e, Entry *ent,
44 * Quick'n'dirty rewrite of filter in case of error, to deal with
45 * <draft-zeilenga-ldap-t-f>.
48 ldap_back_munge_filter(
50 struct berval *filter )
52 ldapinfo_t *li = (ldapinfo_t *) op->o_bd->be_private;
57 Debug( LDAP_DEBUG_ARGS, "=> ldap_back_munge_filter \"%s\"\n",
58 filter->bv_val, 0, 0 );
60 for ( ptr = strstr( filter->bv_val, "(?=" );
62 ptr = strstr( ptr, "(?=" ) )
65 bv_true = BER_BVC( "(?=true)" ),
66 bv_false = BER_BVC( "(?=false)" ),
67 bv_undefined = BER_BVC( "(?=undefined)" ),
68 bv_t = BER_BVC( "(&)" ),
69 bv_f = BER_BVC( "(|)" ),
70 bv_T = BER_BVC( "(objectClass=*)" ),
71 bv_F = BER_BVC( "(!(objectClass=*))" );
72 struct berval *oldbv = NULL,
74 oldfilter = BER_BVNULL;
76 if ( strncmp( ptr, bv_true.bv_val, bv_true.bv_len ) == 0 ) {
78 if ( LDAP_BACK_T_F( li ) ) {
85 } else if ( strncmp( ptr, bv_false.bv_val, bv_false.bv_len ) == 0 )
88 if ( LDAP_BACK_T_F( li ) ) {
95 } else if ( strncmp( ptr, bv_undefined.bv_val, bv_undefined.bv_len ) == 0 )
97 oldbv = &bv_undefined;
106 if ( newbv->bv_len > oldbv->bv_len ) {
107 filter->bv_len += newbv->bv_len - oldbv->bv_len;
108 if ( filter->bv_val == op->ors_filterstr.bv_val ) {
109 filter->bv_val = op->o_tmpalloc( filter->bv_len + 1,
112 AC_MEMCPY( filter->bv_val, op->ors_filterstr.bv_val,
113 op->ors_filterstr.bv_len + 1 );
116 filter->bv_val = op->o_tmprealloc( filter->bv_val,
117 filter->bv_len + 1, op->o_tmpmemctx );
120 ptr = filter->bv_val + ( ptr - oldfilter.bv_val );
123 AC_MEMCPY( &ptr[ newbv->bv_len ],
124 &ptr[ oldbv->bv_len ],
125 oldfilter.bv_len - ( ptr - filter->bv_val ) - oldbv->bv_len + 1 );
126 AC_MEMCPY( ptr, newbv->bv_val, newbv->bv_len );
128 ptr += newbv->bv_len;
133 Debug( LDAP_DEBUG_ARGS, "<= ldap_back_munge_filter \"%s\" (%d)\n",
134 filter->bv_val, gotit, 0 );
144 ldapinfo_t *li = (ldapinfo_t *) op->o_bd->be_private;
148 time_t stoptime = (time_t)(-1);
153 struct berval match = BER_BVNULL,
158 int do_retry = 1, dont_retry = 0;
159 LDAPControl **ctrls = NULL;
160 /* FIXME: shouldn't this be null? */
161 const char *save_matched = rs->sr_matched;
163 lc = ldap_back_getconn( op, rs, LDAP_BACK_SENDERR );
164 if ( !lc || !ldap_back_dobind( lc, op, rs, LDAP_BACK_SENDERR ) ) {
169 * FIXME: in case of values return filter, we might want
170 * to map attrs and maybe rewrite value
173 /* should we check return values? */
174 if ( op->ors_deref != -1 ) {
175 ldap_set_option( lc->lc_ld, LDAP_OPT_DEREF,
176 (void *)&op->ors_deref );
179 if ( op->ors_tlimit != SLAP_NO_LIMIT ) {
180 tv.tv_sec = op->ors_tlimit;
182 stoptime = op->o_time + op->ors_tlimit;
185 LDAP_BACK_TV_SET( &tv );
188 if ( op->ors_attrs ) {
189 for ( i = 0; !BER_BVISNULL( &op->ors_attrs[i].an_name ); i++ )
190 /* just count attrs */ ;
192 attrs = ch_malloc( ( i + 1 )*sizeof( char * ) );
193 if ( attrs == NULL ) {
194 rs->sr_err = LDAP_NO_MEMORY;
199 for ( i = 0; !BER_BVISNULL( &op->ors_attrs[i].an_name ); i++ ) {
200 attrs[ i ] = op->ors_attrs[i].an_name.bv_val;
206 rc = ldap_back_proxy_authz_ctrl( &lc->lc_bound_ndn,
207 li->li_version, &li->li_idassert, op, rs, &ctrls );
208 if ( rc != LDAP_SUCCESS ) {
212 /* deal with <draft-zeilenga-ldap-t-f> filters */
213 filter = op->ors_filterstr;
215 rs->sr_err = ldap_search_ext( lc->lc_ld, op->o_req_dn.bv_val,
216 op->ors_scope, filter.bv_val,
217 attrs, op->ors_attrsonly, ctrls, NULL,
218 tv.tv_sec ? &tv : NULL,
219 op->ors_slimit, &msgid );
221 if ( rs->sr_err != LDAP_SUCCESS ) {
222 switch ( rs->sr_err ) {
223 case LDAP_SERVER_DOWN:
226 if ( ldap_back_retry( &lc, op, rs, LDAP_BACK_DONTSEND ) ) {
232 /* reset by ldap_back_retry ... */
233 rs->sr_err = slap_map_api2result( rs );
236 rc = ldap_back_op_result( lc, op, rs, msgid, 0, LDAP_BACK_DONTSEND );
241 case LDAP_FILTER_ERROR:
242 if ( ldap_back_munge_filter( op, &filter ) ) {
246 /* invalid filters return success with no data */
247 rs->sr_err = LDAP_SUCCESS;
252 rs->sr_err = slap_map_api2result( rs );
258 /* We pull apart the ber result, stuff it into a slapd entry, and
259 * let send_search_entry stuff it back into ber format. Slow & ugly,
260 * but this is necessary for version matching, and for ACL processing.
263 for ( rc = 0; rc != -1; rc = ldap_result( lc->lc_ld, msgid, LDAP_MSG_ONE, &tv, &res ) )
265 /* check for abandon */
266 if ( op->o_abandon ) {
270 (void)ldap_back_cancel( lc, op, rs, msgid, LDAP_BACK_DONTSEND );
276 LDAP_BACK_TV_SET( &tv );
277 ldap_pvt_thread_yield();
279 /* check time limit */
280 if ( op->ors_tlimit != SLAP_NO_LIMIT
281 && slap_get_time() > stoptime )
283 (void)ldap_back_cancel( lc, op, rs, msgid, LDAP_BACK_DONTSEND );
284 rc = rs->sr_err = LDAP_TIMELIMIT_EXCEEDED;
290 /* only touch when activity actually took place... */
291 if ( li->li_idle_timeout && lc ) {
292 lc->lc_time = op->o_time;
295 /* don't retry any more */
300 if ( rc == LDAP_RES_SEARCH_ENTRY ) {
302 struct berval bdn = BER_BVNULL;
306 e = ldap_first_entry( lc->lc_ld, res );
307 rc = ldap_build_entry( op, e, &ent, &bdn );
308 if ( rc == LDAP_SUCCESS ) {
310 rs->sr_attrs = op->ors_attrs;
311 rs->sr_operational_attrs = NULL;
313 rs->sr_err = LDAP_SUCCESS;
314 rc = rs->sr_err = send_search_entry( op, rs );
315 if ( !BER_BVISNULL( &ent.e_name ) ) {
316 assert( ent.e_name.bv_val != bdn.bv_val );
317 op->o_tmpfree( ent.e_name.bv_val, op->o_tmpmemctx );
318 BER_BVZERO( &ent.e_name );
320 if ( !BER_BVISNULL( &ent.e_nname ) ) {
321 op->o_tmpfree( ent.e_nname.bv_val, op->o_tmpmemctx );
322 BER_BVZERO( &ent.e_nname );
327 if ( rc != LDAP_SUCCESS ) {
328 if ( rc == LDAP_UNAVAILABLE ) {
329 rc = rs->sr_err = LDAP_OTHER;
331 (void)ldap_back_cancel( lc, op, rs, msgid, LDAP_BACK_DONTSEND );
336 } else if ( rc == LDAP_RES_SEARCH_REFERENCE ) {
337 char **references = NULL;
340 rc = ldap_parse_reference( lc->lc_ld, res,
341 &references, &rs->sr_ctrls, 1 );
343 if ( rc != LDAP_SUCCESS ) {
347 /* FIXME: there MUST be at least one */
348 if ( references && references[ 0 ] && references[ 0 ][ 0 ] ) {
351 for ( cnt = 0; references[ cnt ]; cnt++ )
354 /* FIXME: there MUST be at least one */
355 rs->sr_ref = op->o_tmpalloc( ( cnt + 1 ) * sizeof( struct berval ),
358 for ( cnt = 0; references[ cnt ]; cnt++ ) {
359 ber_str2bv( references[ cnt ], 0, 0, &rs->sr_ref[ cnt ] );
361 BER_BVZERO( &rs->sr_ref[ cnt ] );
363 /* ignore return value by now */
364 ( void )send_search_reference( op, rs );
367 Debug( LDAP_DEBUG_ANY,
368 "%s ldap_back_search: "
369 "got SEARCH_REFERENCE "
370 "with no referrals\n",
371 op->o_log_prefix, 0, 0 );
376 ber_memvfree( (void **)references );
377 op->o_tmpfree( rs->sr_ref, op->o_tmpmemctx );
381 if ( rs->sr_ctrls ) {
382 ldap_controls_free( rs->sr_ctrls );
387 char **references = NULL, *err = NULL;
389 rc = ldap_parse_result( lc->lc_ld, res, &rs->sr_err,
391 &references, &rs->sr_ctrls, 1 );
392 if ( rc != LDAP_SUCCESS ) {
395 rs->sr_err = slap_map_api2result( rs );
401 if ( references && references[ 0 ] && references[ 0 ][ 0 ] ) {
404 if ( rs->sr_err != LDAP_REFERRAL ) {
406 Debug( LDAP_DEBUG_ANY,
407 "%s ldap_back_search: "
408 "got referrals with %d\n",
411 rs->sr_err = LDAP_REFERRAL;
414 for ( cnt = 0; references[ cnt ]; cnt++ )
417 rs->sr_ref = op->o_tmpalloc( ( cnt + 1 ) * sizeof( struct berval ),
420 for ( cnt = 0; references[ cnt ]; cnt++ ) {
422 ber_str2bv( references[ cnt ], 0, 1, &rs->sr_ref[ cnt ] );
424 BER_BVZERO( &rs->sr_ref[ cnt ] );
427 if ( match.bv_val != NULL ) {
428 match.bv_len = strlen( match.bv_val );
433 ber_memvfree( (void **)references );
441 if ( rc == -1 && dont_retry == 0 ) {
444 if ( ldap_back_retry( &lc, op, rs, LDAP_BACK_DONTSEND ) ) {
448 rs->sr_err = LDAP_SERVER_DOWN;
449 rs->sr_err = slap_map_api2result( rs );
454 * Rewrite the matched portion of the search base, if required
456 if ( !BER_BVISNULL( &match ) && !BER_BVISEMPTY( &match ) ) {
457 struct berval pmatch;
459 if ( dnPretty( NULL, &match, &pmatch, op->o_tmpmemctx ) == LDAP_SUCCESS ) {
460 rs->sr_matched = pmatch.bv_val;
461 LDAP_FREE( match.bv_val );
464 rs->sr_matched = match.bv_val;
468 if ( rs->sr_v2ref ) {
469 rs->sr_err = LDAP_REFERRAL;
473 if ( LDAP_BACK_QUARANTINE( li ) ) {
474 ldap_back_quarantine( op, rs );
478 /* let send_ldap_result play cleanup handlers (ITS#4645) */
479 if ( rc != SLAPD_ABANDON )
482 send_ldap_result( op, rs );
485 (void)ldap_back_proxy_authz_ctrl_free( op, &ctrls );
487 if ( rs->sr_ctrls ) {
488 ldap_controls_free( rs->sr_ctrls );
492 if ( rs->sr_matched != NULL && rs->sr_matched != save_matched ) {
493 if ( rs->sr_matched != match.bv_val ) {
494 ber_memfree_x( (char *)rs->sr_matched, op->o_tmpmemctx );
497 LDAP_FREE( match.bv_val );
499 rs->sr_matched = save_matched;
502 if ( !BER_BVISNULL( &filter ) && filter.bv_val != op->ors_filterstr.bv_val ) {
503 op->o_tmpfree( filter.bv_val, op->o_tmpmemctx );
508 LDAP_FREE( (char *)rs->sr_text );
514 ber_bvarray_free_x( rs->sr_ref, op->o_tmpmemctx );
523 ldap_back_release_conn( op, rs, lc );
537 BerElement ber = *e->lm_ber;
538 Attribute *attr, **attrp;
542 /* safe assumptions ... */
543 assert( ent != NULL );
544 BER_BVZERO( &ent->e_bv );
546 if ( ber_scanf( &ber, "{m{", bdn ) == LBER_ERROR ) {
547 return LDAP_DECODING_ERROR;
551 * Note: this may fail if the target host(s) schema differs
552 * from the one known to the meta, and a DN with unknown
553 * attributes is returned.
555 * FIXME: should we log anything, or delegate to dnNormalize?
557 /* Note: if the distinguished values or the naming attributes
558 * change, should we massage them as well?
560 if ( dnPrettyNormal( NULL, bdn, &ent->e_name, &ent->e_nname,
561 op->o_tmpmemctx ) != LDAP_SUCCESS )
563 return LDAP_INVALID_DN_SYNTAX;
566 attrp = &ent->e_attrs;
568 while ( ber_scanf( &ber, "{m", &a ) != LBER_ERROR ) {
570 slap_syntax_validate_func *validate;
571 slap_syntax_transform_func *pretty;
573 attr = attr_alloc( NULL );
574 if ( attr == NULL ) {
577 if ( slap_bv2ad( &a, &attr->a_desc, &text )
580 if ( slap_bv2undef_ad( &a, &attr->a_desc, &text,
581 SLAP_AD_PROXIED ) != LDAP_SUCCESS )
583 Debug( LDAP_DEBUG_ANY,
584 "%s ldap_build_entry: "
585 "slap_bv2undef_ad(%s): %s\n",
586 op->o_log_prefix, a.bv_val, text );
592 /* no subschemaSubentry */
593 if ( attr->a_desc == slap_schema.si_ad_subschemaSubentry
594 || attr->a_desc == slap_schema.si_ad_entryDN )
598 * We eat target's subschemaSubentry because
599 * a search for this value is likely not
600 * to resolve to the appropriate backend;
601 * later, the local subschemaSubentry is
604 * We also eat entryDN because the frontend
605 * will reattach it without checking if already
608 ( void )ber_scanf( &ber, "x" /* [W] */ );
614 if ( ber_scanf( &ber, "[W]", &attr->a_vals ) == LBER_ERROR
615 || attr->a_vals == NULL )
618 * Note: attr->a_vals can be null when using
619 * values result filter
621 attr->a_vals = (struct berval *)&slap_dummy_bv;
625 for ( last = 0; !BER_BVISNULL( &attr->a_vals[ last ] ); last++ )
626 /* just count vals */ ;
629 validate = attr->a_desc->ad_type->sat_syntax->ssyn_validate;
630 pretty = attr->a_desc->ad_type->sat_syntax->ssyn_pretty;
632 if ( !validate && !pretty ) {
633 attr->a_nvals = NULL;
638 for ( i = 0; i < last; i++ ) {
643 rc = pretty( attr->a_desc->ad_type->sat_syntax,
644 &attr->a_vals[i], &pval, NULL );
647 rc = validate( attr->a_desc->ad_type->sat_syntax,
651 if ( rc != LDAP_SUCCESS ) {
652 /* check if, by chance, it's an undefined objectClass */
653 if ( attr->a_desc == slap_schema.si_ad_objectClass &&
654 oc_bvfind_undef( &attr->a_vals[i] ) != NULL )
656 ber_dupbv( &pval, &attr->a_vals[i] );
659 attr->a_nvals = NULL;
666 LBER_FREE( attr->a_vals[i].bv_val );
667 attr->a_vals[i] = pval;
671 if ( last && attr->a_desc->ad_type->sat_equality &&
672 attr->a_desc->ad_type->sat_equality->smr_normalize )
674 attr->a_nvals = ch_malloc( ( last + 1 )*sizeof( struct berval ) );
675 for ( i = 0; i < last; i++ ) {
679 * check that each value is valid per syntax
680 * and pretty if appropriate
682 rc = attr->a_desc->ad_type->sat_equality->smr_normalize(
683 SLAP_MR_VALUE_OF_ATTRIBUTE_SYNTAX,
684 attr->a_desc->ad_type->sat_syntax,
685 attr->a_desc->ad_type->sat_equality,
686 &attr->a_vals[i], &attr->a_nvals[i],
689 if ( rc != LDAP_SUCCESS ) {
690 BER_BVZERO( &attr->a_nvals[i] );
695 BER_BVZERO( &attr->a_nvals[i] );
698 attr->a_nvals = attr->a_vals;
701 attrp = &attr->a_next;
709 /* return 0 IFF we can retrieve the entry with ndn
716 AttributeDescription *at,
720 ldapinfo_t *li = (ldapinfo_t *) op->o_bd->be_private;
726 LDAPMessage *result = NULL,
728 char *attr[3], **attrp = NULL;
732 LDAPControl **ctrls = NULL;
736 /* Tell getconn this is a privileged op */
737 do_not_cache = op->o_do_not_cache;
738 op->o_do_not_cache = 1;
739 lc = ldap_back_getconn( op, &rs, LDAP_BACK_DONTSEND );
740 if ( !lc || !ldap_back_dobind( lc, op, &rs, LDAP_BACK_DONTSEND ) ) {
741 op->o_do_not_cache = do_not_cache;
744 op->o_do_not_cache = do_not_cache;
748 if ( oc && at != slap_schema.si_ad_objectClass ) {
749 attr[0] = slap_schema.si_ad_objectClass->ad_cname.bv_val;
750 attr[1] = at->ad_cname.bv_val;
754 attr[0] = at->ad_cname.bv_val;
762 filter = ch_malloc( STRLENOF( "(objectclass=)" )
763 + oc->soc_cname.bv_len + 1 );
764 ptr = lutil_strcopy( filter, "(objectclass=" );
765 ptr = lutil_strcopy( ptr, oc->soc_cname.bv_val );
771 rc = ldap_back_proxy_authz_ctrl( &lc->lc_bound_ndn,
772 li->li_version, &li->li_idassert, op, &rs, &ctrls );
773 if ( rc != LDAP_SUCCESS ) {
778 rc = ldap_search_ext_s( lc->lc_ld, ndn->bv_val, LDAP_SCOPE_BASE, filter,
779 attrp, 0, ctrls, NULL,
780 NULL, LDAP_NO_LIMIT, &result );
781 if ( rc != LDAP_SUCCESS ) {
782 if ( rc == LDAP_SERVER_DOWN && do_retry ) {
784 if ( ldap_back_retry( &lc, op, &rs, LDAP_BACK_DONTSEND ) ) {
791 e = ldap_first_entry( lc->lc_ld, result );
793 /* the entry exists, but it doesn't match the filter? */
797 *ent = entry_alloc();
798 if ( *ent == NULL ) {
803 rc = ldap_build_entry( op, e, *ent, &bdn );
805 if ( rc != LDAP_SUCCESS ) {
811 (void)ldap_back_proxy_authz_ctrl_free( op, &ctrls );
814 ldap_msgfree( result );
822 ldap_back_release_conn( op, &rs, lc );