X-Git-Url: https://git.sur5r.net/?a=blobdiff_plain;f=servers%2Fslapd%2Fback-ldbm%2Ffilterindex.c;h=49b4afb1759e8c55d51f362e3fa414c93bbcde38;hb=324431062bff39a1bd3969bd37d4913526dd583f;hp=5fa63bdc2234352127bd2f64e386e4a4ebf042f3;hpb=49d9f7f1b2b8f8c679b4bba607c0309adc9fb4a9;p=openldap diff --git a/servers/slapd/back-ldbm/filterindex.c b/servers/slapd/back-ldbm/filterindex.c index 5fa63bdc22..49b4afb175 100644 --- a/servers/slapd/back-ldbm/filterindex.c +++ b/servers/slapd/back-ldbm/filterindex.c @@ -1,8 +1,17 @@ /* filterindex.c - generate the list of candidate entries from a filter */ /* $OpenLDAP$ */ -/* - * Copyright 1998-2000 The OpenLDAP Foundation, All Rights Reserved. - * COPYING RESTRICTIONS APPLY, see COPYRIGHT file +/* This work is part of OpenLDAP Software . + * + * Copyright 1998-2006 The OpenLDAP Foundation. + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted only as authorized by the OpenLDAP + * Public License. + * + * A copy of this license is available in the file LICENSE in the + * top-level directory of the distribution or, alternatively, at + * . */ #include "portable.h" @@ -16,100 +25,154 @@ #include "back-ldbm.h" static ID_BLOCK *presence_candidates( - Backend *be, + Operation *op, AttributeDescription *desc ); static ID_BLOCK *equality_candidates( - Backend *be, AttributeAssertion *ava ); + Operation *op, AttributeAssertion *ava ); static ID_BLOCK *approx_candidates( - Backend *be, AttributeAssertion *ava ); + Operation *op, AttributeAssertion *ava ); static ID_BLOCK *substring_candidates( - Backend *be, + Operation *op, SubstringsAssertion *sub ); static ID_BLOCK *list_candidates( - Backend *be, + Operation *op, Filter *flist, int ftype ); ID_BLOCK * filter_candidates( - Backend *be, + Operation *op, Filter *f ) { - ID_BLOCK *result, *tmp1, *tmp2; + char *sub = "SUBTREE"; + ID_BLOCK *result; Debug( LDAP_DEBUG_TRACE, "=> filter_candidates\n", 0, 0, 0 ); + result = NULL; switch ( f->f_choice ) { + case SLAPD_FILTER_COMPUTED: + switch( f->f_result ) { + case SLAPD_COMPARE_UNDEFINED: + /* This technically is not the same as FALSE, but it + * certainly will produce no matches. + */ + /* FALLTHRU */ + case LDAP_COMPARE_FALSE: + result = NULL; + break; + case LDAP_COMPARE_TRUE: + result = idl_allids( op->o_bd ); + break; + } + break; + case SLAPD_FILTER_DN_ONE: Debug( LDAP_DEBUG_FILTER, "\tDN ONE\n", 0, 0, 0 ); - result = dn2idl( be, f->f_dn, DN_ONE_PREFIX ); + + /* an error is treated as an empty list */ + if ( dn2idl( op->o_bd, f->f_dn, DN_ONE_PREFIX, &result ) != 0 + && result != NULL ) { + idl_free( result ); + result = NULL; + } break; +#ifdef SLAPD_FILTER_DN_CHILDREN + case SLAPD_FILTER_DN_CHILDREN: + sub = "CHILDREN"; +#endif case SLAPD_FILTER_DN_SUBTREE: - Debug( LDAP_DEBUG_FILTER, "\tDN SUBTREE\n", 0, 0, 0 ); - result = dn2idl( be, f->f_dn, DN_SUBTREE_PREFIX ); + Debug( LDAP_DEBUG_FILTER, + "\tDN %s\n", sub, 0, 0 ); + + /* an error is treated as an empty list */ + if ( dn2idl( op->o_bd, f->f_dn, DN_SUBTREE_PREFIX, &result ) != 0 + && result != NULL ) { + idl_free( result ); + result = NULL; + } break; case LDAP_FILTER_PRESENT: Debug( LDAP_DEBUG_FILTER, "\tPRESENT\n", 0, 0, 0 ); - result = presence_candidates( be, f->f_desc ); + + result = presence_candidates( op, f->f_desc ); break; case LDAP_FILTER_EQUALITY: Debug( LDAP_DEBUG_FILTER, "\tEQUALITY\n", 0, 0, 0 ); - result = equality_candidates( be, f->f_ava ); + + result = equality_candidates( op, f->f_ava ); break; case LDAP_FILTER_APPROX: Debug( LDAP_DEBUG_FILTER, "\tAPPROX\n", 0, 0, 0 ); - result = approx_candidates( be, f->f_ava ); + + result = approx_candidates( op, f->f_ava ); break; case LDAP_FILTER_SUBSTRINGS: Debug( LDAP_DEBUG_FILTER, "\tSUBSTRINGS\n", 0, 0, 0 ); - result = substring_candidates( be, f->f_sub ); + + result = substring_candidates( op, f->f_sub ); break; case LDAP_FILTER_GE: Debug( LDAP_DEBUG_FILTER, "\tGE\n", 0, 0, 0 ); - result = idl_allids( be ); + + result = presence_candidates( op, f->f_ava->aa_desc ); break; case LDAP_FILTER_LE: Debug( LDAP_DEBUG_FILTER, "\tLE\n", 0, 0, 0 ); - result = idl_allids( be ); + + result = presence_candidates( op, f->f_ava->aa_desc ); break; case LDAP_FILTER_AND: Debug( LDAP_DEBUG_FILTER, "\tAND\n", 0, 0, 0 ); - result = list_candidates( be, f->f_and, LDAP_FILTER_AND ); + + result = list_candidates( op, f->f_and, LDAP_FILTER_AND ); break; case LDAP_FILTER_OR: Debug( LDAP_DEBUG_FILTER, "\tOR\n", 0, 0, 0 ); - result = list_candidates( be, f->f_or, LDAP_FILTER_OR ); + + result = list_candidates( op, f->f_or, LDAP_FILTER_OR ); break; case LDAP_FILTER_NOT: Debug( LDAP_DEBUG_FILTER, "\tNOT\n", 0, 0, 0 ); - tmp1 = idl_allids( be ); - tmp2 = filter_candidates( be, f->f_not ); - result = idl_notin( be, tmp1, tmp2 ); - idl_free( tmp2 ); - idl_free( tmp1 ); + + /* + * As candidates lists may contain entries which do + * not match the assertion, negation of the inner candidate + * list could result in matching entries be excluded from + * the returned candidate list. + */ + result = idl_allids( op->o_bd ); + break; + default: + Debug( LDAP_DEBUG_FILTER, "\tUNKNOWN\n", 0, 0, 0 ); + /* unknown filters must not return NULL, to allow + * extended filter processing to be done later. + */ + result = idl_allids( op->o_bd ); break; } Debug( LDAP_DEBUG_TRACE, "<= filter_candidates %ld\n", result ? ID_BLOCK_NIDS(result) : 0, 0, 0 ); + return( result ); } static ID_BLOCK * presence_candidates( - Backend *be, + Operation *op, AttributeDescription *desc ) { @@ -118,19 +181,24 @@ presence_candidates( int rc; char *dbname; slap_mask_t mask; - struct berval *prefix; + struct berval prefix = {0, NULL}; Debug( LDAP_DEBUG_TRACE, "=> presence_candidates\n", 0, 0, 0 ); - idl = idl_allids( be ); + idl = idl_allids( op->o_bd ); + + if( desc == slap_schema.si_ad_objectClass ) { + return idl; + } - rc = index_param( be, desc, LDAP_FILTER_PRESENT, + rc = index_param( op->o_bd, desc, LDAP_FILTER_PRESENT, &dbname, &mask, &prefix ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= presence_candidates: index_param returned=%d\n", rc, 0, 0 ); + return idl; } @@ -139,49 +207,51 @@ presence_candidates( Debug( LDAP_DEBUG_TRACE, "<= presense_candidates: not indexed\n", 0, 0, 0 ); - ber_bvfree( prefix ); + return idl; } - db = ldbm_cache_open( be, dbname, LDBM_SUFFIX, LDBM_READER ); + db = ldbm_cache_open( op->o_bd, dbname, LDBM_SUFFIX, LDBM_WRCREAT ); if ( db == NULL ) { Debug( LDAP_DEBUG_ANY, "<= presense_candidates db open failed (%s%s)\n", dbname, LDBM_SUFFIX, 0 ); - ber_bvfree( prefix ); + return idl; } - if( prefix != NULL ) { + if( prefix.bv_val != NULL ) { idl_free( idl ); idl = NULL; - rc = key_read( be, db, prefix, &idl ); + rc = key_read( op->o_bd, db, &prefix, &idl ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= presense_candidates key read failed (%d)\n", rc, 0, 0 ); + } else if( idl == NULL ) { Debug( LDAP_DEBUG_TRACE, "<= presense_candidates NULL\n", 0, 0, 0 ); + } } - ldbm_cache_close( be, db ); - ber_bvfree( prefix ); + ldbm_cache_close( op->o_bd, db ); Debug( LDAP_DEBUG_TRACE, "<= presence_candidates %ld\n", idl ? ID_BLOCK_NIDS(idl) : 0, 0, 0 ); + return( idl ); } static ID_BLOCK * equality_candidates( - Backend *be, + Operation *op, AttributeAssertion *ava ) { @@ -191,21 +261,23 @@ equality_candidates( int rc; char *dbname; slap_mask_t mask; - struct berval *prefix; - struct berval **keys = NULL; + struct berval prefix = {0, NULL}; + struct berval *keys = NULL; MatchingRule *mr; Debug( LDAP_DEBUG_TRACE, "=> equality_candidates\n", 0, 0, 0 ); - idl = idl_allids( be ); - rc = index_param( be, ava->aa_desc, LDAP_FILTER_EQUALITY, + idl = idl_allids( op->o_bd ); + + rc = index_param( op->o_bd, ava->aa_desc, LDAP_FILTER_EQUALITY, &dbname, &mask, &prefix ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= equality_candidates: index_param returned=%d\n", rc, 0, 0 ); + return idl; } @@ -214,18 +286,16 @@ equality_candidates( Debug( LDAP_DEBUG_TRACE, "<= equality_candidates: not indexed\n", 0, 0, 0 ); - ber_bvfree( prefix ); + return idl; } mr = ava->aa_desc->ad_type->sat_equality; if( !mr ) { - ber_bvfree( prefix ); return idl; } if( !mr->smr_filter ) { - ber_bvfree( prefix ); return idl; } @@ -234,16 +304,15 @@ equality_candidates( mask, ava->aa_desc->ad_type->sat_syntax, mr, - prefix, - ava->aa_value, - &keys ); - - ber_bvfree( prefix ); + &prefix, + &ava->aa_value, + &keys, op->o_tmpmemctx ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= equality_candidates: (%s%s) MR filter failed (%d)\n", dbname, LDBM_SUFFIX, rc ); + return idl; } @@ -251,23 +320,25 @@ equality_candidates( Debug( LDAP_DEBUG_TRACE, "<= equality_candidates: no keys (%s%s)\n", dbname, LDBM_SUFFIX, 0 ); + return idl; } - db = ldbm_cache_open( be, dbname, LDBM_SUFFIX, LDBM_READER ); + db = ldbm_cache_open( op->o_bd, dbname, LDBM_SUFFIX, LDBM_WRCREAT ); if ( db == NULL ) { Debug( LDAP_DEBUG_ANY, "<= equality_candidates db open failed (%s%s)\n", dbname, LDBM_SUFFIX, 0 ); + return idl; } - for ( i= 0; keys[i] != NULL; i++ ) { + for ( i= 0; keys[i].bv_val != NULL; i++ ) { ID_BLOCK *save; ID_BLOCK *tmp; - rc = key_read( be, db, keys[i], &tmp ); + rc = key_read( op->o_bd, db, &keys[i], &tmp ); if( rc != LDAP_SUCCESS ) { idl_free( idl ); @@ -275,6 +346,7 @@ equality_candidates( Debug( LDAP_DEBUG_TRACE, "<= equality_candidates key read failed (%d)\n", rc, 0, 0 ); + break; } @@ -284,30 +356,32 @@ equality_candidates( Debug( LDAP_DEBUG_TRACE, "<= equality_candidates NULL\n", 0, 0, 0 ); + break; } save = idl; - idl = idl_intersection( be, idl, tmp ); + idl = idl_intersection( op->o_bd, idl, tmp ); idl_free( save ); idl_free( tmp ); if( idl == NULL ) break; } - ber_bvecfree( keys ); + ber_bvarray_free_x( keys, op->o_tmpmemctx ); - ldbm_cache_close( be, db ); + ldbm_cache_close( op->o_bd, db ); Debug( LDAP_DEBUG_TRACE, "<= equality_candidates %ld\n", idl ? ID_BLOCK_NIDS(idl) : 0, 0, 0 ); + return( idl ); } static ID_BLOCK * approx_candidates( - Backend *be, + Operation *op, AttributeAssertion *ava ) { @@ -317,21 +391,23 @@ approx_candidates( int rc; char *dbname; slap_mask_t mask; - struct berval *prefix; - struct berval **keys = NULL; + struct berval prefix = {0, NULL}; + struct berval *keys = NULL; MatchingRule *mr; Debug( LDAP_DEBUG_TRACE, "=> approx_candidates\n", 0, 0, 0 ); - idl = idl_allids( be ); - rc = index_param( be, ava->aa_desc, LDAP_FILTER_APPROX, + idl = idl_allids( op->o_bd ); + + rc = index_param( op->o_bd, ava->aa_desc, LDAP_FILTER_APPROX, &dbname, &mask, &prefix ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= approx_candidates: index_param returned=%d\n", rc, 0, 0 ); + return idl; } @@ -340,7 +416,7 @@ approx_candidates( Debug( LDAP_DEBUG_ANY, "<= approx_candidates: not indexed\n", 0, 0, 0 ); - ber_bvfree( prefix ); + return idl; } @@ -351,12 +427,10 @@ approx_candidates( } if( !mr ) { - ber_bvfree( prefix ); return idl; } if( !mr->smr_filter ) { - ber_bvfree( prefix ); return idl; } @@ -365,16 +439,15 @@ approx_candidates( mask, ava->aa_desc->ad_type->sat_syntax, mr, - prefix, - ava->aa_value, - &keys ); - - ber_bvfree( prefix ); + &prefix, + &ava->aa_value, + &keys, op->o_tmpmemctx ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= approx_candidates: (%s%s) MR filter failed (%d)\n", dbname, LDBM_SUFFIX, rc ); + return idl; } @@ -382,29 +455,32 @@ approx_candidates( Debug( LDAP_DEBUG_TRACE, "<= approx_candidates: no keys (%s%s)\n", dbname, LDBM_SUFFIX, 0 ); + return idl; } - db = ldbm_cache_open( be, dbname, LDBM_SUFFIX, LDBM_READER ); + db = ldbm_cache_open( op->o_bd, dbname, LDBM_SUFFIX, LDBM_WRCREAT ); if ( db == NULL ) { Debug( LDAP_DEBUG_ANY, "<= approx_candidates db open failed (%s%s)\n", dbname, LDBM_SUFFIX, 0 ); + return idl; } - for ( i= 0; keys[i] != NULL; i++ ) { + for ( i= 0; keys[i].bv_val != NULL; i++ ) { ID_BLOCK *save; ID_BLOCK *tmp; - rc = key_read( be, db, keys[i], &tmp ); + rc = key_read( op->o_bd, db, &keys[i], &tmp ); if( rc != LDAP_SUCCESS ) { idl_free( idl ); idl = NULL; Debug( LDAP_DEBUG_TRACE, "<= approx_candidates key read failed (%d)\n", rc, 0, 0 ); + break; } @@ -413,28 +489,31 @@ approx_candidates( idl = NULL; Debug( LDAP_DEBUG_TRACE, "<= approx_candidates NULL\n", 0, 0, 0 ); + break; } save = idl; - idl = idl_intersection( be, idl, tmp ); + idl = idl_intersection( op->o_bd, idl, tmp ); idl_free( save ); + idl_free( tmp ); if( idl == NULL ) break; } - ber_bvecfree( keys ); + ber_bvarray_free_x( keys, op->o_tmpmemctx ); - ldbm_cache_close( be, db ); + ldbm_cache_close( op->o_bd, db ); Debug( LDAP_DEBUG_TRACE, "<= approx_candidates %ld\n", idl ? ID_BLOCK_NIDS(idl) : 0, 0, 0 ); + return( idl ); } static ID_BLOCK * list_candidates( - Backend *be, + Operation *op, Filter *flist, int ftype ) @@ -444,25 +523,27 @@ list_candidates( Debug( LDAP_DEBUG_TRACE, "=> list_candidates 0x%x\n", ftype, 0, 0 ); + idl = NULL; for ( f = flist; f != NULL; f = f->f_next ) { - if ( (tmp = filter_candidates( be, f )) == NULL && + if ( (tmp = filter_candidates( op, f )) == NULL && ftype == LDAP_FILTER_AND ) { - Debug( LDAP_DEBUG_TRACE, - "<= list_candidates NULL\n", 0, 0, 0 ); - idl_free( idl ); - return( NULL ); + Debug( LDAP_DEBUG_TRACE, + "<= list_candidates NULL\n", 0, 0, 0 ); + + idl_free( idl ); + return( NULL ); } tmp2 = idl; if ( idl == NULL ) { idl = tmp; } else if ( ftype == LDAP_FILTER_AND ) { - idl = idl_intersection( be, idl, tmp ); + idl = idl_intersection( op->o_bd, idl, tmp ); idl_free( tmp ); idl_free( tmp2 ); } else { - idl = idl_union( be, idl, tmp ); + idl = idl_union( op->o_bd, idl, tmp ); idl_free( tmp ); idl_free( tmp2 ); } @@ -470,12 +551,13 @@ list_candidates( Debug( LDAP_DEBUG_TRACE, "<= list_candidates %ld\n", idl ? ID_BLOCK_NIDS(idl) : 0, 0, 0 ); + return( idl ); } static ID_BLOCK * substring_candidates( - Backend *be, + Operation *op, SubstringsAssertion *sub ) { @@ -485,21 +567,23 @@ substring_candidates( int rc; char *dbname; slap_mask_t mask; - struct berval *prefix; - struct berval **keys = NULL; + struct berval prefix = {0, NULL}; + struct berval *keys = NULL; MatchingRule *mr; Debug( LDAP_DEBUG_TRACE, "=> substrings_candidates\n", 0, 0, 0 ); - idl = idl_allids( be ); - rc = index_param( be, sub->sa_desc, LDAP_FILTER_SUBSTRINGS, + idl = idl_allids( op->o_bd ); + + rc = index_param( op->o_bd, sub->sa_desc, LDAP_FILTER_SUBSTRINGS, &dbname, &mask, &prefix ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= substrings_candidates: index_param returned=%d\n", rc, 0, 0 ); + return idl; } @@ -508,19 +592,17 @@ substring_candidates( Debug( LDAP_DEBUG_ANY, "<= substrings_candidates: not indexed\n", 0, 0, 0 ); - ber_bvfree( prefix ); + return idl; } mr = sub->sa_desc->ad_type->sat_substr; if( !mr ) { - ber_bvfree( prefix ); return idl; } if( !mr->smr_filter ) { - ber_bvfree( prefix ); return idl; } @@ -529,16 +611,15 @@ substring_candidates( mask, sub->sa_desc->ad_type->sat_syntax, mr, - prefix, + &prefix, sub, - &keys ); - - ber_bvfree( prefix ); + &keys, op->o_tmpmemctx ); if( rc != LDAP_SUCCESS ) { Debug( LDAP_DEBUG_TRACE, "<= substrings_candidates: (%s%s) MR filter failed (%d)\n", dbname, LDBM_SUFFIX, rc ); + return idl; } @@ -546,29 +627,32 @@ substring_candidates( Debug( LDAP_DEBUG_TRACE, "<= substrings_candidates: (0x%04lx) no keys (%s%s)\n", mask, dbname, LDBM_SUFFIX ); + return idl; } - db = ldbm_cache_open( be, dbname, LDBM_SUFFIX, LDBM_READER ); + db = ldbm_cache_open( op->o_bd, dbname, LDBM_SUFFIX, LDBM_WRCREAT ); if ( db == NULL ) { Debug( LDAP_DEBUG_ANY, "<= substrings_candidates db open failed (%s%s)\n", dbname, LDBM_SUFFIX, 0 ); + return idl; } - for ( i= 0; keys[i] != NULL; i++ ) { + for ( i= 0; keys[i].bv_val != NULL; i++ ) { ID_BLOCK *save; ID_BLOCK *tmp; - rc = key_read( be, db, keys[i], &tmp ); + rc = key_read( op->o_bd, db, &keys[i], &tmp ); if( rc != LDAP_SUCCESS ) { idl_free( idl ); idl = NULL; Debug( LDAP_DEBUG_TRACE, "<= substrings_candidates key read failed (%d)\n", rc, 0, 0 ); + break; } @@ -577,21 +661,24 @@ substring_candidates( idl = NULL; Debug( LDAP_DEBUG_TRACE, "<= substrings_candidates NULL\n", 0, 0, 0 ); + break; } save = idl; - idl = idl_intersection( be, idl, tmp ); + idl = idl_intersection( op->o_bd, idl, tmp ); idl_free( save ); + idl_free( tmp ); if( idl == NULL ) break; } - ber_bvecfree( keys ); + ber_bvarray_free_x( keys, op->o_tmpmemctx ); - ldbm_cache_close( be, db ); + ldbm_cache_close( op->o_bd, db ); Debug( LDAP_DEBUG_TRACE, "<= substrings_candidates %ld\n", idl ? ID_BLOCK_NIDS(idl) : 0, 0, 0 ); + return( idl ); }