/* index.c - routines for dealing with attribute indexes */
+/* $OpenLDAP$ */
+/*
+ * Copyright 1998-2000 The OpenLDAP Foundation, All Rights Reserved.
+ * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
+ */
#include "portable.h"
#include "slap.h"
#include "back-ldbm.h"
-static int add_value(Backend *be,
- struct dbcache *db,
- char *type,
- int indextype,
- char *val,
- ID id);
-static int delete_value(Backend *be,
- struct dbcache *db,
- char *type,
- int indextype,
- char *val,
- ID id);
-static int index2prefix(int indextype);
-
-int
-index_add_entry(
- Backend *be,
- Entry *e
-)
+static slap_mask_t index_mask(
+ Backend *be,
+ AttributeDescription *desc,
+ char **dbname,
+ struct berval *atname )
{
- Attribute *ap;
- struct berval bv;
- struct berval *bvals[2];
-
- Debug( LDAP_DEBUG_TRACE, "=> index_add( %ld, \"%s\" )\n", e->e_id,
- e->e_dn, 0 );
+ AttributeType *at;
+ slap_mask_t mask = 0;
- /*
- * dn index entry - make it look like an attribute so it works
- * with index_add_values() call
- */
-
- bv.bv_val = ch_strdup( e->e_ndn );
- bv.bv_len = strlen( bv.bv_val );
- bvals[0] = &bv;
- bvals[1] = NULL;
+ attr_mask( be->be_private, desc, &mask );
- /* add the dn to the indexes */
- {
- char *dn = ch_strdup("dn");
- index_add_values( be, dn, bvals, e->e_id );
- free( dn );
+ if( mask ) {
+ *atname = desc->ad_cname;
+ *dbname = desc->ad_cname.bv_val;
+ return mask;
}
- free( bv.bv_val );
-
- /* add each attribute to the indexes */
- for ( ap = e->e_attrs; ap != NULL; ap = ap->a_next ) {
-
- index_add_values( be, ap->a_type, ap->a_vals, e->e_id );
+ /* If there is a language tag, did we ever index the base
+ * type? If so, check for mask, otherwise it's not there.
+ */
+ if( slap_ad_is_lang( desc ) && desc != desc->ad_type->sat_ad ) {
+ /* has language tag */
+ attr_mask( be->be_private, desc->ad_type->sat_ad, &mask );
+
+ if( !( mask & SLAP_INDEX_NOLANG ) ) {
+ *atname = desc->ad_type->sat_cname;
+ *dbname = desc->ad_type->sat_cname.bv_val;
+ return mask;
+ }
}
- Debug( LDAP_DEBUG_TRACE, "<= index_add( %ld, \"%s\" ) 0\n", e->e_id,
- e->e_ndn, 0 );
- return( 0 );
-}
-
-int
-index_add_mods(
- Backend *be,
- LDAPModList *ml,
- ID id
-)
-{
- int rc;
-
- for ( ; ml != NULL; ml = ml->ml_next ) {
- LDAPMod *mod = &ml->ml_mod;
-
- switch ( mod->mod_op & ~LDAP_MOD_BVALUES ) {
- case LDAP_MOD_REPLACE:
- /* XXX: Delete old index data==>problem when this
- * gets called we lost values already!
- */
- case LDAP_MOD_ADD:
- rc = index_add_values( be, mod->mod_type,
- mod->mod_bvalues, id );
- break;
- case LDAP_MOD_DELETE:
- rc = index_delete_values( be, mod->mod_type,
- mod->mod_bvalues, id );
- break;
- case LDAP_MOD_SOFTADD: /* SOFTADD means index was there */
- rc = 0;
- break;
+ /* see if supertype defined mask for its subtypes */
+ for( at = desc->ad_type; at != NULL ; at = at->sat_sup ) {
+ /* If no AD, we've never indexed this type */
+ if (!at->sat_ad)
+ continue;
+
+ attr_mask( be->be_private, at->sat_ad, &mask );
+
+ if( mask & SLAP_INDEX_AUTO_SUBTYPES ) {
+ *atname = desc->ad_type->sat_cname;
+ *dbname = at->sat_cname.bv_val;
+ return mask;
}
-
- if ( rc != 0 ) {
- return( rc );
+ if( !( mask & SLAP_INDEX_NOSUBTYPES ) ) {
+ *atname = at->sat_cname;
+ *dbname = at->sat_cname.bv_val;
+ return mask;
}
+
+ if( mask ) break;
}
- return( 0 );
+ return 0;
}
-ID_BLOCK *
-index_read(
- Backend *be,
- char *type,
- int indextype,
- char *val
-)
+int index_param(
+ Backend *be,
+ AttributeDescription *desc,
+ int ftype,
+ char **dbnamep,
+ slap_mask_t *maskp,
+ struct berval *prefixp )
{
- struct dbcache *db;
- Datum key;
- ID_BLOCK *idl;
- int indexmask, syntax;
- char prefix;
- char *realval, *tmpval;
- char buf[BUFSIZ];
-
- char *at_cn;
-
- ldbm_datum_init( key );
-
- prefix = index2prefix( indextype );
- Debug( LDAP_DEBUG_TRACE, "=> index_read( \"%s\" \"%c\" \"%s\" )\n",
- type, prefix, val );
-
- attr_masks( be->be_private, type, &indexmask, &syntax );
- if ( ! (indextype & indexmask) ) {
- idl = idl_allids( be );
- Debug( LDAP_DEBUG_TRACE,
- "<= index_read %ld candidates (allids - not indexed)\n",
- idl ? ID_BLOCK_NIDS(idl) : 0, 0, 0 );
- return( idl );
- }
+ slap_mask_t mask;
+ char *dbname;
- attr_normalize( type );
- at_cn = at_canonical_name( type );
+ mask = index_mask( be, desc, &dbname, prefixp );
- if ( (db = ldbm_cache_open( be, at_cn, LDBM_SUFFIX, LDBM_WRCREAT ))
- == NULL ) {
- Debug( LDAP_DEBUG_ANY,
- "<= index_read NULL (could not open %s%s)\n", at_cn,
- LDBM_SUFFIX, 0 );
- return( NULL );
+ if( mask == 0 ) {
+ return LDAP_INAPPROPRIATE_MATCHING;
}
- realval = val;
- tmpval = NULL;
- if ( prefix != UNKNOWN_PREFIX ) {
- unsigned int len = strlen( val );
-
- if ( (len + 2) < sizeof(buf) ) {
- realval = buf;
- } else {
- /* value + prefix + null */
- tmpval = (char *) ch_malloc( len + 2 );
- realval = tmpval;
+ switch( ftype ) {
+ case LDAP_FILTER_PRESENT:
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_PRESENT ) ) {
+ goto done;
}
- realval[0] = prefix;
- strcpy( &realval[1], val );
- }
-
- key.dptr = realval;
- key.dsize = strlen( realval ) + 1;
-
- idl = idl_fetch( be, db, key );
- if ( tmpval != NULL ) {
- free( tmpval );
- }
-
- ldbm_cache_close( be, db );
-
- Debug( LDAP_DEBUG_TRACE, "<= index_read %ld candidates\n",
- idl ? ID_BLOCK_NIDS(idl) : 0, 0, 0 );
- return( idl );
-}
-
-/* Remove values from index files */
-
-static int
-delete_value(
- Backend *be,
- struct dbcache *db,
- char *type,
- int indextype,
- char *val,
- ID id
-)
-{
-
- return 0;
-
-}/* static int delete_value() */
-
-static int
-add_value(
- Backend *be,
- struct dbcache *db,
- char *type,
- int indextype,
- char *val,
- ID id
-)
-{
- int rc;
- Datum key;
- /* XXX do we need idl ??? */
- ID_BLOCK *idl = NULL;
- char *tmpval = NULL;
- char *realval = val;
- char buf[BUFSIZ];
-
- char prefix = index2prefix( indextype );
-
- ldbm_datum_init( key );
-
- Debug( LDAP_DEBUG_TRACE, "=> add_value( \"%c%s\" )\n", prefix, val, 0 );
-
- if ( prefix != UNKNOWN_PREFIX ) {
- unsigned int len = strlen( val );
+ break;
- if ( (len + 2) < sizeof(buf) ) {
- realval = buf;
- } else {
- /* value + prefix + null */
- tmpval = (char *) ch_malloc( len + 2 );
- realval = tmpval;
+ case LDAP_FILTER_APPROX:
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_APPROX ) ) {
+ goto done;
}
- realval[0] = prefix;
- strcpy( &realval[1], val );
- }
+ /* fall thru */
- key.dptr = realval;
- key.dsize = strlen( realval ) + 1;
-
- rc = idl_insert_key( be, db, key, id );
+ case LDAP_FILTER_EQUALITY:
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_EQUALITY ) ) {
+ goto done;
+ }
+ break;
- if ( tmpval != NULL ) {
- free( tmpval );
- }
+ case LDAP_FILTER_SUBSTRINGS:
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_SUBSTR ) ) {
+ goto done;
+ }
+ break;
- if( idl != NULL ) {
- idl_free( idl );
+ default:
+ return LDAP_OTHER;
}
- ldap_pvt_thread_yield();
+ return LDAP_INAPPROPRIATE_MATCHING;
- /* Debug( LDAP_DEBUG_TRACE, "<= add_value %d\n", rc, 0, 0 ); */
- return( rc );
+done:
+ *dbnamep = dbname;
+ *maskp = mask;
+ return LDAP_SUCCESS;
}
-/* Remove entries from index files */
-
-int
-index_delete_values(
- Backend *be,
- char *type,
- struct berval **vals,
- ID id
-)
+static int indexer(
+ Backend *be,
+ char *dbname,
+ struct berval *atname,
+ struct berval **vals,
+ ID id,
+ int op,
+ slap_mask_t mask )
{
- int indexmask, syntax;
- char *at_cn; /* Attribute canonical name */
- struct dbcache *db;
- char *val, *p, *code, *w;
- unsigned i, j, len;
- char buf[SUBLEN + 1];
- char vbuf[BUFSIZ];
- char *bigbuf;
-
-
- Debug( LDAP_DEBUG_TRACE,
- "=> index_delete_values( \"%s\", %ld )\n",
- (type ? type : "(NULL)"),
- id,
- 0 );
-
- attr_normalize(type);
- attr_masks( be->be_private, type, &indexmask, &syntax );
-
- if ( indexmask == 0 ) {
- return( 0 );
- }
+ int rc, i;
+ const char *text;
+ DBCache *db;
+ AttributeDescription *ad = NULL;
+ struct berval **keys;
- at_cn = at_canonical_name( type );
+ assert( mask );
- if ( (db = ldbm_cache_open( be, at_cn, LDBM_SUFFIX, LDBM_WRITER ))
- == NULL ) {
+ rc = slap_bv2ad( atname, &ad, &text );
- Debug( LDAP_DEBUG_ANY,
- "<= index_delete_values -1 (could not open(wr) %s%s)\n",
- at_cn,
- LDBM_SUFFIX,
- 0 );
- return( -1 );
+ if( rc != LDAP_SUCCESS ) return rc;
- }
-
- /* Remove each value from index file */
+ db = ldbm_cache_open( be, dbname, LDBM_SUFFIX, LDBM_WRCREAT );
- for ( i = 0; vals[i] != NULL; i++ ) {
-
- /*
- * Presence index entry
- */
-
- if ( indexmask & INDEX_PRESENCE ) {
- delete_value( be, db, at_cn, INDEX_PRESENCE, "*", id );
- }
-
- Debug( LDAP_DEBUG_TRACE,
- "*** index_add_values syntax 0x%x syntax bin 0x%x\n",
- syntax, SYNTAX_BIN, 0 );
-
- if ( syntax & SYNTAX_BIN ) {
- ldbm_cache_close( be, db );
- return( 0 );
- }
-
- bigbuf = NULL;
- len = vals[i]->bv_len;
-
- /* value + null */
- if ( len + 2 > sizeof(vbuf) ) {
-
- bigbuf = (char *) ch_malloc( len + 1 );
- val = bigbuf;
-
- } else {
-
- val = vbuf;
-
- }
-
- (void) memcpy( val, vals[i]->bv_val, len );
- val[len] = '\0';
-
- value_normalize( val, syntax );
-
- /* value_normalize could change the length of val */
-
- len = strlen( val );
+ if ( db == NULL ) {
+#ifdef NEW_LOGGING
+ LDAP_LOG(( "index", LDAP_LEVEL_ERR,
+ "index_read: Could not open db %s%s\n",
+ dbname, LDBM_SUFFIX ));
+#else
+ Debug( LDAP_DEBUG_ANY,
+ "<= index_read NULL (could not open %s%s)\n",
+ dbname, LDBM_SUFFIX, 0 );
+#endif
- /*
- * equality index entry
- */
+ return LDAP_OTHER;
+ }
- if ( indexmask & INDEX_EQUALITY ) {
-
- delete_value( be, db, at_cn, INDEX_EQUALITY, val, id );
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_PRESENT ) ) {
+ key_change( be, db, atname, id, op );
+ }
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_EQUALITY ) ) {
+ rc = ad->ad_type->sat_equality->smr_indexer(
+ LDAP_FILTER_EQUALITY,
+ mask,
+ ad->ad_type->sat_syntax,
+ ad->ad_type->sat_equality,
+ atname, vals, &keys );
+
+ if( rc == LDAP_SUCCESS && keys != NULL ) {
+ for( i=0; keys[i] != NULL; i++ ) {
+ key_change( be, db, keys[i], id, op );
+ }
+ ber_bvecfree( keys );
}
+ }
- /*
- * approximate index entry
- */
- if ( indexmask & INDEX_APPROX ) {
-
- for ( w = first_word( val );
- w != NULL;
- w = next_word( w ) ) {
-
- if ( (code = phonetic( w )) != NULL ) {
-
- delete_value( be,
- db,
- at_cn,
- INDEX_APPROX,
- code,
- id );
- free( code );
- }
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_APPROX ) ) {
+ rc = ad->ad_type->sat_approx->smr_indexer(
+ LDAP_FILTER_APPROX,
+ mask,
+ ad->ad_type->sat_syntax,
+ ad->ad_type->sat_approx,
+ atname, vals, &keys );
+
+ if( rc == LDAP_SUCCESS && keys != NULL ) {
+ for( i=0; keys[i] != NULL; i++ ) {
+ key_change( be, db, keys[i], id, op );
}
-
+ ber_bvecfree( keys );
}
+ }
- /*
- * substrings index entry
- */
-
- if ( indexmask & INDEX_SUB ) {
-
- /* leading and trailing */
- if ( len > SUBLEN - 2 ) {
-
- buf[0] = '^';
- for ( j = 0; j < SUBLEN - 1; j++ ) {
- buf[j + 1] = val[j];
- }
- buf[SUBLEN] = '\0';
-
- delete_value( be,
- db,
- at_cn,
- INDEX_SUB,
- buf,
- id );
-
- p = val + len - SUBLEN + 1;
- for ( j = 0; j < SUBLEN - 1; j++ ) {
- buf[j] = p[j];
- }
- buf[SUBLEN - 1] = '$';
- buf[SUBLEN] = '\0';
-
- delete_value( be,
- db,
- at_cn,
- INDEX_SUB,
- buf,
- id );
-
+ if( IS_SLAP_INDEX( mask, SLAP_INDEX_SUBSTR ) ) {
+ rc = ad->ad_type->sat_substr->smr_indexer(
+ LDAP_FILTER_SUBSTRINGS,
+ mask,
+ ad->ad_type->sat_syntax,
+ ad->ad_type->sat_substr,
+ atname, vals, &keys );
+
+ if( rc == LDAP_SUCCESS && keys != NULL ) {
+ for( i=0; keys[i] != NULL; i++ ) {
+ key_change( be, db, keys[i], id, op );
}
-
- /* any */
-
- for (p = val; p < (val + len - SUBLEN + 1); p++) {
-
- for ( j = 0; j < SUBLEN; j++ ) {
- buf[j] = p[j];
- }
- buf[SUBLEN] = '\0';
-
- delete_value( be,
- db,
- at_cn,
- INDEX_SUB,
- buf,
- id );
- }/* for (p = val; p < (val + len - SUBLEN + 1); p++) */
-
- }/* if ( indexmask & INDEX_SUB ) */
-
- if ( bigbuf != NULL ) {
-
- free( bigbuf );
-
+ ber_bvecfree( keys );
}
-
- }/* for ( i = 0; vals[i] != NULL; i++ ) */
+ }
ldbm_cache_close( be, db );
-
- return 0;
-
+ return LDAP_SUCCESS;
}
-int
-index_add_values(
- Backend *be,
- char *type,
- struct berval **vals,
- ID id
-)
+static int index_at_values(
+ Backend *be,
+ AttributeType *type,
+ struct berval *lang,
+ struct berval **vals,
+ ID id,
+ int op,
+ char ** dbnamep,
+ slap_mask_t *maskp )
{
- char *val, *p, *code, *w;
- unsigned i, j, len;
- int indexmask, syntax;
- char buf[SUBLEN + 1];
- char vbuf[BUFSIZ];
- char *bigbuf;
- struct dbcache *db;
-
- char *at_cn; /* Attribute canonical name */
-
- Debug( LDAP_DEBUG_TRACE, "=> index_add_values( \"%s\", %ld )\n", type,
- id, 0 );
- attr_normalize(type);
- attr_masks( be->be_private, type, &indexmask, &syntax );
- if ( indexmask == 0 ) {
- return( 0 );
+ slap_mask_t mask = 0;
+ slap_mask_t tmpmask = 0;
+
+ if( type->sat_sup ) {
+ /* recurse */
+ (void) index_at_values( be,
+ type->sat_sup, lang,
+ vals, id, op,
+ dbnamep, &tmpmask );
}
- at_cn = at_canonical_name( type );
- if ( (db = ldbm_cache_open( be, at_cn, LDBM_SUFFIX, LDBM_WRCREAT ))
- == NULL ) {
- Debug( LDAP_DEBUG_ANY,
- "<= index_add_values -1 (could not open/create %s%s)\n",
- at_cn, LDBM_SUFFIX, 0 );
- return( -1 );
+
+ /* If this type has no AD, we've never used it before */
+ if( type->sat_ad ) {
+ attr_mask( be->be_private, type->sat_ad, &mask );
}
+ if( mask ) {
+ *dbnamep = type->sat_cname.bv_val;
+ } else if ( tmpmask & SLAP_INDEX_AUTO_SUBTYPES ) {
+ mask = tmpmask;
+ }
- for ( i = 0; vals[i] != NULL; i++ ) {
- /*
- * presence index entry
- */
- if ( indexmask & INDEX_PRESENCE ) {
- add_value( be, db, at_cn, INDEX_PRESENCE, "*", id );
- }
+ if( mask ) {
+ indexer( be, *dbnamep,
+ &type->sat_cname,
+ vals, id, op,
+ mask );
+ }
- Debug( LDAP_DEBUG_TRACE, "*** index_add_values syntax 0x%x syntax bin 0x%x\n",
- syntax, SYNTAX_BIN, 0 );
- if ( syntax & SYNTAX_BIN ) {
- ldbm_cache_close( be, db );
- return( 0 );
- }
+ if( lang->bv_len ) {
+ char *dbname = NULL;
+ struct berval lname;
+ AttributeDescription *desc;
- bigbuf = NULL;
- len = vals[i]->bv_len;
+ tmpmask = 0;
+ lname.bv_val = NULL;
- /* value + null */
- if ( len + 2 > sizeof(vbuf) ) {
- bigbuf = (char *) ch_malloc( len + 1 );
- val = bigbuf;
- } else {
- val = vbuf;
+ desc = ad_find_lang(type, lang);
+ if( desc ) {
+ attr_mask( be->be_private, desc, &tmpmask );
}
- (void) memcpy( val, vals[i]->bv_val, len );
- val[len] = '\0';
- value_normalize( val, syntax );
-
- /* value_normalize could change the length of val */
- len = strlen( val );
-
- /*
- * equality index entry
- */
- if ( indexmask & INDEX_EQUALITY ) {
- add_value( be, db, at_cn, INDEX_EQUALITY, val, id );
+ if( tmpmask ) {
+ dbname = desc->ad_cname.bv_val;
+ lname = desc->ad_cname;
+ mask = tmpmask;
}
- /*
- * approximate index entry
- */
- if ( indexmask & INDEX_APPROX ) {
- for ( w = first_word( val ); w != NULL;
- w = next_word( w ) ) {
- if ( (code = phonetic( w )) != NULL ) {
- add_value( be, db, at_cn, INDEX_APPROX,
- code, id );
- free( code );
- }
+ if( dbname != NULL ) {
+ indexer( be, dbname, &lname,
+ vals, id, op,
+ mask );
+ if( !tmpmask ) {
+ ch_free( lname.bv_val );
}
}
+ }
- /*
- * substrings index entry
- */
- if ( indexmask & INDEX_SUB ) {
- /* leading and trailing */
- if ( len > SUBLEN - 2 ) {
- buf[0] = '^';
- for ( j = 0; j < SUBLEN - 1; j++ ) {
- buf[j + 1] = val[j];
- }
- buf[SUBLEN] = '\0';
-
- add_value( be, db, at_cn, INDEX_SUB, buf, id );
-
- p = val + len - SUBLEN + 1;
- for ( j = 0; j < SUBLEN - 1; j++ ) {
- buf[j] = p[j];
- }
- buf[SUBLEN - 1] = '$';
- buf[SUBLEN] = '\0';
-
- add_value( be, db, at_cn, INDEX_SUB, buf, id );
- }
-
- /* any */
- for ( p = val; p < (val + len - SUBLEN + 1); p++ ) {
- for ( j = 0; j < SUBLEN; j++ ) {
- buf[j] = p[j];
- }
- buf[SUBLEN] = '\0';
+ return LDAP_SUCCESS;
+}
- add_value( be, db, at_cn, INDEX_SUB, buf, id );
- }
- }
+int index_values(
+ Backend *be,
+ AttributeDescription *desc,
+ struct berval **vals,
+ ID id,
+ int op )
+{
+ char *dbname = NULL;
+ slap_mask_t mask;
- if ( bigbuf != NULL ) {
- free( bigbuf );
- }
- }
- ldbm_cache_close( be, db );
+ (void) index_at_values( be,
+ desc->ad_type, &desc->ad_lang,
+ vals, id, op,
+ &dbname, &mask );
- return( 0 );
+ return LDAP_SUCCESS;
}
-static int
-index2prefix( int indextype )
+int
+index_entry(
+ Backend *be,
+ int op,
+ Entry *e,
+ Attribute *ap )
{
- int prefix;
+#ifdef NEW_LOGGING
+ LDAP_LOG(( "index", LDAP_LEVEL_ENTRY,
+ "index_entry: %s (%s)%ld\n",
+ op == SLAP_INDEX_ADD_OP ? "add" : "del",
+ e->e_dn, e->e_id ));
+#else
+ Debug( LDAP_DEBUG_TRACE, "=> index_entry_%s( %ld, \"%s\" )\n",
+ op == SLAP_INDEX_ADD_OP ? "add" : "del",
+ e->e_id, e->e_dn );
+#endif
- switch ( indextype ) {
- case INDEX_EQUALITY:
- prefix = EQ_PREFIX;
- break;
- case INDEX_APPROX:
- prefix = APPROX_PREFIX;
- break;
- case INDEX_SUB:
- prefix = SUB_PREFIX;
- break;
- default:
- prefix = UNKNOWN_PREFIX;
- break;
+ /* add each attribute to the indexes */
+ for ( ; ap != NULL; ap = ap->a_next ) {
+ index_values( be, ap->a_desc, ap->a_vals, e->e_id, op );
}
- return( prefix );
+#ifdef NEW_LOGGING
+ LDAP_LOG(( "index", LDAP_LEVEL_ENTRY,
+ "index_entry: success\n" ));
+#else
+ Debug( LDAP_DEBUG_TRACE, "<= index_entry_%s( %ld, \"%s\" ) success\n",
+ op == SLAP_INDEX_ADD_OP ? "add" : "del",
+ e->e_id, e->e_dn );
+#endif
+
+ return LDAP_SUCCESS;
}
+