]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/schema_init.c
More CLDAP tweaks, to differentiate between real LDAPv2 CLDAP and "other"
[openldap] / servers / slapd / schema_init.c
index 4c742291f9997e1b5ac3137b97959f00bac617e5..6f56f818691bbd54a8f766294243e17eca88577e 100644 (file)
@@ -8,8 +8,10 @@
 #include "portable.h"
 
 #include <stdio.h>
+#include <limits.h>
 
 #include <ac/ctype.h>
+#include <ac/errno.h>
 #include <ac/string.h>
 #include <ac/socket.h>
 
@@ -35,7 +37,6 @@
 
 /* recycled matching routines */
 #define bitStringMatch                                 octetStringMatch
-#define integerMatch                                   caseIgnoreIA5Match
 #define numericStringMatch                             caseIgnoreIA5Match
 #define objectIdentifierMatch                  caseIgnoreIA5Match
 #define telephoneNumberMatch                   caseIgnoreIA5Match
 #define authPasswordMatch                              NULL
 
 /* recycled indexing/filtering routines */
-#define dnIndexer                                              caseIgnoreIndexer
-#define dnFilter                                               caseIgnoreFilter
-#define integerIndexer                                 caseIgnoreIA5Indexer
-#define integerFilter                                  caseIgnoreIA5Filter
+#define dnIndexer                              caseExactIgnoreIndexer
+#define dnFilter                               caseExactIgnoreFilter
 
 #define telephoneNumberIndexer                 caseIgnoreIA5Indexer
 #define telephoneNumberFilter                  caseIgnoreIA5Filter
 #define telephoneNumberSubstringsIndexer       caseIgnoreIA5SubstringsIndexer
 #define telephoneNumberSubstringsFilter                caseIgnoreIA5SubstringsFilter
 
+/* must match OIDs below */
+#define caseExactMatchOID                      "2.5.13.5"
+#define caseExactSubstringsMatchOID            "2.5.13.7"
+
 static char *strcasechr( const char *str, int c )
 {
        char *lower = strchr( str, TOLOWER(c) );
@@ -132,13 +135,13 @@ int octetStringIndexer(
        digest.bv_val = HASHdigest;
        digest.bv_len = sizeof(HASHdigest);
 
-       /* we should have at least one value at this point */
-       assert( values != NULL && values[0] != NULL );
-
        for( i=0; values[i] != NULL; i++ ) {
                /* just count them */
        }
 
+       /* we should have at least one value at this point */
+       assert( i > 0 );
+
        keys = ch_malloc( sizeof( struct berval * ) * (i+1) );
 
        slen = strlen( syntax->ssyn_oid );
@@ -252,12 +255,8 @@ dnNormalize(
 
        if ( val->bv_len != 0 ) {
                char *dn;
-#ifdef USE_DN_NORMALIZE
                out = ber_bvstr( UTF8normalize( val->bv_val, UTF8_CASEFOLD ) );
-#else
-               out = ber_bvdup( val );
-               ldap_pvt_str2upper( out->bv_val );
-#endif
+
                dn = dn_validate( out->bv_val );
 
                if( dn == NULL ) {
@@ -500,97 +499,6 @@ booleanMatch(
        return LDAP_SUCCESS;
 }
 
-/* case insensitive UTF8 strncmp with offset for second string */
-static int
-UTF8oncasecmp(
-       struct berval *right,
-       struct berval *left,
-       ber_len_t len,
-       ber_len_t offset )
-{
-       ber_len_t r, l;
-       ber_len_t rlen, llen;
-       ber_len_t rslen, lslen;
-       ldap_unicode_t ru, lu;
-       ldap_unicode_t ruu, luu;
-
-       rslen = len < right->bv_len ? len : right->bv_len;
-       lslen = len + offset < left->bv_len ? len : left->bv_len;
-
-       for( r = 0, l = offset;
-               r < rslen && l < lslen;
-               r+=rlen, l+=llen )
-       {
-               /*
-                * XXYYZ: we convert to ucs4 even though -llunicode
-                * expects ucs2 in an unsigned long
-                */
-               ru = ldap_x_utf8_to_ucs4( &right->bv_val[r] );
-               if( ru == LDAP_UCS4_INVALID ) {
-                       return 1;
-               }
-
-               lu = ldap_x_utf8_to_ucs4( &left->bv_val[l] );
-               if( lu == LDAP_UCS4_INVALID ) {
-                       return -1;
-               }
-
-               ruu = uctoupper( ru );
-               luu = uctoupper( lu );
-
-               if( ruu > luu ) {
-                       return 1;
-               } else if( luu > ruu ) {
-                       return -1;
-               }
-
-               rlen = LDAP_UTF8_CHARLEN( &right->bv_val[r] );
-               llen = LDAP_UTF8_CHARLEN( &left->bv_val[l] );
-       }
-
-       if( r < rslen ) {
-               /* less left */
-               return -1;
-       }
-
-       if( l < lslen ) {
-               /* less right */
-               return 1;
-       }
-
-       return 0;
-}
-
-static char *UTF8casechr( const char *str, const char *c )
-{
-       char *p, *lower, *upper;
-       ldap_ucs4_t tch, ch = ldap_x_utf8_to_ucs4(c);
-
-       tch = uctolower ( ch );
-       for( p = (char *) str; *p != '\0'; LDAP_UTF8_INCR(p) ) {
-               if( ldap_x_utf8_to_ucs4( p ) == tch ) {
-                       break;
-               } 
-       }
-       lower = *p != '\0' ? p : NULL;
-
-       tch = uctoupper ( ch );
-       for( p = (char *) str; *p != '\0'; LDAP_UTF8_INCR(p) ) {
-               if( ldap_x_utf8_to_ucs4( p ) == tch ) {
-                       break;
-               } 
-       }
-       upper = *p != '\0' ? p : NULL;
-       
-       if( lower && upper ) {
-               return lower < upper ? lower : upper;
-       } else if ( lower ) {
-               return lower;
-       } else {
-               return upper;
-       }
-}
-
 static int
 UTF8StringValidate(
        Syntax *syntax,
@@ -749,7 +657,31 @@ err:
        return NULL;
 }
 
-#if defined(SLAPD_APPROX_MULTISTRING)
+/* Strip characters with the 8th bit set */
+char *
+strip8bitChars(
+       char *in )      
+{
+       char *p = in, *q;
+  
+       if( in == NULL ) {
+               return NULL;
+       }
+       while( *p ) {
+               if( *p & 0x80 ) {
+                       q = p;
+                       while( *++q & 0x80 ) {
+                               /* empty */
+                       }
+                       p = memmove(p, q, strlen(q) + 1);
+               } else {
+                       p++;
+               }
+       }
+       return in;
+}
+
+#ifndef SLAPD_APPROX_OLDSINGLESTRING
 
 #if defined(SLAPD_APPROX_INITIALS)
 #define SLAPD_APPROX_DELIMITER "._ "
@@ -770,10 +702,28 @@ approxMatch(
 {
        char *val, *assertv, **values, **words, *c;
        int i, count, len, nextchunk=0, nextavail=0;
+       size_t avlen;
+
+       /* Yes, this is necessary */
+       val = UTF8normalize( value->bv_val, UTF8_NOCASEFOLD );
+       if( val == NULL ) {
+               *matchp = 1;
+               return LDAP_SUCCESS;
+       }
+       strip8bitChars( val );
 
+       /* Yes, this is necessary */
+       assertv = UTF8normalize( ((struct berval *)assertedValue)->bv_val,
+                                UTF8_NOCASEFOLD );
+       if( assertv == NULL ) {
+               free( val );
+               *matchp = 1;
+               return LDAP_SUCCESS;
+       }
+       strip8bitChars( assertv );
+       avlen = strlen( assertv );
 
        /* Isolate how many words there are */
-       val = ch_strdup( value->bv_val );
        for( c=val,count=1; *c; c++ ) {
                c = strpbrk( c, SLAPD_APPROX_DELIMITER );
                if ( c == NULL ) break;
@@ -789,12 +739,10 @@ approxMatch(
                values[i] = phonetic(c);
        }
 
-
-       /* Work through the asserted value's words, to see if  at least some
+       /* Work through the asserted value's words, to see if at least some
           of the words are there, in the same order. */
-       assertv = ch_strdup( ((struct berval *)assertedValue)->bv_val );
        len = 0;
-       while ( nextchunk < ((struct berval *)assertedValue)->bv_len ) {
+       while ( nextchunk < avlen ) {
                len = strcspn( assertv + nextchunk, SLAPD_APPROX_DELIMITER);
                if( len == 0 ) {
                        nextchunk++;
@@ -843,18 +791,17 @@ approxMatch(
        }
 
        /* Cleanup allocs */
-       ch_free( assertv );
+       free( assertv );
        for( i=0; i<count; i++ ) {
                ch_free( values[i] );
        }
        ch_free( values );
        ch_free( words );
-       ch_free( val );
+       free( val );
 
        return LDAP_SUCCESS;
 }
 
-
 int 
 approxIndexer(
        slap_mask_t use,
@@ -869,11 +816,12 @@ approxIndexer(
        int i,j, len, wordcount, keycount=0;
        struct berval **newkeys, **keys=NULL;
 
-
        for( j=0; values[j] != NULL; j++ ) {
+               /* Yes, this is necessary */
+               val = UTF8normalize( values[j]->bv_val, UTF8_NOCASEFOLD );
+               strip8bitChars( val );
 
                /* Isolate how many words there are. There will be a key for each */
-               val = ch_strdup( values[j]->bv_val );
                for( wordcount=0,c=val;  *c;  c++) {
                        len = strcspn(c, SLAPD_APPROX_DELIMITER);
                        if( len >= SLAPD_APPROX_WORDLEN ) wordcount++;
@@ -900,7 +848,7 @@ approxIndexer(
                        i++;
                }
 
-               ch_free( val );
+               free( val );
        }
        keys[keycount] = NULL;
        *keysp = keys;
@@ -908,7 +856,6 @@ approxIndexer(
        return LDAP_SUCCESS;
 }
 
-
 int 
 approxFilter(
        slap_mask_t use,
@@ -923,9 +870,18 @@ approxFilter(
        int i, count, len;
        struct berval **keys;
 
+       /* Yes, this is necessary */
+       val = UTF8normalize( ((struct berval *)assertValue)->bv_val,
+                            UTF8_NOCASEFOLD );
+       if( val == NULL ) {
+               keys = (struct berval **)ch_malloc( sizeof(struct berval *) );
+               keys[0] = NULL;
+               *keysp = keys;
+               return LDAP_SUCCESS;
+       }
+       strip8bitChars( val );
 
        /* Isolate how many words there are. There will be a key for each */
-       val = ch_strdup( ((struct berval *)assertValue)->bv_val );
        for( count=0,c=val;  *c;  c++) {
                len = strcspn(c, SLAPD_APPROX_DELIMITER);
                if( len >= SLAPD_APPROX_WORDLEN ) count++;
@@ -941,13 +897,11 @@ approxFilter(
        for( c=val,i=0;  i<count; c+=len+1 ) {
                len = strlen(c);
                if( len < SLAPD_APPROX_WORDLEN ) continue;
-               keys[i] = (struct berval *)ch_malloc( sizeof(struct berval) );
-               keys[i]->bv_val = phonetic( c );
-               keys[i]->bv_len = strlen( keys[i]->bv_val );
+               keys[i] = ber_bvstr( phonetic( c ) );
                i++;
        }
 
-       ch_free( val );
+       free( val );
 
        keys[count] = NULL;
        *keysp = keys;
@@ -969,9 +923,29 @@ approxMatch(
        void *assertedValue )
 {
        char *vapprox, *avapprox;
+       char *s, *t;
+
+       /* Yes, this is necessary */
+       s = UTF8normalize( value->bv_val, UTF8_NOCASEFOLD );
+       if( s == NULL ) {
+               *matchp = 1;
+               return LDAP_SUCCESS;
+       }
+
+       /* Yes, this is necessary */
+       t = UTF8normalize( ((struct berval *)assertedValue)->bv_val,
+                          UTF8_NOCASEFOLD );
+       if( t == NULL ) {
+               free( s );
+               *matchp = -1;
+               return LDAP_SUCCESS;
+       }
+
+       vapprox = phonetic( strip8bitChars( s ) );
+       avapprox = phonetic( strip8bitChars( t ) );
 
-       vapprox = phonetic( value->bv_val );
-       avapprox = phonetic( ((struct berval *)assertedValue)->bv_val);
+       free( s );
+       free( t );
 
        *matchp = strcmp( vapprox, avapprox );
 
@@ -993,683 +967,68 @@ approxIndexer(
 {
        int i;
        struct berval **keys;
-
+       char *s;
 
        for( i=0; values[i] != NULL; i++ ) {
-               /* just count them */
+               /* empty - just count them */
        }
+
+       /* we should have at least one value at this point */
        assert( i > 0 );
 
        keys = (struct berval **)ch_malloc( sizeof( struct berval * ) * (i+1) );
 
        /* Copy each value and run it through phonetic() */
        for( i=0; values[i] != NULL; i++ ) {
-               keys[i] = ch_malloc( sizeof( struct berval * ) );
-               keys[i]->bv_val = phonetic( values[i]->bv_val );
-               keys[i]->bv_len = strlen( keys[i]->bv_val );
-       }
-       keys[i] = NULL;
-
-       *keysp = keys;
-       return LDAP_SUCCESS;
-}
-
-
-int 
-approxFilter(
-       slap_mask_t use,
-       slap_mask_t flags,
-       Syntax *syntax,
-       MatchingRule *mr,
-       struct berval *prefix,
-       void * assertValue,
-       struct berval ***keysp )
-{
-       struct berval **keys;
-
-
-       keys = (struct berval **)ch_malloc( sizeof( struct berval * ) * 2 );
-
-       /* Copy the value and run it through phonetic() */
-       keys[0] = ch_malloc( sizeof( struct berval * ) );
-       keys[0]->bv_val = phonetic( ((struct berval *)assertValue)->bv_val );
-       keys[0]->bv_len = strlen( keys[0]->bv_val );
-       keys[1] = NULL;
-
-       *keysp = keys;
-       return LDAP_SUCCESS;
-}
-#endif
-
-
-static int
-caseExactMatch(
-       int *matchp,
-       slap_mask_t flags,
-       Syntax *syntax,
-       MatchingRule *mr,
-       struct berval *value,
-       void *assertedValue )
-{
-       *matchp = UTF8normcmp( value->bv_val,
-               ((struct berval *) assertedValue)->bv_val,
-               UTF8_NOCASEFOLD );
-       return LDAP_SUCCESS;
-}
-
-static int
-caseExactSubstringsMatch(
-       int *matchp,
-       slap_mask_t flags,
-       Syntax *syntax,
-       MatchingRule *mr,
-       struct berval *value,
-       void *assertedValue )
-{
-       int match = 0;
-       SubstringsAssertion *sub;
-       struct berval left;
-       int i;
-       ber_len_t inlen=0;
-       char *nav;
-
-       nav = UTF8normalize( value->bv_val, UTF8_NOCASEFOLD );
-       if( nav == NULL ) {
-               match = 1;
-               goto done;
-       }
-       left.bv_val = nav;
-       left.bv_len = strlen( nav );
-
-       sub = UTF8SubstringsassertionNormalize( assertedValue, UTF8_NOCASEFOLD );
-       if( sub == NULL ) {
-               match = -1;
-               goto done;
-       }
-
-       /* Add up asserted input length */
-       if( sub->sa_initial ) {
-               inlen += sub->sa_initial->bv_len;
-       }
-       if( sub->sa_any ) {
-               for(i=0; sub->sa_any[i] != NULL; i++) {
-                       inlen += sub->sa_any[i]->bv_len;
-               }
-       }
-       if( sub->sa_final ) {
-               inlen += sub->sa_final->bv_len;
-       }
-
-       if( sub->sa_initial ) {
-               if( inlen > left.bv_len ) {
-                       match = 1;
-                       goto done;
-               }
-
-               match = strncmp( sub->sa_initial->bv_val, left.bv_val,
-                       sub->sa_initial->bv_len );
-
-               if( match != 0 ) {
-                       goto done;
-               }
-
-               left.bv_val += sub->sa_initial->bv_len;
-               left.bv_len -= sub->sa_initial->bv_len;
-               inlen -= sub->sa_initial->bv_len;
-       }
-
-       if( sub->sa_final ) {
-               if( inlen > left.bv_len ) {
-                       match = 1;
-                       goto done;
-               }
-
-               match = strncmp( sub->sa_final->bv_val,
-                       &left.bv_val[left.bv_len - sub->sa_final->bv_len],
-                       sub->sa_final->bv_len );
-
-               if( match != 0 ) {
-                       goto done;
-               }
-
-               left.bv_len -= sub->sa_final->bv_len;
-               inlen -= sub->sa_final->bv_len;
-       }
-
-       if( sub->sa_any ) {
-               for(i=0; sub->sa_any[i]; i++) {
-                       ber_len_t idx;
-                       char *p;
-
-retry:
-                       if( inlen > left.bv_len ) {
-                               /* not enough length */
-                               match = 1;
-                               goto done;
-                       }
-
-                       if( sub->sa_any[i]->bv_len == 0 ) {
-                               continue;
-                       }
-
-                       p = strchr( left.bv_val, *sub->sa_any[i]->bv_val );
-
-                       if( p == NULL ) {
-                               match = 1;
-                               goto done;
-                       }
-
-                       idx = p - left.bv_val;
-                       assert( idx < left.bv_len );
-
-                       if( idx >= left.bv_len ) {
-                               /* this shouldn't happen */
-                               return LDAP_OTHER;
-                       }
-
-                       left.bv_val = p;
-                       left.bv_len -= idx;
-
-                       if( sub->sa_any[i]->bv_len > left.bv_len ) {
-                               /* not enough left */
-                               match = 1;
-                               goto done;
-                       }
-
-                       match = strncmp( left.bv_val,
-                               sub->sa_any[i]->bv_val,
-                               sub->sa_any[i]->bv_len );
-
-                       if( match != 0 ) {
-                               left.bv_val++;
-                               left.bv_len--;
-                               goto retry;
-                       }
-
-                       left.bv_val += sub->sa_any[i]->bv_len;
-                       left.bv_len -= sub->sa_any[i]->bv_len;
-                       inlen -= sub->sa_any[i]->bv_len;
-               }
-       }
-
-done:
-       free( nav );
-       if( sub != NULL ) {
-               ch_free( sub->sa_final );
-               ber_bvecfree( sub->sa_any );
-               ch_free( sub->sa_initial );
-               ch_free( sub );
-       }
-       *matchp = match;
-       return LDAP_SUCCESS;
-}
-
-/* Index generation function */
-int caseExactIndexer(
-       slap_mask_t use,
-       slap_mask_t flags,
-       Syntax *syntax,
-       MatchingRule *mr,
-       struct berval *prefix,
-       struct berval **values,
-       struct berval ***keysp )
-{
-       int i;
-       size_t slen, mlen;
-       struct berval **keys;
-       HASH_CONTEXT   HASHcontext;
-       unsigned char   HASHdigest[HASH_BYTES];
-       struct berval digest;
-       digest.bv_val = HASHdigest;
-       digest.bv_len = sizeof(HASHdigest);
-
-       /* we should have at least one value at this point */
-       assert( values != NULL && values[0] != NULL );
-
-       for( i=0; values[i] != NULL; i++ ) {
-               /* just count them */
-       }
-
-       keys = ch_malloc( sizeof( struct berval * ) * (i+1) );
-
-       slen = strlen( syntax->ssyn_oid );
-       mlen = strlen( mr->smr_oid );
-
-       for( i=0; values[i] != NULL; i++ ) {
-               struct berval *value;
-               value = ber_bvstr( UTF8normalize( values[i]->bv_val,
-                       UTF8_NOCASEFOLD ) );
-
-               HASH_Init( &HASHcontext );
-               if( prefix != NULL && prefix->bv_len > 0 ) {
-                       HASH_Update( &HASHcontext,
-                               prefix->bv_val, prefix->bv_len );
-               }
-               HASH_Update( &HASHcontext,
-                       syntax->ssyn_oid, slen );
-               HASH_Update( &HASHcontext,
-                       mr->smr_oid, mlen );
-               HASH_Update( &HASHcontext,
-                       value->bv_val, value->bv_len );
-               HASH_Final( HASHdigest, &HASHcontext );
-
-               ber_bvfree( value );
-
-               keys[i] = ber_bvdup( &digest );
-       }
-
-       keys[i] = NULL;
-       *keysp = keys;
-       return LDAP_SUCCESS;
-}
-
-/* Index generation function */
-int caseExactFilter(
-       slap_mask_t use,
-       slap_mask_t flags,
-       Syntax *syntax,
-       MatchingRule *mr,
-       struct berval *prefix,
-       void * assertValue,
-       struct berval ***keysp )
-{
-       size_t slen, mlen;
-       struct berval **keys;
-       HASH_CONTEXT   HASHcontext;
-       unsigned char   HASHdigest[HASH_BYTES];
-       struct berval *value;
-       struct berval digest;
-       digest.bv_val = HASHdigest;
-       digest.bv_len = sizeof(HASHdigest);
-
-       slen = strlen( syntax->ssyn_oid );
-       mlen = strlen( mr->smr_oid );
-
-       value = ber_bvstr( UTF8normalize( ((struct berval *) assertValue)->bv_val,
-               UTF8_NOCASEFOLD ) );
-       /* This usually happens if filter contains bad UTF8 */
-       if( value == NULL ) {
-               keys = ch_malloc( sizeof( struct berval * ) );
-               keys[0] = NULL;
-               return LDAP_SUCCESS;
-       }
-
-       keys = ch_malloc( sizeof( struct berval * ) * 2 );
-
-       HASH_Init( &HASHcontext );
-       if( prefix != NULL && prefix->bv_len > 0 ) {
-               HASH_Update( &HASHcontext,
-                       prefix->bv_val, prefix->bv_len );
-       }
-       HASH_Update( &HASHcontext,
-               syntax->ssyn_oid, slen );
-       HASH_Update( &HASHcontext,
-               mr->smr_oid, mlen );
-       HASH_Update( &HASHcontext,
-               value->bv_val, value->bv_len );
-       HASH_Final( HASHdigest, &HASHcontext );
-
-       keys[0] = ber_bvdup( &digest );
-       keys[1] = NULL;
-
-#if UTF8MATCH
-       ber_bvfree( value );
-#endif
-
-       *keysp = keys;
-       return LDAP_SUCCESS;
-}
-
-/* Substrings Index generation function */
-int caseExactSubstringsIndexer(
-       slap_mask_t use,
-       slap_mask_t flags,
-       Syntax *syntax,
-       MatchingRule *mr,
-       struct berval *prefix,
-       struct berval **values,
-       struct berval ***keysp )
-{
-       ber_len_t i, nkeys;
-       size_t slen, mlen;
-       struct berval **keys;
-       struct berval **nvalues;
-
-       HASH_CONTEXT   HASHcontext;
-       unsigned char   HASHdigest[HASH_BYTES];
-       struct berval digest;
-       digest.bv_val = HASHdigest;
-       digest.bv_len = sizeof(HASHdigest);
-
-       /* we should have at least one value at this point */
-       assert( values != NULL && values[0] != NULL );
-
-       nkeys=0;
-
-       /* create normalized copy of values */
-       for( i=0; values[i] != NULL; i++ ) {
-               /* empty */
-       }
-       nvalues = ch_malloc( sizeof( struct berval * ) * (i+1) );
-       for( i=0; values[i] != NULL; i++ ) {
-               nvalues[i] = ber_bvstr( UTF8normalize( values[i]->bv_val,
-                       UTF8_NOCASEFOLD ) );
-       }
-       nvalues[i] = NULL;
-       values = nvalues;
-
-       for( i=0; values[i] != NULL; i++ ) {
-               /* count number of indices to generate */
-               if( values[i]->bv_len < SLAP_INDEX_SUBSTR_MINLEN ) {
-                       continue;
-               }
-
-               if( flags & SLAP_INDEX_SUBSTR_INITIAL ) {
-                       if( values[i]->bv_len >= SLAP_INDEX_SUBSTR_MAXLEN ) {
-                               nkeys += SLAP_INDEX_SUBSTR_MAXLEN -
-                                       ( SLAP_INDEX_SUBSTR_MINLEN - 1);
-                       } else {
-                               nkeys += values[i]->bv_len - ( SLAP_INDEX_SUBSTR_MINLEN - 1 );
-                       }
-               }
-
-               if( flags & SLAP_INDEX_SUBSTR_ANY ) {
-                       if( values[i]->bv_len >= SLAP_INDEX_SUBSTR_MAXLEN ) {
-                               nkeys += values[i]->bv_len - ( SLAP_INDEX_SUBSTR_MAXLEN - 1 );
-                       }
-               }
-
-               if( flags & SLAP_INDEX_SUBSTR_FINAL ) {
-                       if( values[i]->bv_len >= SLAP_INDEX_SUBSTR_MAXLEN ) {
-                               nkeys += SLAP_INDEX_SUBSTR_MAXLEN -
-                                       ( SLAP_INDEX_SUBSTR_MINLEN - 1);
-                       } else {
-                               nkeys += values[i]->bv_len - ( SLAP_INDEX_SUBSTR_MINLEN - 1 );
-                       }
-               }
-       }
-
-       if( nkeys == 0 ) {
-               /* no keys to generate */
-               *keysp = NULL;
-               return LDAP_SUCCESS;
-       }
-
-       keys = ch_malloc( sizeof( struct berval * ) * (nkeys+1) );
-
-       slen = strlen( syntax->ssyn_oid );
-       mlen = strlen( mr->smr_oid );
-
-       nkeys=0;
-       for( i=0; values[i] != NULL; i++ ) {
-               ber_len_t j,max;
-               struct berval *value;
-
-               if( values[i]->bv_len < SLAP_INDEX_SUBSTR_MINLEN ) continue;
-
-               value = values[i];
-
-               if( ( flags & SLAP_INDEX_SUBSTR_ANY ) &&
-                       ( value->bv_len >= SLAP_INDEX_SUBSTR_MAXLEN ) )
-               {
-                       char pre = SLAP_INDEX_SUBSTR_PREFIX;
-                       max = value->bv_len - ( SLAP_INDEX_SUBSTR_MAXLEN - 1);
-
-                       for( j=0; j<max; j++ ) {
-                               HASH_Init( &HASHcontext );
-                               if( prefix != NULL && prefix->bv_len > 0 ) {
-                                       HASH_Update( &HASHcontext,
-                                               prefix->bv_val, prefix->bv_len );
-                               }
-
-                               HASH_Update( &HASHcontext,
-                                       &pre, sizeof( pre ) );
-                               HASH_Update( &HASHcontext,
-                                       syntax->ssyn_oid, slen );
-                               HASH_Update( &HASHcontext,
-                                       mr->smr_oid, mlen );
-                               HASH_Update( &HASHcontext,
-                                       &value->bv_val[j],
-                                       SLAP_INDEX_SUBSTR_MAXLEN );
-                               HASH_Final( HASHdigest, &HASHcontext );
-
-                               keys[nkeys++] = ber_bvdup( &digest );
-                       }
-               }
-
-               max = SLAP_INDEX_SUBSTR_MAXLEN < value->bv_len
-                       ? SLAP_INDEX_SUBSTR_MAXLEN : value->bv_len;
-
-               for( j=SLAP_INDEX_SUBSTR_MINLEN; j<=max; j++ ) {
-                       char pre;
-
-                       if( flags & SLAP_INDEX_SUBSTR_INITIAL ) {
-                               pre = SLAP_INDEX_SUBSTR_INITIAL_PREFIX;
-                               HASH_Init( &HASHcontext );
-                               if( prefix != NULL && prefix->bv_len > 0 ) {
-                                       HASH_Update( &HASHcontext,
-                                               prefix->bv_val, prefix->bv_len );
-                               }
-                               HASH_Update( &HASHcontext,
-                                       &pre, sizeof( pre ) );
-                               HASH_Update( &HASHcontext,
-                                       syntax->ssyn_oid, slen );
-                               HASH_Update( &HASHcontext,
-                                       mr->smr_oid, mlen );
-                               HASH_Update( &HASHcontext,
-                                       value->bv_val, j );
-                               HASH_Final( HASHdigest, &HASHcontext );
-
-                               keys[nkeys++] = ber_bvdup( &digest );
-                       }
-
-                       if( flags & SLAP_INDEX_SUBSTR_FINAL ) {
-                               pre = SLAP_INDEX_SUBSTR_FINAL_PREFIX;
-                               HASH_Init( &HASHcontext );
-                               if( prefix != NULL && prefix->bv_len > 0 ) {
-                                       HASH_Update( &HASHcontext,
-                                               prefix->bv_val, prefix->bv_len );
-                               }
-                               HASH_Update( &HASHcontext,
-                                       &pre, sizeof( pre ) );
-                               HASH_Update( &HASHcontext,
-                                       syntax->ssyn_oid, slen );
-                               HASH_Update( &HASHcontext,
-                                       mr->smr_oid, mlen );
-                               HASH_Update( &HASHcontext,
-                                       &value->bv_val[value->bv_len-j], j );
-                               HASH_Final( HASHdigest, &HASHcontext );
-
-                               keys[nkeys++] = ber_bvdup( &digest );
-                       }
-
-               }
-
-       }
-
-       if( nkeys > 0 ) {
-               keys[nkeys] = NULL;
-               *keysp = keys;
-       } else {
-               ch_free( keys );
-               *keysp = NULL;
-       }
-
-       ber_bvecfree( nvalues );
-
-       return LDAP_SUCCESS;
-}
-
-int caseExactSubstringsFilter(
-       slap_mask_t use,
-       slap_mask_t flags,
-       Syntax *syntax,
-       MatchingRule *mr,
-       struct berval *prefix,
-       void * assertValue,
-       struct berval ***keysp )
-{
-       SubstringsAssertion *sa;
-       char pre;
-       ber_len_t nkeys = 0;
-       size_t slen, mlen, klen;
-       struct berval **keys;
-       HASH_CONTEXT   HASHcontext;
-       unsigned char   HASHdigest[HASH_BYTES];
-       struct berval *value;
-       struct berval digest;
-
-       sa = UTF8SubstringsassertionNormalize( assertValue, UTF8_NOCASEFOLD );
-       if( sa == NULL ) {
-               *keysp = NULL;
-               return LDAP_SUCCESS;
-       }
-
-       if( flags & SLAP_INDEX_SUBSTR_INITIAL && sa->sa_initial != NULL &&
-               sa->sa_initial->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
-       {
-               nkeys++;
-       }
-
-       if( flags & SLAP_INDEX_SUBSTR_ANY && sa->sa_any != NULL ) {
-               ber_len_t i;
-               for( i=0; sa->sa_any[i] != NULL; i++ ) {
-                       if( sa->sa_any[i]->bv_len >= SLAP_INDEX_SUBSTR_MAXLEN ) {
-                               /* don't bother accounting for stepping */
-                               nkeys += sa->sa_any[i]->bv_len -
-                                       ( SLAP_INDEX_SUBSTR_MAXLEN - 1 );
-                       }
-               }
-       }
-
-       if( flags & SLAP_INDEX_SUBSTR_FINAL && sa->sa_final != NULL &&
-               sa->sa_final->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
-       {
-               nkeys++;
-       }
-
-       if( nkeys == 0 ) {
-               *keysp = NULL;
-               return LDAP_SUCCESS;
-       }
-
-       digest.bv_val = HASHdigest;
-       digest.bv_len = sizeof(HASHdigest);
-
-       slen = strlen( syntax->ssyn_oid );
-       mlen = strlen( mr->smr_oid );
-
-       keys = ch_malloc( sizeof( struct berval * ) * (nkeys+1) );
-       nkeys = 0;
-
-       if( flags & SLAP_INDEX_SUBSTR_INITIAL && sa->sa_initial != NULL &&
-               sa->sa_initial->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
-       {
-               pre = SLAP_INDEX_SUBSTR_INITIAL_PREFIX;
-               value = sa->sa_initial;
-
-               klen = SLAP_INDEX_SUBSTR_MAXLEN < value->bv_len
-                       ? SLAP_INDEX_SUBSTR_MAXLEN : value->bv_len;
-
-               HASH_Init( &HASHcontext );
-               if( prefix != NULL && prefix->bv_len > 0 ) {
-                       HASH_Update( &HASHcontext,
-                               prefix->bv_val, prefix->bv_len );
-               }
-               HASH_Update( &HASHcontext,
-                       &pre, sizeof( pre ) );
-               HASH_Update( &HASHcontext,
-                       syntax->ssyn_oid, slen );
-               HASH_Update( &HASHcontext,
-                       mr->smr_oid, mlen );
-               HASH_Update( &HASHcontext,
-                       value->bv_val, klen );
-               HASH_Final( HASHdigest, &HASHcontext );
-
-               keys[nkeys++] = ber_bvdup( &digest );
-       }
-
-       if( flags & SLAP_INDEX_SUBSTR_ANY && sa->sa_any != NULL ) {
-               ber_len_t i, j;
-               pre = SLAP_INDEX_SUBSTR_PREFIX;
-               klen = SLAP_INDEX_SUBSTR_MAXLEN;
-
-               for( i=0; sa->sa_any[i] != NULL; i++ ) {
-                       if( sa->sa_any[i]->bv_len < SLAP_INDEX_SUBSTR_MAXLEN ) {
-                               continue;
-                       }
-
-                       value = sa->sa_any[i];
-
-                       for(j=0;
-                               j <= value->bv_len - SLAP_INDEX_SUBSTR_MAXLEN;
-                               j += SLAP_INDEX_SUBSTR_STEP )
-                       {
-                               HASH_Init( &HASHcontext );
-                               if( prefix != NULL && prefix->bv_len > 0 ) {
-                                       HASH_Update( &HASHcontext,
-                                               prefix->bv_val, prefix->bv_len );
-                               }
-                               HASH_Update( &HASHcontext,
-                                       &pre, sizeof( pre ) );
-                               HASH_Update( &HASHcontext,
-                                       syntax->ssyn_oid, slen );
-                               HASH_Update( &HASHcontext,
-                                       mr->smr_oid, mlen );
-                               HASH_Update( &HASHcontext,
-                                       &value->bv_val[j], klen ); 
-                               HASH_Final( HASHdigest, &HASHcontext );
-
-                               keys[nkeys++] = ber_bvdup( &digest );
-                       }
+               /* Yes, this is necessary */
+               s = UTF8normalize( values[i]->bv_val, UTF8_NOCASEFOLD );
 
-               }
+               /* strip 8-bit chars and run through phonetic() */
+               keys[i] = ber_bvstr( phonetic( strip8bitChars( s ) ) );
+               free( s );
        }
+       keys[i] = NULL;
 
-       if( flags & SLAP_INDEX_SUBSTR_FINAL && sa->sa_final != NULL &&
-               sa->sa_final->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
-       {
-               pre = SLAP_INDEX_SUBSTR_FINAL_PREFIX;
-               value = sa->sa_final;
+       *keysp = keys;
+       return LDAP_SUCCESS;
+}
 
-               klen = SLAP_INDEX_SUBSTR_MAXLEN < value->bv_len
-                       ? SLAP_INDEX_SUBSTR_MAXLEN : value->bv_len;
 
-               HASH_Init( &HASHcontext );
-               if( prefix != NULL && prefix->bv_len > 0 ) {
-                       HASH_Update( &HASHcontext,
-                               prefix->bv_val, prefix->bv_len );
-               }
-               HASH_Update( &HASHcontext,
-                       &pre, sizeof( pre ) );
-               HASH_Update( &HASHcontext,
-                       syntax->ssyn_oid, slen );
-               HASH_Update( &HASHcontext,
-                       mr->smr_oid, mlen );
-               HASH_Update( &HASHcontext,
-                       &value->bv_val[value->bv_len-klen], klen );
-               HASH_Final( HASHdigest, &HASHcontext );
+int 
+approxFilter(
+       slap_mask_t use,
+       slap_mask_t flags,
+       Syntax *syntax,
+       MatchingRule *mr,
+       struct berval *prefix,
+       void * assertValue,
+       struct berval ***keysp )
+{
+       struct berval **keys;
+       char *s;
 
-               keys[nkeys++] = ber_bvdup( &digest );
-       }
+       keys = (struct berval **)ch_malloc( sizeof( struct berval * ) * 2 );
 
-       if( nkeys > 0 ) {
-               keys[nkeys] = NULL;
-               *keysp = keys;
+       /* Yes, this is necessary */
+       s = UTF8normalize( ((struct berval *)assertValue)->bv_val,
+                            UTF8_NOCASEFOLD );
+       if( s == NULL ) {
+               keys[0] = NULL;
        } else {
-               ch_free( keys );
-               *keysp = NULL;
+               /* strip 8-bit chars and run through phonetic() */
+               keys[0] = ber_bvstr( phonetic( strip8bitChars( s ) ) );
+               free( s );
+               keys[1] = NULL;
        }
-       ch_free( sa->sa_final );
-       ber_bvecfree( sa->sa_any );
-       ch_free( sa->sa_initial );
-       ch_free( sa );
 
+       *keysp = keys;
        return LDAP_SUCCESS;
 }
-       
+#endif
+
+
 static int
-caseIgnoreMatch(
+caseExactMatch(
        int *matchp,
        slap_mask_t flags,
        Syntax *syntax,
@@ -1679,12 +1038,12 @@ caseIgnoreMatch(
 {
        *matchp = UTF8normcmp( value->bv_val,
                ((struct berval *) assertedValue)->bv_val,
-               UTF8_CASEFOLD );
+               UTF8_NOCASEFOLD );
        return LDAP_SUCCESS;
 }
 
 static int
-caseIgnoreSubstringsMatch(
+caseExactIgnoreSubstringsMatch(
        int *matchp,
        slap_mask_t flags,
        Syntax *syntax,
@@ -1697,9 +1056,12 @@ caseIgnoreSubstringsMatch(
        struct berval left;
        int i;
        ber_len_t inlen=0;
-       char *nav;
+       char *nav, casefold;
+
+       casefold = strcmp( mr->smr_oid, caseExactSubstringsMatchOID )
+               ? UTF8_CASEFOLD : UTF8_NOCASEFOLD;
 
-       nav = UTF8normalize( value->bv_val, UTF8_CASEFOLD );
+       nav = UTF8normalize( value->bv_val, casefold );
        if( nav == NULL ) {
                match = 1;
                goto done;
@@ -1707,7 +1069,7 @@ caseIgnoreSubstringsMatch(
        left.bv_val = nav;
        left.bv_len = strlen( nav );
 
-       sub = UTF8SubstringsassertionNormalize( assertedValue, UTF8_CASEFOLD );
+       sub = UTF8SubstringsassertionNormalize( assertedValue, casefold );
        if( sub == NULL ) {
                match = -1;
                goto done;
@@ -1809,7 +1171,6 @@ retry:
                        if( match != 0 ) {
                                left.bv_val++;
                                left.bv_len--;
-
                                goto retry;
                        }
 
@@ -1832,7 +1193,7 @@ done:
 }
 
 /* Index generation function */
-int caseIgnoreIndexer(
+int caseExactIgnoreIndexer(
        slap_mask_t use,
        slap_mask_t flags,
        Syntax *syntax,
@@ -1842,6 +1203,7 @@ int caseIgnoreIndexer(
        struct berval ***keysp )
 {
        int i;
+       char casefold;
        size_t slen, mlen;
        struct berval **keys;
        HASH_CONTEXT   HASHcontext;
@@ -1850,21 +1212,26 @@ int caseIgnoreIndexer(
        digest.bv_val = HASHdigest;
        digest.bv_len = sizeof(HASHdigest);
 
-       /* we should have at least one value at this point */
-       assert( values != NULL && values[0] != NULL );
-
        for( i=0; values[i] != NULL; i++ ) {
-               /* just count them */
+               /* empty - just count them */
        }
 
+       /* we should have at least one value at this point */
+       assert( i > 0 );
+
        keys = ch_malloc( sizeof( struct berval * ) * (i+1) );
 
        slen = strlen( syntax->ssyn_oid );
        mlen = strlen( mr->smr_oid );
 
+       casefold = strcmp( mr->smr_oid, caseExactMatchOID )
+               ? UTF8_CASEFOLD : UTF8_NOCASEFOLD;
+
        for( i=0; values[i] != NULL; i++ ) {
                struct berval *value;
-               value = ber_bvstr( UTF8normalize( values[i]->bv_val, UTF8_CASEFOLD ) );
+               value = ber_bvstr( UTF8normalize( values[i]->bv_val,
+                       casefold ) );
+
                HASH_Init( &HASHcontext );
                if( prefix != NULL && prefix->bv_len > 0 ) {
                        HASH_Update( &HASHcontext,
@@ -1889,7 +1256,7 @@ int caseIgnoreIndexer(
 }
 
 /* Index generation function */
-int caseIgnoreFilter(
+int caseExactIgnoreFilter(
        slap_mask_t use,
        slap_mask_t flags,
        Syntax *syntax,
@@ -1898,6 +1265,7 @@ int caseIgnoreFilter(
        void * assertValue,
        struct berval ***keysp )
 {
+       char casefold;
        size_t slen, mlen;
        struct berval **keys;
        HASH_CONTEXT   HASHcontext;
@@ -1910,8 +1278,11 @@ int caseIgnoreFilter(
        slen = strlen( syntax->ssyn_oid );
        mlen = strlen( mr->smr_oid );
 
+       casefold = strcmp( mr->smr_oid, caseExactMatchOID )
+               ? UTF8_CASEFOLD : UTF8_NOCASEFOLD;
+
        value = ber_bvstr( UTF8normalize( ((struct berval *) assertValue)->bv_val,
-               UTF8_CASEFOLD ) );
+               casefold ) );
        /* This usually happens if filter contains bad UTF8 */
        if( value == NULL ) {
                keys = ch_malloc( sizeof( struct berval * ) );
@@ -1940,12 +1311,11 @@ int caseIgnoreFilter(
        ber_bvfree( value );
 
        *keysp = keys;
-
        return LDAP_SUCCESS;
 }
 
 /* Substrings Index generation function */
-int caseIgnoreSubstringsIndexer(
+int caseExactIgnoreSubstringsIndexer(
        slap_mask_t use,
        slap_mask_t flags,
        Syntax *syntax,
@@ -1954,6 +1324,7 @@ int caseIgnoreSubstringsIndexer(
        struct berval **values,
        struct berval ***keysp )
 {
+       char casefold;
        ber_len_t i, nkeys;
        size_t slen, mlen;
        struct berval **keys;
@@ -1965,19 +1336,22 @@ int caseIgnoreSubstringsIndexer(
        digest.bv_val = HASHdigest;
        digest.bv_len = sizeof(HASHdigest);
 
-       /* we should have at least one value at this point */
-       assert( values != NULL && values[0] != NULL );
-
        nkeys=0;
 
-       /* create normalized copy of values */
        for( i=0; values[i] != NULL; i++ ) {
-               /* empty */
+               /* empty - just count them */
        }
+
+       /* we should have at least one value at this point */
+       assert( i > 0 );
+
+       casefold = strcmp( mr->smr_oid, caseExactSubstringsMatchOID )
+               ? UTF8_CASEFOLD : UTF8_NOCASEFOLD;
+
        nvalues = ch_malloc( sizeof( struct berval * ) * (i+1) );
        for( i=0; values[i] != NULL; i++ ) {
                nvalues[i] = ber_bvstr( UTF8normalize( values[i]->bv_val,
-                       UTF8_CASEFOLD ) );
+                       casefold ) );
        }
        nvalues[i] = NULL;
        values = nvalues;
@@ -2026,7 +1400,7 @@ int caseIgnoreSubstringsIndexer(
 
        nkeys=0;
        for( i=0; values[i] != NULL; i++ ) {
-               int j,max;
+               ber_len_t j,max;
                struct berval *value;
 
                if( values[i]->bv_len < SLAP_INDEX_SUBSTR_MINLEN ) continue;
@@ -2108,6 +1482,7 @@ int caseIgnoreSubstringsIndexer(
                        }
 
                }
+
        }
 
        if( nkeys > 0 ) {
@@ -2119,10 +1494,11 @@ int caseIgnoreSubstringsIndexer(
        }
 
        ber_bvecfree( nvalues );
+
        return LDAP_SUCCESS;
 }
 
-int caseIgnoreSubstringsFilter(
+int caseExactIgnoreSubstringsFilter(
        slap_mask_t use,
        slap_mask_t flags,
        Syntax *syntax,
@@ -2132,7 +1508,7 @@ int caseIgnoreSubstringsFilter(
        struct berval ***keysp )
 {
        SubstringsAssertion *sa;
-       char pre;
+       char pre, casefold;
        ber_len_t nkeys = 0;
        size_t slen, mlen, klen;
        struct berval **keys;
@@ -2141,19 +1517,22 @@ int caseIgnoreSubstringsFilter(
        struct berval *value;
        struct berval digest;
 
-       sa = UTF8SubstringsassertionNormalize( assertValue, UTF8_CASEFOLD );
+       casefold = strcmp( mr->smr_oid, caseExactSubstringsMatchOID )
+               ? UTF8_CASEFOLD : UTF8_NOCASEFOLD;
+
+       sa = UTF8SubstringsassertionNormalize( assertValue, casefold );
        if( sa == NULL ) {
                *keysp = NULL;
                return LDAP_SUCCESS;
        }
 
-       if((flags & SLAP_INDEX_SUBSTR_INITIAL) && sa->sa_initial != NULL &&
+       if( flags & SLAP_INDEX_SUBSTR_INITIAL && sa->sa_initial != NULL &&
                sa->sa_initial->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
        {
                nkeys++;
        }
 
-       if((flags & SLAP_INDEX_SUBSTR_ANY) && sa->sa_any != NULL ) {
+       if( flags & SLAP_INDEX_SUBSTR_ANY && sa->sa_any != NULL ) {
                ber_len_t i;
                for( i=0; sa->sa_any[i] != NULL; i++ ) {
                        if( sa->sa_any[i]->bv_len >= SLAP_INDEX_SUBSTR_MAXLEN ) {
@@ -2164,7 +1543,7 @@ int caseIgnoreSubstringsFilter(
                }
        }
 
-       if((flags & SLAP_INDEX_SUBSTR_FINAL) && sa->sa_final != NULL &&
+       if( flags & SLAP_INDEX_SUBSTR_FINAL && sa->sa_final != NULL &&
                sa->sa_final->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
        {
                nkeys++;
@@ -2184,7 +1563,7 @@ int caseIgnoreSubstringsFilter(
        keys = ch_malloc( sizeof( struct berval * ) * (nkeys+1) );
        nkeys = 0;
 
-       if((flags & SLAP_INDEX_SUBSTR_INITIAL) && sa->sa_initial != NULL &&
+       if( flags & SLAP_INDEX_SUBSTR_INITIAL && sa->sa_initial != NULL &&
                sa->sa_initial->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
        {
                pre = SLAP_INDEX_SUBSTR_INITIAL_PREFIX;
@@ -2211,7 +1590,7 @@ int caseIgnoreSubstringsFilter(
                keys[nkeys++] = ber_bvdup( &digest );
        }
 
-       if((flags & SLAP_INDEX_SUBSTR_ANY) && sa->sa_any != NULL ) {
+       if( flags & SLAP_INDEX_SUBSTR_ANY && sa->sa_any != NULL ) {
                ber_len_t i, j;
                pre = SLAP_INDEX_SUBSTR_PREFIX;
                klen = SLAP_INDEX_SUBSTR_MAXLEN;
@@ -2239,15 +1618,16 @@ int caseIgnoreSubstringsFilter(
                                HASH_Update( &HASHcontext,
                                        mr->smr_oid, mlen );
                                HASH_Update( &HASHcontext,
-                                       &value->bv_val[j], klen );
+                                       &value->bv_val[j], klen ); 
                                HASH_Final( HASHdigest, &HASHcontext );
 
                                keys[nkeys++] = ber_bvdup( &digest );
                        }
+
                }
        }
 
-       if((flags & SLAP_INDEX_SUBSTR_FINAL) && sa->sa_final != NULL &&
+       if( flags & SLAP_INDEX_SUBSTR_FINAL && sa->sa_final != NULL &&
                sa->sa_final->bv_len >= SLAP_INDEX_SUBSTR_MINLEN )
        {
                pre = SLAP_INDEX_SUBSTR_FINAL_PREFIX;
@@ -2288,6 +1668,21 @@ int caseIgnoreSubstringsFilter(
 
        return LDAP_SUCCESS;
 }
+
+static int
+caseIgnoreMatch(
+       int *matchp,
+       slap_mask_t flags,
+       Syntax *syntax,
+       MatchingRule *mr,
+       struct berval *value,
+       void *assertedValue )
+{
+       *matchp = UTF8normcmp( value->bv_val,
+               ((struct berval *) assertedValue)->bv_val,
+               UTF8_CASEFOLD );
+       return LDAP_SUCCESS;
+}
        
 static int
 oidValidate(
@@ -2328,6 +1723,98 @@ oidValidate(
        return LDAP_INVALID_SYNTAX;
 }
 
+static int
+integerMatch(
+       int *matchp,
+       slap_mask_t flags,
+       Syntax *syntax,
+       MatchingRule *mr,
+       struct berval *value,
+       void *assertedValue )
+{
+       char *v, *av;
+       int vsign=0, avsign=0;
+       struct berval *asserted;
+       ber_len_t vlen, avlen;
+
+
+       /* Start off pessimistic */
+       *matchp = 1;
+
+       /* Skip past leading spaces/zeros, and get the sign of the *value number */
+       v = value->bv_val;
+       vlen = value->bv_len;
+       while( vlen ) {
+               if( ASCII_SPACE(*v) || ( *v == '0' )) {
+                       /* empty -- skip spaces */
+               }
+               else if ( *v == '+' ) {
+                       vsign = 1;
+               }
+               else if ( *v == '-' ) {
+                       vsign = -1;
+               }
+               else if ( ASCII_DIGIT(*v) ) {
+                       if ( vsign == 0 ) vsign = 1;
+                       vsign *= 2;
+                       break;
+               }
+               v++;
+               vlen--;
+       }
+
+       /* Skip past leading spaces/zeros, and get the sign of the *assertedValue
+          number */
+       asserted = (struct berval *) assertedValue;
+       av = asserted->bv_val;
+       avlen = asserted->bv_len;
+       while( avlen ) {
+               if( ASCII_SPACE(*av) || ( *av == '0' )) {
+                       /* empty -- skip spaces */
+               }
+               else if ( *av == '+' ) {
+                       avsign = 1;
+               }
+               else if ( *av == '-' ) {
+                       avsign = -1;
+               }
+               else if ( ASCII_DIGIT(*av) ) {
+                       if ( avsign == 0 ) avsign = 1;
+                       avsign *= 2;
+                       break;
+               }
+               av++;
+               avlen--;
+       }
+
+       /* The two ?sign vars are now one of :
+          -2  negative non-zero number
+          -1  -0   \
+           0   0   collapse these three to 0
+          +1  +0   /
+          +2  positive non-zero number
+       */
+       if ( abs( vsign ) == 1 ) vsign = 0;
+       if ( abs( avsign ) == 1 ) avsign = 0;
+
+       if( vsign != avsign ) return LDAP_SUCCESS;
+
+       /* Check the significant digits */
+       while( vlen && avlen ) {
+               if( *v != *av ) break;
+               v++;
+               vlen--;
+               av++;
+               avlen--;
+       }
+
+       /* If all digits compared equal, the numbers are equal */
+       if(( vlen == 0 ) && ( avlen == 0 )) {
+               *matchp = 0;
+       }
+       return LDAP_SUCCESS;
+}
+       
 static int
 integerValidate(
        Syntax *syntax,
@@ -2337,13 +1824,13 @@ integerValidate(
 
        if( !val->bv_len ) return LDAP_INVALID_SYNTAX;
 
-       if( val->bv_val[0] == '+' || val->bv_val[0] == '-' ) {
+       if(( val->bv_val[0] == '+' ) || ( val->bv_val[0] == '-' )) {
                if( val->bv_len < 2 ) return LDAP_INVALID_SYNTAX;
        } else if( !ASCII_DIGIT(val->bv_val[0]) ) {
                return LDAP_INVALID_SYNTAX;
        }
 
-       for(i=1; i < val->bv_len; i++) {
+       for( i=1; i < val->bv_len; i++ ) {
                if( !ASCII_DIGIT(val->bv_val[i]) ) return LDAP_INVALID_SYNTAX;
        }
 
@@ -2356,43 +1843,109 @@ integerNormalize(
        struct berval *val,
        struct berval **normalized )
 {
-       int negative;
-       struct berval *newval;
        char *p;
+       int negative=0;
+       struct berval *newval;
+       ber_len_t len;
+
 
        p = val->bv_val;
+       len = val->bv_len;
+
+       /* Ignore leading spaces */
+       while ( len && ( *p == ' ' )) {
+               p++;
+               len--;
+       }
 
        /* save sign */
-       negative = ( *p == '-' );
-       if( *p == '-' || *p == '+' ) p++;
+       if( len ) {
+               negative = ( *p == '-' );
+               if(( *p == '-' ) || ( *p == '+' )) {
+                       p++;
+                       len--;
+               }
+       }
 
        /* Ignore leading zeros */
-       while ( *p == '0' ) p++;
+       while ( len && ( *p == '0' )) {
+               p++;
+               len--;
+       }
 
        newval = (struct berval *) ch_malloc( sizeof(struct berval) );
 
-       if( *p == '\0' ) {
+       /* If there are no non-zero digits left, the number is zero, otherwise
+          allocate space for the number and copy it into the buffer */
+       if( len == 0 ) {
                newval->bv_val = ch_strdup("0");
                newval->bv_len = 1;
-               goto done;
+       }
+       else {
+               newval->bv_len = len+negative;
+               newval->bv_val = ch_malloc( newval->bv_len );
+               if( negative ) {
+                       newval->bv_val[0] = '-';
+               }
+               memcpy( newval->bv_val + negative, p, len );
        }
 
-       newval->bv_val = ch_malloc( val->bv_len + 1 );
-       newval->bv_len = 0;
+       *normalized = newval;
+       return LDAP_SUCCESS;
+}
+
+/* Index generation function */
+int integerIndexer(
+       slap_mask_t use,
+       slap_mask_t flags,
+       Syntax *syntax,
+       MatchingRule *mr,
+       struct berval *prefix,
+       struct berval **values,
+       struct berval ***keysp )
+{
+       int i;
+       struct berval **keys;
+
+       /* we should have at least one value at this point */
+       assert( values != NULL && values[0] != NULL );
 
-       if( negative ) {
-               newval->bv_val[newval->bv_len++] = '-';
+       for( i=0; values[i] != NULL; i++ ) {
+               /* empty -- just count them */
        }
 
-       for( ; *p != '\0'; p++ ) {
-               newval->bv_val[newval->bv_len++] = *p;
+       keys = ch_malloc( sizeof( struct berval * ) * (i+1) );
+
+       for( i=0; values[i] != NULL; i++ ) {
+               integerNormalize( syntax, values[i], &keys[i] );
        }
 
-done:
-       *normalized = newval;
+       keys[i] = NULL;
+       *keysp = keys;
+       return LDAP_SUCCESS;
+}
+
+/* Index generation function */
+int integerFilter(
+       slap_mask_t use,
+       slap_mask_t flags,
+       Syntax *syntax,
+       MatchingRule *mr,
+       struct berval *prefix,
+       void * assertValue,
+       struct berval ***keysp )
+{
+       struct berval **keys;
+
+       keys = ch_malloc( sizeof( struct berval * ) * 2 );
+       integerNormalize( syntax, assertValue, &keys[0] );
+       keys[1] = NULL;
+       *keysp = keys;
+
        return LDAP_SUCCESS;
 }
 
+
 static int
 countryStringValidate(
        Syntax *syntax,
@@ -2695,13 +2248,13 @@ int caseExactIA5Indexer(
        digest.bv_val = HASHdigest;
        digest.bv_len = sizeof(HASHdigest);
 
-       /* we should have at least one value at this point */
-       assert( values != NULL && values[0] != NULL );
-
        for( i=0; values[i] != NULL; i++ ) {
-               /* just count them */
+               /* empty - just count them */
        }
 
+       /* we should have at least one value at this point */
+       assert( i > 0 );
+
        keys = ch_malloc( sizeof( struct berval * ) * (i+1) );
 
        slen = strlen( syntax->ssyn_oid );
@@ -3720,8 +3273,8 @@ numericStringNormalize(
                }
        }
 
-       assert( newval->bv_val <= p );
-       assert( q <= p );
+       /* we should have copied no more then is in val */
+       assert( (q - newval->bv_val) <= (p - val->bv_val) );
 
        /* null terminate */
        *q = '\0';
@@ -3826,6 +3379,54 @@ objectIdentifierFirstComponentMatch(
        return rc;
 }
 
+static int
+integerBitAndMatch(
+       int *matchp,
+       slap_mask_t flags,
+       Syntax *syntax,
+       MatchingRule *mr,
+       struct berval *value,
+       void *assertedValue )
+{
+       long lValue, lAssertedValue;
+
+       /* safe to assume integers are NUL terminated? */
+       lValue = strtoul(value->bv_val, NULL, 10);
+       if(( lValue == LONG_MIN || lValue == LONG_MAX) && errno == ERANGE )
+               return LDAP_CONSTRAINT_VIOLATION;
+
+       lAssertedValue = strtol(((struct berval *)assertedValue)->bv_val, NULL, 10);
+       if(( lAssertedValue == LONG_MIN || lAssertedValue == LONG_MAX) && errno == ERANGE )
+               return LDAP_CONSTRAINT_VIOLATION;
+
+       *matchp = (lValue & lAssertedValue);
+       return LDAP_SUCCESS;
+}
+
+static int
+integerBitOrMatch(
+       int *matchp,
+       slap_mask_t flags,
+       Syntax *syntax,
+       MatchingRule *mr,
+       struct berval *value,
+       void *assertedValue )
+{
+       long lValue, lAssertedValue;
+
+       /* safe to assume integers are NUL terminated? */
+       lValue = strtoul(value->bv_val, NULL, 10);
+       if(( lValue == LONG_MIN || lValue == LONG_MAX) && errno == ERANGE )
+               return LDAP_CONSTRAINT_VIOLATION;
+
+       lAssertedValue = strtol(((struct berval *)assertedValue)->bv_val, NULL, 10);
+       if(( lAssertedValue == LONG_MIN || lAssertedValue == LONG_MAX) && errno == ERANGE )
+               return LDAP_CONSTRAINT_VIOLATION;
+
+       *matchp = (lValue | lAssertedValue);
+       return LDAP_SUCCESS;
+}
+
 static int
 check_time_syntax (struct berval *val,
        int start,
@@ -4399,7 +4000,7 @@ struct mrule_defs_rec mrule_defs[] = {
                "SYNTAX 1.3.6.1.4.1.1466.115.121.1.15 )",
                SLAP_MR_EQUALITY | SLAP_MR_EXT,
                NULL, NULL,
-               caseIgnoreMatch, caseIgnoreIndexer, caseIgnoreFilter,
+               caseIgnoreMatch, caseExactIgnoreIndexer, caseExactIgnoreFilter,
                directoryStringApproxMatchOID },
 
        {"( 2.5.13.3 NAME 'caseIgnoreOrderingMatch' "
@@ -4413,16 +4014,16 @@ struct mrule_defs_rec mrule_defs[] = {
                "SYNTAX 1.3.6.1.4.1.1466.115.121.1.58 )",
                SLAP_MR_SUBSTR | SLAP_MR_EXT,
                NULL, NULL,
-               caseIgnoreSubstringsMatch,
-               caseIgnoreSubstringsIndexer,
-               caseIgnoreSubstringsFilter,
+               caseExactIgnoreSubstringsMatch,
+               caseExactIgnoreSubstringsIndexer,
+               caseExactIgnoreSubstringsFilter,
                NULL},
 
        {"( 2.5.13.5 NAME 'caseExactMatch' "
                "SYNTAX 1.3.6.1.4.1.1466.115.121.1.15 )",
                SLAP_MR_EQUALITY | SLAP_MR_EXT,
                NULL, NULL,
-               caseExactMatch, caseExactIndexer, caseExactFilter,
+               caseExactMatch, caseExactIgnoreIndexer, caseExactIgnoreFilter,
                directoryStringApproxMatchOID },
 
        {"( 2.5.13.6 NAME 'caseExactOrderingMatch' "
@@ -4436,9 +4037,9 @@ struct mrule_defs_rec mrule_defs[] = {
                "SYNTAX 1.3.6.1.4.1.1466.115.121.1.58 )",
                SLAP_MR_SUBSTR | SLAP_MR_EXT,
                NULL, NULL,
-               caseExactSubstringsMatch,
-               caseExactSubstringsIndexer,
-               caseExactSubstringsFilter,
+               caseExactIgnoreSubstringsMatch,
+               caseExactIgnoreSubstringsIndexer,
+               caseExactIgnoreSubstringsFilter,
                NULL},
 
        {"( 2.5.13.8 NAME 'numericStringMatch' "
@@ -4614,6 +4215,20 @@ struct mrule_defs_rec mrule_defs[] = {
                OpenLDAPaciMatch, NULL, NULL,
                NULL},
 
+       {"( 1.2.840.113556.1.4.803 NAME 'integerBitAndMatch' "
+               "SYNTAX 1.3.6.1.4.1.1466.115.121.1.27 )",
+               SLAP_MR_EXT,
+               NULL, NULL,
+               integerBitAndMatch, NULL, NULL,
+               NULL},
+
+       {"( 1.2.840.113556.1.4.804 NAME 'integerBitOrMatch' "
+               "SYNTAX 1.3.6.1.4.1.1466.115.121.1.27 )",
+               SLAP_MR_EXT,
+               NULL, NULL,
+               integerBitOrMatch, NULL, NULL,
+               NULL},
+
        {NULL, SLAP_MR_NONE, NULL, NULL, NULL, NULL}
 };