git.sur5r.net Git - openldap/blob - servers/slapd/overlays/valsort.c

   1 /* valsort.c - sort attribute values */
   2 /* $OpenLDAP$ */
   3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
   4  *
   5  * Copyright 2005 The OpenLDAP Foundation.
   6  * Portions copyright 2005 Symas Corporation.
   7  * All rights reserved.
   8  *
   9  * Redistribution and use in source and binary forms, with or without
  10  * modification, are permitted only as authorized by the OpenLDAP
  11  * Public License.
  12  *
  13  * A copy of this license is available in the file LICENSE in the
  14  * top-level directory of the distribution or, alternatively, at
  15  * <http://www.OpenLDAP.org/license.html>.
  16  */
  17 /* ACKNOWLEDGEMENTS:
  18  * This work was initially developed by Howard Chu for inclusion in
  19  * OpenLDAP Software. This work was sponsored by Stanford University.
  20  */
  21
  22 /*
  23  * This overlay sorts the values of multi-valued attributes when returning
  24  * them in a search response.
  25  */
  26 #include "portable.h"
  27
  28 #ifdef SLAPD_OVER_VALSORT
  29
  30 #include <stdio.h>
  31
  32 #include <ac/string.h>
  33 #include <ac/ctype.h>
  34
  35 #include "slap.h"
  36 #include "config.h"
  37 #include "lutil.h"
  38
  39 #define VALSORT_ASCEND  0
  40 #define VALSORT_DESCEND 1
  41
  42 #define VALSORT_ALPHA   2
  43 #define VALSORT_NUMERIC 4
  44
  45 #define VALSORT_WEIGHTED        8
  46
  47 typedef struct valsort_info {
  48         struct valsort_info *vi_next;
  49         struct berval vi_dn;
  50         AttributeDescription *vi_ad;
  51         slap_mask_t vi_sort;
  52 } valsort_info;
  53
  54 static int valsort_cid;
  55
  56 static ConfigDriver valsort_cf_func;
  57
  58 static ConfigTable valsort_cfats[] = {
  59         { "valsort-attr", "attribute> <dn> <sort-type", 4, 5, 0, ARG_MAGIC,
  60                 valsort_cf_func, "( OLcfgOvAt:5.1 NAME 'olcValSortAttr' "
  61                         "DESC 'Sorting rule for attribute under given DN' "
  62                         "EQUALITY caseIgnoreMatch "
  63                         "SYNTAX OMsDirectoryString )", NULL, NULL },
  64         { NULL }
  65 };
  66
  67 static ConfigOCs valsort_cfocs[] = {
  68         { "( OLcfgOvOc:5.1 "
  69                 "NAME 'olcValSortConfig' "
  70                 "DESC 'Value Sorting configuration' "
  71                 "SUP olcOverlayConfig "
  72                 "MUST olcValSortAttr )",
  73                         Cft_Overlay, valsort_cfats },
  74         { NULL }
  75 };
  76
  77 static slap_verbmasks sorts[] = {
  78         { BER_BVC("alpha-ascend"), VALSORT_ASCEND|VALSORT_ALPHA },
  79         { BER_BVC("alpha-descend"), VALSORT_DESCEND|VALSORT_ALPHA },
  80         { BER_BVC("numeric-ascend"), VALSORT_ASCEND|VALSORT_NUMERIC },
  81         { BER_BVC("numeric-descend"), VALSORT_DESCEND|VALSORT_NUMERIC },
  82         { BER_BVC("weighted"), VALSORT_WEIGHTED },
  83         { BER_BVNULL, 0 }
  84 };
  85
  86 static Syntax *syn_numericString;
  87
  88 static int
  89 valsort_cf_func(ConfigArgs *c) {
  90         slap_overinst *on = (slap_overinst *)c->bi;
  91         valsort_info vitmp, *vi;
  92         const char *text = NULL;
  93         int i, is_numeric;
  94         struct berval bv = BER_BVNULL;
  95
  96         if ( c->op == SLAP_CONFIG_EMIT ) {
  97                 for ( vi = on->on_bi.bi_private; vi; vi = vi->vi_next ) {
  98                         struct berval bv2 = BER_BVNULL, bvret;
  99                         char *ptr;
 100                         int len;
 101
 102                         len = vi->vi_ad->ad_cname.bv_len + 1 + vi->vi_dn.bv_len + 2;
 103                         i = vi->vi_sort;
 104                         if ( i & VALSORT_WEIGHTED ) {
 105                                 enum_to_verb( sorts, VALSORT_WEIGHTED, &bv2 );
 106                                 len += bv2.bv_len + 1;
 107                                 i ^= VALSORT_WEIGHTED;
 108                         }
 109                         if ( i ) {
 110                                 enum_to_verb( sorts, i, &bv );
 111                                 len += bv.bv_len + 1;
 112                         }
 113                         bvret.bv_val = ch_malloc( len+1 );
 114                         bvret.bv_len = len;
 115
 116                         ptr = lutil_strcopy( bvret.bv_val, vi->vi_ad->ad_cname.bv_val );
 117                         *ptr++ = ' ';
 118                         *ptr++ = '"';
 119                         ptr = lutil_strcopy( ptr, vi->vi_dn.bv_val );
 120                         *ptr++ = '"';
 121                         if ( vi->vi_sort & VALSORT_WEIGHTED ) {
 122                                 *ptr++ = ' ';
 123                                 ptr = lutil_strcopy( ptr, bv2.bv_val );
 124                         }
 125                         if ( i ) {
 126                                 *ptr++ = ' ';
 127                                 strcpy( ptr, bv.bv_val );
 128                         }
 129                         ber_bvarray_add( &c->rvalue_vals, &bvret );
 130                 }
 131                 i = ( c->rvalue_vals != NULL ) ? 0 : 1;
 132                 return i;
 133         } else if ( c->op == LDAP_MOD_DELETE ) {
 134                 if ( c->valx < 0 ) {
 135                         for ( vi = on->on_bi.bi_private; vi; vi = on->on_bi.bi_private ) {
 136                                 on->on_bi.bi_private = vi->vi_next;
 137                                 ch_free( vi->vi_dn.bv_val );
 138                                 ch_free( vi );
 139                         }
 140                 } else {
 141                         valsort_info **prev;
 142
 143                         for (i=0, prev = (valsort_info **)&on->on_bi.bi_private,
 144                                 vi = *prev; vi && i<c->valx;
 145                                 prev = &vi->vi_next, vi = vi->vi_next, i++ );
 146                         (*prev)->vi_next = vi->vi_next;
 147                         ch_free( vi->vi_dn.bv_val );
 148                         ch_free( vi );
 149                 }
 150                 return 0;
 151         }
 152         vitmp.vi_ad = NULL;
 153         i = slap_str2ad( c->argv[1], &vitmp.vi_ad, &text );
 154         if ( i ) {
 155                 sprintf( c->msg, "<%s> %s", c->argv[0], text );
 156                 Debug( LDAP_DEBUG_ANY, "%s: %s (%s)!\n",
 157                         c->log, c->msg, c->argv[1] );
 158                 return(1);
 159         }
 160         if ( is_at_single_value( vitmp.vi_ad->ad_type )) {
 161                 sprintf( c->msg, "<%s> %s is single-valued, ignoring", c->argv[0],
 162                         vitmp.vi_ad->ad_cname.bv_val );
 163                 Debug( LDAP_DEBUG_ANY, "%s: %s (%s)!\n",
 164                         c->log, c->msg, c->argv[1] );
 165                 return(0);
 166         }
 167         is_numeric = ( vitmp.vi_ad->ad_type->sat_syntax == syn_numericString ||
 168                 vitmp.vi_ad->ad_type->sat_syntax == slap_schema.si_syn_integer ) ? 1
 169                 : 0;
 170         ber_str2bv( c->argv[2], 0, 0, &bv );
 171         i = dnNormalize( 0, NULL, NULL, &bv, &vitmp.vi_dn, NULL );
 172         if ( i ) {
 173                 sprintf( c->msg, "<%s> unable to normalize DN", c->argv[0] );
 174                 Debug( LDAP_DEBUG_ANY, "%s: %s (%s)!\n",
 175                         c->log, c->msg, c->argv[2] );
 176                 return(1);
 177         }
 178         i = verb_to_mask( c->argv[3], sorts );
 179         if ( BER_BVISNULL( &sorts[i].word )) {
 180                 sprintf( c->msg, "<%s> unrecognized sort type", c->argv[0] );
 181                 Debug( LDAP_DEBUG_ANY, "%s: %s (%s)!\n",
 182                         c->log, c->msg, c->argv[3] );
 183                 return(1);
 184         }
 185         vitmp.vi_sort = sorts[i].mask;
 186         if ( sorts[i].mask == VALSORT_WEIGHTED && c->argc == 5 ) {
 187                 i = verb_to_mask( c->argv[4], sorts );
 188                 if ( BER_BVISNULL( &sorts[i].word )) {
 189                         sprintf( c->msg, "<%s> unrecognized sort type", c->argv[0] );
 190                         Debug( LDAP_DEBUG_ANY, "%s: %s (%s)!\n",
 191                                 c->log, c->msg, c->argv[4] );
 192                         return(1);
 193                 }
 194                 vitmp.vi_sort |= sorts[i].mask;
 195         }
 196         if (( vitmp.vi_sort & VALSORT_NUMERIC ) && !is_numeric ) {
 197                 sprintf( c->msg, "<%s> numeric sort specified for non-numeric syntax",
 198                         c->argv[0] );
 199                 Debug( LDAP_DEBUG_ANY, "%s: %s (%s)!\n",
 200                         c->log, c->msg, c->argv[1] );
 201                 return(1);
 202         }
 203         vi = ch_malloc( sizeof(valsort_info) );
 204         *vi = vitmp;
 205         vi->vi_next = on->on_bi.bi_private;
 206         on->on_bi.bi_private = vi;
 207         return 0;
 208 }
 209
 210 /* Use Insertion Sort algorithm on selected values */
 211 static void
 212 do_sort( Operation *op, Attribute *a, int beg, int num, slap_mask_t sort )
 213 {
 214         int i, j, gotnvals;
 215         struct berval tmp, ntmp, *vals, *nvals;
 216
 217         gotnvals = (a->a_vals != a->a_nvals );
 218
 219         nvals = a->a_nvals + beg;
 220         if ( gotnvals )
 221                 vals = a->a_vals + beg;
 222
 223         if ( sort & VALSORT_NUMERIC ) {
 224                 long *numbers = op->o_tmpalloc( num * sizeof(long), op->o_tmpmemctx ),
 225                         idx;
 226                 for (i=0; i<num; i++)
 227                         numbers[i] = strtol( nvals[i].bv_val, NULL, 0 );
 228
 229                 for (i=1; i<num; i++) {
 230                         idx = numbers[i];
 231                         ntmp = nvals[i];
 232                         if ( gotnvals ) tmp = vals[i];
 233                         j = i;
 234                         while ( j>0 ) {
 235                                 int cmp = (sort & VALSORT_DESCEND) ? numbers[j-1] < idx :
 236                                         numbers[j-1] > idx;
 237                                 if ( !cmp ) break;
 238                                 numbers[j] = numbers[j-1];
 239                                 nvals[j] = nvals[j-1];
 240                                 if ( gotnvals ) vals[j] = vals[j-1];
 241                                 j--;
 242                         }
 243                         numbers[j] = idx;
 244                         nvals[j] = ntmp;
 245                         if ( gotnvals ) vals[j] = tmp;
 246                 }
 247                 op->o_tmpfree( numbers, op->o_tmpmemctx );
 248         } else {
 249                 for (i=1; i<num; i++) {
 250                         ntmp = nvals[i];
 251                         if ( gotnvals ) tmp = vals[i];
 252                         j = i;
 253                         while ( j>0 ) {
 254                                 int cmp = strcmp( nvals[j-1].bv_val, ntmp.bv_val );
 255                                 cmp = (sort & VALSORT_DESCEND) ? (cmp < 0) : (cmp > 0);
 256                                 if ( !cmp ) break;
 257
 258                                 nvals[j] = nvals[j-1];
 259                                 if ( gotnvals ) vals[j] = vals[j-1];
 260                                 j--;
 261                         }
 262                         nvals[j] = ntmp;
 263                         if ( gotnvals ) vals[j] = tmp;
 264                 }
 265         }
 266 }
 267
 268 static int
 269 valsort_response( Operation *op, SlapReply *rs )
 270 {
 271         slap_overinst *on;
 272         valsort_info *vi;
 273         Attribute *a;
 274
 275         /* We only want search responses */
 276         if ( rs->sr_type != REP_SEARCH ) return SLAP_CB_CONTINUE;
 277
 278         /* If this is a syncrepl response, pass thru unmodified */
 279         if ( op->o_sync > SLAP_CONTROL_IGNORED ) return SLAP_CB_CONTINUE;
 280
 281         on = (slap_overinst *) op->o_bd->bd_info;
 282         vi = on->on_bi.bi_private;
 283
 284         /* And we must have something configured */
 285         if ( !vi ) return SLAP_CB_CONTINUE;
 286
 287         /* Find a rule whose baseDN matches this entry */
 288         for (; vi; vi = vi->vi_next ) {
 289                 int i, n;
 290
 291                 if ( !dnIsSuffix( &rs->sr_entry->e_nname, &vi->vi_dn ))
 292                         continue;
 293
 294                 /* Find attr that this rule affects */
 295                 a = attr_find( rs->sr_entry->e_attrs, vi->vi_ad );
 296                 if ( !a ) continue;
 297
 298                 if (( rs->sr_flags & ( REP_ENTRY_MODIFIABLE|REP_ENTRY_MUSTBEFREED )) !=
 299                         ( REP_ENTRY_MODIFIABLE|REP_ENTRY_MUSTBEFREED )) {
 300                         rs->sr_entry = entry_dup( rs->sr_entry );
 301                         rs->sr_flags |= REP_ENTRY_MODIFIABLE|REP_ENTRY_MUSTBEFREED;
 302                         a = attr_find( rs->sr_entry->e_attrs, vi->vi_ad );
 303                 }
 304
 305                 /* count values */
 306                 for ( n = 0; !BER_BVISNULL( &a->a_vals[n] ); n++ );
 307
 308                 if ( vi->vi_sort & VALSORT_WEIGHTED ) {
 309                         int j, gotnvals;
 310                         long *index = op->o_tmpalloc( n * sizeof(long), op->o_tmpmemctx );
 311
 312                         gotnvals = (a->a_vals != a->a_nvals );
 313
 314                         for (i=0; i<n; i++) {
 315                                 char *ptr = strchr( a->a_nvals[i].bv_val, '{' );
 316                                 char *end = NULL;
 317                                 if ( !ptr ) {
 318                                         Debug(LDAP_DEBUG_TRACE, "weights missing from attr %s "
 319                                                 "in entry %s\n", vi->vi_ad->ad_cname.bv_val,
 320                                                 rs->sr_entry->e_name.bv_val, 0 );
 321                                         break;
 322                                 }
 323                                 index[i] = strtol( ptr+1, &end, 0 );
 324                                 if ( *end != '}' ) {
 325                                         Debug(LDAP_DEBUG_TRACE, "weights misformatted "
 326                                                 "in entry %s\n",
 327                                                 rs->sr_entry->e_name.bv_val, 0, 0 );
 328                                         break;
 329                                 }
 330                                 /* Strip out weights */
 331                                 ptr = a->a_nvals[i].bv_val;
 332                                 end++;
 333                                 for (;*end;)
 334                                         *ptr++ = *end++;
 335                                 *ptr = '\0';
 336                                 a->a_nvals[i].bv_len = ptr - a->a_nvals[i].bv_val;
 337
 338                                 if ( a->a_vals != a->a_nvals ) {
 339                                         ptr = a->a_vals[i].bv_val;
 340                                         end = strchr( ptr, '}' ) + 1;
 341                                         for (;*end;)
 342                                                 *ptr++ = *end++;
 343                                         *ptr = '\0';
 344                                         a->a_vals[i].bv_len = ptr - a->a_vals[i].bv_val;
 345                                 }
 346                         }
 347                         /* An attr was missing weights here, ignore it */
 348                         if ( i<n ) {
 349                                 op->o_tmpfree( index, op->o_tmpmemctx );
 350                                 continue;
 351                         }
 352                         /* Insertion sort */
 353                         for ( i=1; i<n; i++) {
 354                                 long idx = index[i];
 355                                 struct berval tmp = a->a_vals[i], ntmp;
 356                                 if ( gotnvals ) ntmp = a->a_nvals[i];
 357                                 j = i;
 358                                 while (( j>0 ) && (index[j-1] > idx )) {
 359                                         index[j] = index[j-1];
 360                                         a->a_vals[j] = a->a_vals[j-1];
 361                                         if ( gotnvals ) a->a_nvals[j] = a->a_nvals[j-1];
 362                                         j--;
 363                                 }
 364                                 index[j] = idx;
 365                                 a->a_vals[j] = tmp;
 366                                 if ( gotnvals ) a->a_nvals[j] = ntmp;
 367                         }
 368                         /* Check for secondary sort */
 369                         if ( vi->vi_sort ^ VALSORT_WEIGHTED ) {
 370                                 for ( i=0; i<n;) {
 371                                         for (j=i+1; j<n; j++) {
 372                                                 if (index[i] != index[j])
 373                                                         break;
 374                                         }
 375                                         if( j-i > 1 )
 376                                                 do_sort( op, a, i, j-i, vi->vi_sort );
 377                                         i = j;
 378                                 }
 379                         }
 380                         op->o_tmpfree( index, op->o_tmpmemctx );
 381                 } else {
 382                         do_sort( op, a, 0, n, vi->vi_sort );
 383                 }
 384         }
 385         return SLAP_CB_CONTINUE;
 386 }
 387
 388 static int
 389 valsort_add( Operation *op, SlapReply *rs )
 390 {
 391         slap_overinst *on = (slap_overinst *)op->o_bd->bd_info;
 392         valsort_info *vi = on->on_bi.bi_private;
 393
 394         Attribute *a;
 395         int i;
 396         char *ptr, *end;
 397
 398         /* See if any weighted sorting applies to this entry */
 399         for ( ;vi;vi=vi->vi_next ) {
 400                 if ( !dnIsSuffix( &op->o_req_ndn, &vi->vi_dn ))
 401                         continue;
 402                 if ( !(vi->vi_sort & VALSORT_WEIGHTED ))
 403                         continue;
 404                 a = attr_find( op->ora_e->e_attrs, vi->vi_ad );
 405                 if ( !a )
 406                         continue;
 407                 for (i=0; !BER_BVISNULL( &a->a_vals[i] ); i++) {
 408                         ptr = strchr(a->a_vals[i].bv_val, '{' );
 409                         if ( !ptr ) {
 410                                 Debug(LDAP_DEBUG_TRACE, "weight missing from attribute %s\n",
 411                                         vi->vi_ad->ad_cname.bv_val, 0, 0);
 412                                 send_ldap_error( op, rs, LDAP_CONSTRAINT_VIOLATION,
 413                                         "weight missing from attribute" );
 414                                 return rs->sr_err;
 415                         }
 416                         strtol( ptr+1, &end, 0 );
 417                         if ( *end != '}' ) {
 418                                 Debug(LDAP_DEBUG_TRACE, "weight is misformatted in %s\n",
 419                                         vi->vi_ad->ad_cname.bv_val, 0, 0);
 420                                 send_ldap_error( op, rs, LDAP_CONSTRAINT_VIOLATION,
 421                                         "weight is misformatted" );
 422                                 return rs->sr_err;
 423                         }
 424                 }
 425         }
 426         return SLAP_CB_CONTINUE;
 427 }
 428
 429 static int
 430 valsort_modify( Operation *op, SlapReply *rs )
 431 {
 432         slap_overinst *on = (slap_overinst *)op->o_bd->bd_info;
 433         valsort_info *vi = on->on_bi.bi_private;
 434
 435         Modifications *ml;
 436         int i;
 437         char *ptr, *end;
 438
 439         /* See if any weighted sorting applies to this entry */
 440         for ( ;vi;vi=vi->vi_next ) {
 441                 if ( !dnIsSuffix( &op->o_req_ndn, &vi->vi_dn ))
 442                         continue;
 443                 if ( !(vi->vi_sort & VALSORT_WEIGHTED ))
 444                         continue;
 445                 for (ml = op->orm_modlist; ml; ml=ml->sml_next ) {
 446                         if ( ml->sml_desc == vi->vi_ad )
 447                                 break;
 448                 }
 449                 if ( !ml )
 450                         continue;
 451                 for (i=0; !BER_BVISNULL( &ml->sml_values[i] ); i++) {
 452                         ptr = strchr(ml->sml_values[i].bv_val, '{' );
 453                         if ( !ptr ) {
 454                                 Debug(LDAP_DEBUG_TRACE, "weight missing from attribute %s\n",
 455                                         vi->vi_ad->ad_cname.bv_val, 0, 0);
 456                                 send_ldap_error( op, rs, LDAP_CONSTRAINT_VIOLATION,
 457                                         "weight missing from attribute" );
 458                                 return rs->sr_err;
 459                         }
 460                         strtol( ptr+1, &end, 0 );
 461                         if ( *end != '}' ) {
 462                                 Debug(LDAP_DEBUG_TRACE, "weight is misformatted in %s\n",
 463                                         vi->vi_ad->ad_cname.bv_val, 0, 0);
 464                                 send_ldap_error( op, rs, LDAP_CONSTRAINT_VIOLATION,
 465                                         "weight is misformatted" );
 466                                 return rs->sr_err;
 467                         }
 468                 }
 469         }
 470         return SLAP_CB_CONTINUE;
 471 }
 472
 473 static int
 474 valsort_destroy(
 475         BackendDB *be
 476 )
 477 {
 478         slap_overinst *on = (slap_overinst *)be->bd_info;
 479         valsort_info *vi = on->on_bi.bi_private, *next;
 480
 481         for (; vi; vi = next) {
 482                 next = vi->vi_next;
 483                 ch_free( vi->vi_dn.bv_val );
 484                 ch_free( vi );
 485         }
 486
 487         return 0;
 488 }
 489
 490 static int
 491 valsort_parseCtrl(
 492         Operation *op,
 493         SlapReply *rs,
 494         LDAPControl *ctrl )
 495 {
 496         if ( ctrl->ldctl_value.bv_len ) {
 497                 rs->sr_text = "valSort control value not empty";
 498                 return LDAP_PROTOCOL_ERROR;
 499         }
 500         op->o_ctrlflag[valsort_cid] = ctrl->ldctl_iscritical ?
 501                 SLAP_CONTROL_CRITICAL : SLAP_CONTROL_NONCRITICAL;
 502
 503         return LDAP_SUCCESS;
 504 }
 505
 506 static slap_overinst valsort;
 507
 508 int valsort_init()
 509 {
 510         int rc;
 511
 512         valsort.on_bi.bi_type = "valsort";
 513         valsort.on_bi.bi_db_destroy = valsort_destroy;
 514
 515         valsort.on_bi.bi_op_add = valsort_add;
 516         valsort.on_bi.bi_op_modify = valsort_modify;
 517
 518         valsort.on_response = valsort_response;
 519
 520         valsort.on_bi.bi_cf_ocs = valsort_cfocs;
 521
 522         rc = register_supported_control( LDAP_CONTROL_VALSORT,
 523                 SLAP_CTRL_SEARCH | SLAP_CTRL_HIDE, NULL, valsort_parseCtrl,
 524                 &valsort_cid );
 525         if ( rc != LDAP_SUCCESS ) {
 526                 fprintf( stderr, "Failed to register control %d\n", rc );
 527                 return rc;
 528         }
 529
 530         syn_numericString = syn_find( "1.3.6.1.4.1.1466.115.121.1.36" );
 531
 532         rc = config_register_schema( valsort_cfats, valsort_cfocs );
 533         if ( rc ) return rc;
 534
 535         return overlay_register(&valsort);
 536 }
 537
 538 #if SLAPD_OVER_VALSORT == SLAPD_MOD_DYNAMIC
 539 int init_module( int argc, char *argv[]) {
 540         return valsort_init();
 541 }
 542 #endif
 543
 544 #endif /* SLAPD_OVER_VALSORT */