git.sur5r.net Git - openldap/blob - servers/slapd/overlays/refint.c

   1 /* refint.c - referential integrity module */
   2 /* $OpenLDAP$ */
   3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
   4  *
   5  * Copyright 2004-2014 The OpenLDAP Foundation.
   6  * Portions Copyright 2004 Symas Corporation.
   7  * All rights reserved.
   8  *
   9  * Redistribution and use in source and binary forms, with or without
  10  * modification, are permitted only as authorized by the OpenLDAP
  11  * Public License.
  12  *
  13  * A copy of this license is available in the file LICENSE in the
  14  * top-level directory of the distribution or, alternatively, at
  15  * <http://www.OpenLDAP.org/license.html>.
  16  */
  17 /* ACKNOWLEDGEMENTS:
  18  * This work was initially developed by Symas Corp. for inclusion in
  19  * OpenLDAP Software.  This work was sponsored by Hewlett-Packard.
  20  */
  21
  22 #include "portable.h"
  23
  24 /* This module maintains referential integrity for a set of
  25  * DN-valued attributes by searching for all references to a given
  26  * DN whenever the DN is changed or its entry is deleted, and making
  27  * the appropriate update.
  28  *
  29  * Updates are performed using the database rootdn in a separate task
  30  * to allow the original operation to complete immediately.
  31  */
  32
  33 #ifdef SLAPD_OVER_REFINT
  34
  35 #include <stdio.h>
  36
  37 #include <ac/string.h>
  38 #include <ac/socket.h>
  39
  40 #include "slap.h"
  41 #include "config.h"
  42 #include "ldap_rq.h"
  43
  44 static slap_overinst refint;
  45
  46 /* The DN to use in the ModifiersName for all refint updates */
  47 static BerValue refint_dn = BER_BVC("cn=Referential Integrity Overlay");
  48 static BerValue refint_ndn = BER_BVC("cn=referential integrity overlay");
  49
  50 typedef struct refint_attrs_s {
  51         struct refint_attrs_s   *next;
  52         AttributeDescription    *attr;
  53         BerVarray               old_vals;
  54         BerVarray               old_nvals;
  55         BerVarray               new_vals;
  56         BerVarray               new_nvals;
  57         int                             ra_numvals;
  58         int                             dont_empty;
  59 } refint_attrs;
  60
  61 typedef struct dependents_s {
  62         struct dependents_s *next;
  63         BerValue dn;                            /* target dn */
  64         BerValue ndn;
  65         refint_attrs *attrs;
  66 } dependent_data;
  67
  68 typedef struct refint_q {
  69         struct refint_q *next;
  70         struct refint_data_s *rdata;
  71         dependent_data *attrs;          /* entries and attrs returned from callback */
  72         BackendDB *db;
  73         BerValue olddn;
  74         BerValue oldndn;
  75         BerValue newdn;
  76         BerValue newndn;
  77 } refint_q;
  78
  79 typedef struct refint_data_s {
  80         struct refint_attrs_s *attrs;   /* list of known attrs */
  81         BerValue dn;                            /* basedn in parent, */
  82         BerValue nothing;                       /* the nothing value, if needed */
  83         BerValue nnothing;                      /* normalized nothingness */
  84         BerValue refint_dn;                     /* modifier's name */
  85         BerValue refint_ndn;                    /* normalized modifier's name */
  86         struct re_s *qtask;
  87         refint_q *qhead;
  88         refint_q *qtail;
  89         ldap_pvt_thread_mutex_t qmutex;
  90 } refint_data;
  91
  92 #define RUNQ_INTERVAL   36000   /* a long time */
  93
  94 static MatchingRule     *mr_dnSubtreeMatch;
  95
  96 enum {
  97         REFINT_ATTRS = 1,
  98         REFINT_NOTHING,
  99         REFINT_MODIFIERSNAME
 100 };
 101
 102 static ConfigDriver refint_cf_gen;
 103
 104 static ConfigTable refintcfg[] = {
 105         { "refint_attributes", "attribute...", 2, 0, 0,
 106           ARG_MAGIC|REFINT_ATTRS, refint_cf_gen,
 107           "( OLcfgOvAt:11.1 NAME 'olcRefintAttribute' "
 108           "DESC 'Attributes for referential integrity' "
 109           "EQUALITY caseIgnoreMatch "
 110           "SYNTAX OMsDirectoryString )", NULL, NULL },
 111         { "refint_nothing", "string", 2, 2, 0,
 112           ARG_DN|ARG_MAGIC|REFINT_NOTHING, refint_cf_gen,
 113           "( OLcfgOvAt:11.2 NAME 'olcRefintNothing' "
 114           "DESC 'Replacement DN to supply when needed' "
 115           "SYNTAX OMsDN SINGLE-VALUE )", NULL, NULL },
 116         { "refint_modifiersName", "DN", 2, 2, 0,
 117           ARG_DN|ARG_MAGIC|REFINT_MODIFIERSNAME, refint_cf_gen,
 118           "( OLcfgOvAt:11.3 NAME 'olcRefintModifiersName' "
 119           "DESC 'The DN to use as modifiersName' "
 120           "SYNTAX OMsDN SINGLE-VALUE )", NULL, NULL },
 121         { NULL, NULL, 0, 0, 0, ARG_IGNORED }
 122 };
 123
 124 static ConfigOCs refintocs[] = {
 125         { "( OLcfgOvOc:11.1 "
 126           "NAME 'olcRefintConfig' "
 127           "DESC 'Referential integrity configuration' "
 128           "SUP olcOverlayConfig "
 129           "MAY ( olcRefintAttribute "
 130                 "$ olcRefintNothing "
 131                 "$ olcRefintModifiersName "
 132           ") )",
 133           Cft_Overlay, refintcfg },
 134         { NULL, 0, NULL }
 135 };
 136
 137 static int
 138 refint_cf_gen(ConfigArgs *c)
 139 {
 140         slap_overinst *on = (slap_overinst *)c->bi;
 141         refint_data *dd = (refint_data *)on->on_bi.bi_private;
 142         refint_attrs *ip, *pip, **pipp = NULL;
 143         AttributeDescription *ad;
 144         const char *text;
 145         int rc = ARG_BAD_CONF;
 146         int i;
 147
 148         switch ( c->op ) {
 149         case SLAP_CONFIG_EMIT:
 150                 switch ( c->type ) {
 151                 case REFINT_ATTRS:
 152                         ip = dd->attrs;
 153                         while ( ip ) {
 154                                 value_add_one( &c->rvalue_vals,
 155                                                &ip->attr->ad_cname );
 156                                 ip = ip->next;
 157                         }
 158                         rc = 0;
 159                         break;
 160                 case REFINT_NOTHING:
 161                         if ( !BER_BVISEMPTY( &dd->nothing )) {
 162                                 rc = value_add_one( &c->rvalue_vals,
 163                                                     &dd->nothing );
 164                                 if ( rc ) return rc;
 165                                 rc = value_add_one( &c->rvalue_nvals,
 166                                                     &dd->nnothing );
 167                                 return rc;
 168                         }
 169                         rc = 0;
 170                         break;
 171                 case REFINT_MODIFIERSNAME:
 172                         if ( !BER_BVISEMPTY( &dd->refint_dn )) {
 173                                 rc = value_add_one( &c->rvalue_vals,
 174                                                     &dd->refint_dn );
 175                                 if ( rc ) return rc;
 176                                 rc = value_add_one( &c->rvalue_nvals,
 177                                                     &dd->refint_ndn );
 178                                 return rc;
 179                         }
 180                         rc = 0;
 181                         break;
 182                 default:
 183                         abort ();
 184                 }
 185                 break;
 186         case LDAP_MOD_DELETE:
 187                 switch ( c->type ) {
 188                 case REFINT_ATTRS:
 189                         pipp = &dd->attrs;
 190                         if ( c->valx < 0 ) {
 191                                 ip = *pipp;
 192                                 *pipp = NULL;
 193                                 while ( ip ) {
 194                                         pip = ip;
 195                                         ip = ip->next;
 196                                         ch_free ( pip );
 197                                 }
 198                         } else {
 199                                 /* delete from linked list */
 200                                 for ( i=0; i < c->valx; ++i ) {
 201                                         pipp = &(*pipp)->next;
 202                                 }
 203                                 ip = *pipp;
 204                                 *pipp = (*pipp)->next;
 205
 206                                 /* AttributeDescriptions are global so
 207                                  * shouldn't be freed here... */
 208                                 ch_free ( ip );
 209                         }
 210                         rc = 0;
 211                         break;
 212                 case REFINT_NOTHING:
 213                         ch_free( dd->nothing.bv_val );
 214                         ch_free( dd->nnothing.bv_val );
 215                         BER_BVZERO( &dd->nothing );
 216                         BER_BVZERO( &dd->nnothing );
 217                         rc = 0;
 218                         break;
 219                 case REFINT_MODIFIERSNAME:
 220                         ch_free( dd->refint_dn.bv_val );
 221                         ch_free( dd->refint_ndn.bv_val );
 222                         BER_BVZERO( &dd->refint_dn );
 223                         BER_BVZERO( &dd->refint_ndn );
 224                         rc = 0;
 225                         break;
 226                 default:
 227                         abort ();
 228                 }
 229                 break;
 230         case SLAP_CONFIG_ADD:
 231                 /* fallthrough to LDAP_MOD_ADD */
 232         case LDAP_MOD_ADD:
 233                 switch ( c->type ) {
 234                 case REFINT_ATTRS:
 235                         rc = 0;
 236                         for ( i=1; i < c->argc; ++i ) {
 237                                 ad = NULL;
 238                                 if ( slap_str2ad ( c->argv[i], &ad, &text )
 239                                      == LDAP_SUCCESS) {
 240                                         ip = ch_malloc (
 241                                                 sizeof ( refint_attrs ) );
 242                                         ip->attr = ad;
 243                                         ip->next = dd->attrs;
 244                                         dd->attrs = ip;
 245                                 } else {
 246                                         snprintf( c->cr_msg, sizeof( c->cr_msg ),
 247                                                 "%s <%s>: %s", c->argv[0], c->argv[i], text );
 248                                         Debug ( LDAP_DEBUG_CONFIG|LDAP_DEBUG_NONE,
 249                                                 "%s: %s\n", c->log, c->cr_msg, 0 );
 250                                         rc = ARG_BAD_CONF;
 251                                 }
 252                         }
 253                         break;
 254                 case REFINT_NOTHING:
 255                         if ( !BER_BVISNULL( &c->value_ndn )) {
 256                                 ch_free ( dd->nothing.bv_val );
 257                                 ch_free ( dd->nnothing.bv_val );
 258                                 dd->nothing = c->value_dn;
 259                                 dd->nnothing = c->value_ndn;
 260                                 rc = 0;
 261                         } else {
 262                                 rc = ARG_BAD_CONF;
 263                         }
 264                         break;
 265                 case REFINT_MODIFIERSNAME:
 266                         if ( !BER_BVISNULL( &c->value_ndn )) {
 267                                 ch_free( dd->refint_dn.bv_val );
 268                                 ch_free( dd->refint_ndn.bv_val );
 269                                 dd->refint_dn = c->value_dn;
 270                                 dd->refint_ndn = c->value_ndn;
 271                                 rc = 0;
 272                         } else {
 273                                 rc = ARG_BAD_CONF;
 274                         }
 275                         break;
 276                 default:
 277                         abort ();
 278                 }
 279                 break;
 280         default:
 281                 abort ();
 282         }
 283
 284         return rc;
 285 }
 286
 287 /*
 288 ** allocate new refint_data;
 289 ** store in on_bi.bi_private;
 290 **
 291 */
 292
 293 static int
 294 refint_db_init(
 295         BackendDB       *be,
 296         ConfigReply     *cr
 297 )
 298 {
 299         slap_overinst *on = (slap_overinst *)be->bd_info;
 300         refint_data *id = ch_calloc(1,sizeof(refint_data));
 301
 302         on->on_bi.bi_private = id;
 303         ldap_pvt_thread_mutex_init( &id->qmutex );
 304         return(0);
 305 }
 306
 307 static int
 308 refint_db_destroy(
 309         BackendDB       *be,
 310         ConfigReply     *cr
 311 )
 312 {
 313         slap_overinst *on = (slap_overinst *)be->bd_info;
 314
 315         if ( on->on_bi.bi_private ) {
 316                 refint_data *id = on->on_bi.bi_private;
 317                 on->on_bi.bi_private = NULL;
 318                 ldap_pvt_thread_mutex_destroy( &id->qmutex );
 319                 ch_free( id );
 320         }
 321         return(0);
 322 }
 323
 324 /*
 325 ** initialize, copy basedn if not already set
 326 **
 327 */
 328
 329 static int
 330 refint_open(
 331         BackendDB *be,
 332         ConfigReply *cr
 333 )
 334 {
 335         slap_overinst *on       = (slap_overinst *)be->bd_info;
 336         refint_data *id = on->on_bi.bi_private;
 337
 338         if ( BER_BVISNULL( &id->dn )) {
 339                 if ( BER_BVISNULL( &be->be_nsuffix[0] ))
 340                         return -1;
 341                 ber_dupbv( &id->dn, &be->be_nsuffix[0] );
 342         }
 343         if ( BER_BVISNULL( &id->refint_dn ) ) {
 344                 ber_dupbv( &id->refint_dn, &refint_dn );
 345                 ber_dupbv( &id->refint_ndn, &refint_ndn );
 346         }
 347         return(0);
 348 }
 349
 350
 351 /*
 352 ** foreach configured attribute:
 353 **      free it;
 354 ** free our basedn;
 355 ** reset on_bi.bi_private;
 356 ** free our config data;
 357 **
 358 */
 359
 360 static int
 361 refint_close(
 362         BackendDB *be,
 363         ConfigReply *cr
 364 )
 365 {
 366         slap_overinst *on       = (slap_overinst *) be->bd_info;
 367         refint_data *id = on->on_bi.bi_private;
 368         refint_attrs *ii, *ij;
 369
 370         for(ii = id->attrs; ii; ii = ij) {
 371                 ij = ii->next;
 372                 ch_free(ii);
 373         }
 374         id->attrs = NULL;
 375
 376         ch_free( id->dn.bv_val );
 377         BER_BVZERO( &id->dn );
 378         ch_free( id->nothing.bv_val );
 379         BER_BVZERO( &id->nothing );
 380         ch_free( id->nnothing.bv_val );
 381         BER_BVZERO( &id->nnothing );
 382         ch_free( id->refint_dn.bv_val );
 383         BER_BVZERO( &id->refint_dn );
 384         ch_free( id->refint_ndn.bv_val );
 385         BER_BVZERO( &id->refint_ndn );
 386
 387         return(0);
 388 }
 389
 390 /*
 391 ** search callback
 392 ** generates a list of Attributes from search results
 393 */
 394
 395 static int
 396 refint_search_cb(
 397         Operation *op,
 398         SlapReply *rs
 399 )
 400 {
 401         Attribute *a;
 402         BerVarray b = NULL;
 403         refint_q *rq = op->o_callback->sc_private;
 404         refint_data *dd = rq->rdata;
 405         refint_attrs *ia, *da = dd->attrs, *na;
 406         dependent_data *ip;
 407         int i;
 408
 409         Debug(LDAP_DEBUG_TRACE, "refint_search_cb <%s>\n",
 410                 rs->sr_entry ? rs->sr_entry->e_name.bv_val : "NOTHING", 0, 0);
 411
 412         if (rs->sr_type != REP_SEARCH || !rs->sr_entry) return(0);
 413
 414         /*
 415         ** foreach configured attribute type:
 416         **      if this attr exists in the search result,
 417         **      and it has a value matching the target:
 418         **              allocate an attr;
 419         **              save/build DNs of any subordinate matches;
 420         **              handle special case: found exact + subordinate match;
 421         **              handle olcRefintNothing;
 422         **
 423         */
 424
 425         ip = op->o_tmpalloc(sizeof(dependent_data), op->o_tmpmemctx );
 426         ber_dupbv_x( &ip->dn, &rs->sr_entry->e_name, op->o_tmpmemctx );
 427         ber_dupbv_x( &ip->ndn, &rs->sr_entry->e_nname, op->o_tmpmemctx );
 428         ip->next = rq->attrs;
 429         rq->attrs = ip;
 430         ip->attrs = NULL;
 431         for(ia = da; ia; ia = ia->next) {
 432                 if ( (a = attr_find(rs->sr_entry->e_attrs, ia->attr) ) ) {
 433                         int exact = -1, is_exact;
 434
 435                         na = NULL;
 436
 437                         for(i = 0, b = a->a_nvals; b[i].bv_val; i++) {
 438                                 if(dnIsSuffix(&b[i], &rq->oldndn)) {
 439                                         is_exact = b[i].bv_len == rq->oldndn.bv_len;
 440
 441                                         /* Paranoia: skip buggy duplicate exact match,
 442                                          * it would break ra_numvals
 443                                          */
 444                                         if ( is_exact && exact >= 0 )
 445                                                 continue;
 446
 447                                         /* first match? create structure */
 448                                         if ( na == NULL ) {
 449                                                 na = op->o_tmpcalloc( 1,
 450                                                         sizeof( refint_attrs ),
 451                                                         op->o_tmpmemctx );
 452                                                 na->next = ip->attrs;
 453                                                 ip->attrs = na;
 454                                                 na->attr = ia->attr;
 455                                         }
 456
 457                                         na->ra_numvals++;
 458
 459                                         if ( is_exact ) {
 460                                                 /* Exact match: refint_repair will deduce the DNs */
 461                                                 exact = i;
 462
 463                                         } else {
 464                                                 /* Subordinate match */
 465                                                 struct berval   newsub, newdn, olddn, oldndn;
 466
 467                                                 /* Save old DN */
 468                                                 ber_dupbv_x( &olddn, &a->a_vals[i], op->o_tmpmemctx );
 469                                                 ber_bvarray_add_x( &na->old_vals, &olddn, op->o_tmpmemctx );
 470
 471                                                 ber_dupbv_x( &oldndn, &a->a_nvals[i], op->o_tmpmemctx );
 472                                                 ber_bvarray_add_x( &na->old_nvals, &oldndn, op->o_tmpmemctx );
 473
 474                                                 if ( BER_BVISEMPTY( &rq->newdn ) )
 475                                                         continue;
 476
 477                                                 /* Rename subordinate match: Build new DN */
 478                                                 newsub = a->a_vals[i];
 479                                                 newsub.bv_len -= rq->olddn.bv_len + 1;
 480                                                 build_new_dn( &newdn, &rq->newdn, &newsub, op->o_tmpmemctx );
 481                                                 ber_bvarray_add_x( &na->new_vals, &newdn, op->o_tmpmemctx );
 482
 483                                                 newsub = a->a_nvals[i];
 484                                                 newsub.bv_len -= rq->oldndn.bv_len + 1;
 485                                                 build_new_dn( &newdn, &rq->newndn, &newsub, op->o_tmpmemctx );
 486                                                 ber_bvarray_add_x( &na->new_nvals, &newdn, op->o_tmpmemctx );
 487                                         }
 488                                 }
 489                         }
 490
 491                         /* If we got both subordinate and exact match,
 492                          * refint_repair won't special-case the exact match */
 493                         if ( exact >= 0 && na->old_vals ) {
 494                                 struct berval   dn;
 495
 496                                 ber_dupbv_x( &dn, &a->a_vals[exact], op->o_tmpmemctx );
 497                                 ber_bvarray_add_x( &na->old_vals, &dn, op->o_tmpmemctx );
 498                                 ber_dupbv_x( &dn, &a->a_nvals[exact], op->o_tmpmemctx );
 499                                 ber_bvarray_add_x( &na->old_nvals, &dn, op->o_tmpmemctx );
 500
 501                                 if ( !BER_BVISEMPTY( &rq->newdn ) ) {
 502                                         ber_dupbv_x( &dn, &rq->newdn, op->o_tmpmemctx );
 503                                         ber_bvarray_add_x( &na->new_vals, &dn, op->o_tmpmemctx );
 504                                         ber_dupbv_x( &dn, &rq->newndn, op->o_tmpmemctx );
 505                                         ber_bvarray_add_x( &na->new_nvals, &dn, op->o_tmpmemctx );
 506                                 }
 507                         }
 508
 509                         /* Deleting/replacing all values and a nothing DN is configured? */
 510                         if ( na && na->ra_numvals == i && !BER_BVISNULL(&dd->nothing) )
 511                                 na->dont_empty = 1;
 512
 513                         Debug( LDAP_DEBUG_TRACE, "refint_search_cb: %s: %s (#%d)\n",
 514                                 a->a_desc->ad_cname.bv_val, rq->olddn.bv_val, i );
 515                 }
 516         }
 517
 518         return(0);
 519 }
 520
 521 static int
 522 refint_repair(
 523         Operation       *op,
 524         refint_data     *id,
 525         refint_q        *rq )
 526 {
 527         dependent_data  *dp;
 528         SlapReply               rs = {REP_RESULT};
 529         Operation               op2;
 530         unsigned long   opid;
 531         int             rc;
 532
 533         op->o_callback->sc_response = refint_search_cb;
 534         op->o_req_dn = op->o_bd->be_suffix[ 0 ];
 535         op->o_req_ndn = op->o_bd->be_nsuffix[ 0 ];
 536         op->o_dn = op->o_bd->be_rootdn;
 537         op->o_ndn = op->o_bd->be_rootndn;
 538
 539         /* search */
 540         rc = op->o_bd->be_search( op, &rs );
 541
 542         if ( rc != LDAP_SUCCESS ) {
 543                 Debug( LDAP_DEBUG_TRACE,
 544                         "refint_repair: search failed: %d\n",
 545                         rc, 0, 0 );
 546                 return rc;
 547         }
 548
 549         /* safety? paranoid just in case */
 550         if ( op->o_callback->sc_private == NULL ) {
 551                 Debug( LDAP_DEBUG_TRACE,
 552                         "refint_repair: callback wiped out sc_private?!\n",
 553                         0, 0, 0 );
 554                 return 0;
 555         }
 556
 557         /* Set up the Modify requests */
 558         op->o_callback->sc_response = &slap_null_cb;
 559
 560         /*
 561          * [our search callback builds a list of attrs]
 562          * foreach attr:
 563          *      make sure its dn has a backend;
 564          *      build Modification* chain;
 565          *      call the backend modify function;
 566          *
 567          */
 568
 569         opid = op->o_opid;
 570         op2 = *op;
 571         for ( dp = rq->attrs; dp; dp = dp->next ) {
 572                 SlapReply       rs2 = {REP_RESULT};
 573                 refint_attrs    *ra;
 574                 Modifications   *m;
 575
 576                 if ( dp->attrs == NULL ) continue; /* TODO: Is this needed? */
 577
 578                 op2.o_bd = select_backend( &dp->ndn, 1 );
 579                 if ( !op2.o_bd ) {
 580                         Debug( LDAP_DEBUG_TRACE,
 581                                 "refint_repair: no backend for DN %s!\n",
 582                                 dp->dn.bv_val, 0, 0 );
 583                         continue;
 584                 }
 585                 op2.o_tag = LDAP_REQ_MODIFY;
 586                 op2.orm_modlist = NULL;
 587                 op2.o_req_dn    = dp->dn;
 588                 op2.o_req_ndn   = dp->ndn;
 589                 /* Internal ops, never replicate these */
 590                 op2.orm_no_opattrs = 1;
 591                 op2.o_dont_replicate = 1;
 592                 op2.o_opid = 0;
 593
 594                 /* Set our ModifiersName */
 595                 if ( SLAP_LASTMOD( op->o_bd ) ) {
 596                                 m = op2.o_tmpalloc( sizeof(Modifications) +
 597                                         4*sizeof(BerValue), op2.o_tmpmemctx );
 598                                 m->sml_next = op2.orm_modlist;
 599                                 op2.orm_modlist = m;
 600                                 m->sml_op = LDAP_MOD_REPLACE;
 601                                 m->sml_flags = SLAP_MOD_INTERNAL;
 602                                 m->sml_desc = slap_schema.si_ad_modifiersName;
 603                                 m->sml_type = m->sml_desc->ad_cname;
 604                                 m->sml_numvals = 1;
 605                                 m->sml_values = (BerVarray)(m+1);
 606                                 m->sml_nvalues = m->sml_values+2;
 607                                 BER_BVZERO( &m->sml_values[1] );
 608                                 BER_BVZERO( &m->sml_nvalues[1] );
 609                                 m->sml_values[0] = id->refint_dn;
 610                                 m->sml_nvalues[0] = id->refint_ndn;
 611                 }
 612
 613                 for ( ra = dp->attrs; ra; ra = ra->next ) {
 614                         size_t  len;
 615
 616                         /* Add values */
 617                         if ( ra->dont_empty || !BER_BVISEMPTY( &rq->newdn ) ) {
 618                                 len = sizeof(Modifications);
 619
 620                                 if ( ra->new_vals == NULL ) {
 621                                         len += 4*sizeof(BerValue);
 622                                 }
 623
 624                                 m = op2.o_tmpalloc( len, op2.o_tmpmemctx );
 625                                 m->sml_next = op2.orm_modlist;
 626                                 op2.orm_modlist = m;
 627                                 m->sml_op = LDAP_MOD_ADD;
 628                                 m->sml_flags = 0;
 629                                 m->sml_desc = ra->attr;
 630                                 m->sml_type = ra->attr->ad_cname;
 631                                 if ( ra->new_vals == NULL ) {
 632                                         m->sml_values = (BerVarray)(m+1);
 633                                         m->sml_nvalues = m->sml_values+2;
 634                                         BER_BVZERO( &m->sml_values[1] );
 635                                         BER_BVZERO( &m->sml_nvalues[1] );
 636                                         m->sml_numvals = 1;
 637                                         if ( BER_BVISEMPTY( &rq->newdn ) ) {
 638                                                 m->sml_values[0] = id->nothing;
 639                                                 m->sml_nvalues[0] = id->nnothing;
 640                                         } else {
 641                                                 m->sml_values[0] = rq->newdn;
 642                                                 m->sml_nvalues[0] = rq->newndn;
 643                                         }
 644                                 } else {
 645                                         m->sml_values = ra->new_vals;
 646                                         m->sml_nvalues = ra->new_nvals;
 647                                         m->sml_numvals = ra->ra_numvals;
 648                                 }
 649                         }
 650
 651                         /* Delete values */
 652                         len = sizeof(Modifications);
 653                         if ( ra->old_vals == NULL ) {
 654                                 len += 4*sizeof(BerValue);
 655                         }
 656                         m = op2.o_tmpalloc( len, op2.o_tmpmemctx );
 657                         m->sml_next = op2.orm_modlist;
 658                         op2.orm_modlist = m;
 659                         m->sml_op = LDAP_MOD_DELETE;
 660                         m->sml_flags = 0;
 661                         m->sml_desc = ra->attr;
 662                         m->sml_type = ra->attr->ad_cname;
 663                         if ( ra->old_vals == NULL ) {
 664                                 m->sml_numvals = 1;
 665                                 m->sml_values = (BerVarray)(m+1);
 666                                 m->sml_nvalues = m->sml_values+2;
 667                                 m->sml_values[0] = rq->olddn;
 668                                 m->sml_nvalues[0] = rq->oldndn;
 669                                 BER_BVZERO( &m->sml_values[1] );
 670                                 BER_BVZERO( &m->sml_nvalues[1] );
 671                         } else {
 672                                 m->sml_values = ra->old_vals;
 673                                 m->sml_nvalues = ra->old_nvals;
 674                                 m->sml_numvals = ra->ra_numvals;
 675                         }
 676                 }
 677
 678                 op2.o_dn = op2.o_bd->be_rootdn;
 679                 op2.o_ndn = op2.o_bd->be_rootndn;
 680                 rc = op2.o_bd->be_modify( &op2, &rs2 );
 681                 if ( rc != LDAP_SUCCESS ) {
 682                         Debug( LDAP_DEBUG_TRACE,
 683                                 "refint_repair: dependent modify failed: %d\n",
 684                                 rs2.sr_err, 0, 0 );
 685                 }
 686
 687                 while ( ( m = op2.orm_modlist ) ) {
 688                         op2.orm_modlist = m->sml_next;
 689                         op2.o_tmpfree( m, op2.o_tmpmemctx );
 690                 }
 691         }
 692         op2.o_opid = opid;
 693
 694         return 0;
 695 }
 696
 697 static void *
 698 refint_qtask( void *ctx, void *arg )
 699 {
 700         struct re_s *rtask = arg;
 701         refint_data *id = rtask->arg;
 702         Connection conn = {0};
 703         OperationBuffer opbuf;
 704         Operation *op;
 705         slap_callback cb = { NULL, NULL, NULL, NULL };
 706         Filter ftop, *fptr;
 707         refint_q *rq;
 708         refint_attrs *ip;
 709         int pausing = 0, rc = 0;
 710
 711         connection_fake_init( &conn, &opbuf, ctx );
 712         op = &opbuf.ob_op;
 713
 714         /*
 715         ** build a search filter for all configured attributes;
 716         ** populate our Operation;
 717         ** pass our data (attr list, dn) to backend via sc_private;
 718         ** call the backend search function;
 719         ** nb: (|(one=thing)) is valid, but do smart formatting anyway;
 720         ** nb: 16 is arbitrarily a dozen or so extra bytes;
 721         **
 722         */
 723
 724         ftop.f_choice = LDAP_FILTER_OR;
 725         ftop.f_next = NULL;
 726         ftop.f_or = NULL;
 727         op->ors_filter = &ftop;
 728         for(ip = id->attrs; ip; ip = ip->next) {
 729                 fptr = op->o_tmpcalloc( sizeof(Filter) + sizeof(MatchingRuleAssertion),
 730                         1, op->o_tmpmemctx );
 731                 /* Use (attr:dnSubtreeMatch:=value) to catch subtree rename
 732                  * and subtree delete where supported */
 733                 fptr->f_choice = LDAP_FILTER_EXT;
 734                 fptr->f_mra = (MatchingRuleAssertion *)(fptr+1);
 735                 fptr->f_mr_rule = mr_dnSubtreeMatch;
 736                 fptr->f_mr_rule_text = mr_dnSubtreeMatch->smr_bvoid;
 737                 fptr->f_mr_desc = ip->attr;
 738                 fptr->f_mr_dnattrs = 0;
 739                 fptr->f_next = ftop.f_or;
 740                 ftop.f_or = fptr;
 741         }
 742
 743         for (;;) {
 744                 dependent_data  *dp, *dp_next;
 745                 refint_attrs *ra, *ra_next;
 746
 747                 if ( ldap_pvt_thread_pool_pausing( &connection_pool ) > 0 ) {
 748                         pausing = 1;
 749                         break;
 750                 }
 751
 752                 /* Dequeue an op */
 753                 ldap_pvt_thread_mutex_lock( &id->qmutex );
 754                 rq = id->qhead;
 755                 if ( rq ) {
 756                         id->qhead = rq->next;
 757                         if ( !id->qhead )
 758                                 id->qtail = NULL;
 759                 }
 760                 ldap_pvt_thread_mutex_unlock( &id->qmutex );
 761                 if ( !rq )
 762                         break;
 763
 764                 for (fptr = ftop.f_or; fptr; fptr = fptr->f_next )
 765                         fptr->f_mr_value = rq->oldndn;
 766
 767                 filter2bv_x( op, op->ors_filter, &op->ors_filterstr );
 768
 769                 /* callback gets the searched dn instead */
 770                 cb.sc_private   = rq;
 771                 cb.sc_response  = refint_search_cb;
 772                 op->o_callback  = &cb;
 773                 op->o_tag       = LDAP_REQ_SEARCH;
 774                 op->ors_scope   = LDAP_SCOPE_SUBTREE;
 775                 op->ors_deref   = LDAP_DEREF_NEVER;
 776                 op->ors_limit   = NULL;
 777                 op->ors_slimit  = SLAP_NO_LIMIT;
 778                 op->ors_tlimit  = SLAP_NO_LIMIT;
 779
 780                 /* no attrs! */
 781                 op->ors_attrs = slap_anlist_no_attrs;
 782
 783                 slap_op_time( &op->o_time, &op->o_tincr );
 784
 785                 if ( rq->db != NULL ) {
 786                         op->o_bd = rq->db;
 787                         rc = refint_repair( op, id, rq );
 788
 789                 } else {
 790                         BackendDB       *be;
 791
 792                         LDAP_STAILQ_FOREACH( be, &backendDB, be_next ) {
 793                                 /* we may want to skip cn=config */
 794                                 if ( be == LDAP_STAILQ_FIRST(&backendDB) ) {
 795                                         continue;
 796                                 }
 797
 798                                 if ( be->be_search && be->be_modify ) {
 799                                         op->o_bd = be;
 800                                         rc = refint_repair( op, id, rq );
 801                                 }
 802                         }
 803                 }
 804
 805                 for ( dp = rq->attrs; dp; dp = dp_next ) {
 806                         dp_next = dp->next;
 807                         for ( ra = dp->attrs; ra; ra = ra_next ) {
 808                                 ra_next = ra->next;
 809                                 ber_bvarray_free_x( ra->new_nvals, op->o_tmpmemctx );
 810                                 ber_bvarray_free_x( ra->new_vals, op->o_tmpmemctx );
 811                                 ber_bvarray_free_x( ra->old_nvals, op->o_tmpmemctx );
 812                                 ber_bvarray_free_x( ra->old_vals, op->o_tmpmemctx );
 813                                 op->o_tmpfree( ra, op->o_tmpmemctx );
 814                         }
 815                         op->o_tmpfree( dp->ndn.bv_val, op->o_tmpmemctx );
 816                         op->o_tmpfree( dp->dn.bv_val, op->o_tmpmemctx );
 817                         op->o_tmpfree( dp, op->o_tmpmemctx );
 818                 }
 819                 op->o_tmpfree( op->ors_filterstr.bv_val, op->o_tmpmemctx );
 820                 if ( rc == LDAP_BUSY ) {
 821                         pausing = 1;
 822                         /* re-queue this op */
 823                         ldap_pvt_thread_mutex_lock( &id->qmutex );
 824                         rq->next = id->qhead;
 825                         id->qhead = rq;
 826                         if ( !id->qtail )
 827                                 id->qtail = rq;
 828                         ldap_pvt_thread_mutex_unlock( &id->qmutex );
 829                         break;
 830                 }
 831
 832                 if ( !BER_BVISNULL( &rq->newndn )) {
 833                         ch_free( rq->newndn.bv_val );
 834                         ch_free( rq->newdn.bv_val );
 835                 }
 836                 ch_free( rq->oldndn.bv_val );
 837                 ch_free( rq->olddn.bv_val );
 838                 ch_free( rq );
 839         }
 840
 841         /* free filter */
 842         for ( fptr = ftop.f_or; fptr; ) {
 843                 Filter *f_next = fptr->f_next;
 844                 op->o_tmpfree( fptr, op->o_tmpmemctx );
 845                 fptr = f_next;
 846         }
 847
 848         /* wait until we get explicitly scheduled again */
 849         ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex );
 850         ldap_pvt_runqueue_stoptask( &slapd_rq, id->qtask );
 851         if ( pausing ) {
 852                 /* try to run again as soon as the pause is done */
 853                 id->qtask->interval.tv_sec = 0;
 854                 ldap_pvt_runqueue_resched( &slapd_rq, id->qtask, 0 );
 855                 id->qtask->interval.tv_sec = RUNQ_INTERVAL;
 856         } else {
 857                 ldap_pvt_runqueue_resched( &slapd_rq,id->qtask, 1 );
 858         }
 859         ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex );
 860
 861         return NULL;
 862 }
 863
 864 /*
 865 ** refint_response
 866 ** search for matching records and modify them
 867 */
 868
 869 static int
 870 refint_response(
 871         Operation *op,
 872         SlapReply *rs
 873 )
 874 {
 875         slap_overinst *on = (slap_overinst *) op->o_bd->bd_info;
 876         refint_data *id = on->on_bi.bi_private;
 877         BerValue pdn;
 878         int ac;
 879         refint_q *rq;
 880         BackendDB *db = NULL;
 881         refint_attrs *ip;
 882
 883         /* If the main op failed or is not a Delete or ModRdn, ignore it */
 884         if (( op->o_tag != LDAP_REQ_DELETE && op->o_tag != LDAP_REQ_MODRDN ) ||
 885                 rs->sr_err != LDAP_SUCCESS )
 886                 return SLAP_CB_CONTINUE;
 887
 888         /*
 889         ** validate (and count) the list of attrs;
 890         **
 891         */
 892
 893         for(ip = id->attrs, ac = 0; ip; ip = ip->next, ac++);
 894         if(!ac) {
 895                 Debug( LDAP_DEBUG_TRACE,
 896                         "refint_response called without any attributes\n", 0, 0, 0 );
 897                 return SLAP_CB_CONTINUE;
 898         }
 899
 900         /*
 901         ** find the backend that matches our configured basedn;
 902         ** make sure it exists and has search and modify methods;
 903         **
 904         */
 905
 906         if ( on->on_info->oi_origdb != frontendDB ) {
 907                 db = select_backend(&id->dn, 1);
 908
 909                 if ( db ) {
 910                         if ( !db->be_search || !db->be_modify ) {
 911                                 Debug( LDAP_DEBUG_TRACE,
 912                                         "refint_response: backend missing search and/or modify\n",
 913                                         0, 0, 0 );
 914                                 return SLAP_CB_CONTINUE;
 915                         }
 916                 } else {
 917                         Debug( LDAP_DEBUG_TRACE,
 918                                 "refint_response: no backend for our baseDN %s??\n",
 919                                 id->dn.bv_val, 0, 0 );
 920                         return SLAP_CB_CONTINUE;
 921                 }
 922         }
 923
 924         rq = ch_calloc( 1, sizeof( refint_q ));
 925         ber_dupbv( &rq->olddn, &op->o_req_dn );
 926         ber_dupbv( &rq->oldndn, &op->o_req_ndn );
 927         rq->db = db;
 928         rq->rdata = id;
 929
 930         if ( op->o_tag == LDAP_REQ_MODRDN ) {
 931                 if ( op->oq_modrdn.rs_newSup ) {
 932                         pdn = *op->oq_modrdn.rs_newSup;
 933                 } else {
 934                         dnParent( &op->o_req_dn, &pdn );
 935                 }
 936                 build_new_dn( &rq->newdn, &pdn, &op->orr_newrdn, NULL );
 937                 if ( op->oq_modrdn.rs_nnewSup ) {
 938                         pdn = *op->oq_modrdn.rs_nnewSup;
 939                 } else {
 940                         dnParent( &op->o_req_ndn, &pdn );
 941                 }
 942                 build_new_dn( &rq->newndn, &pdn, &op->orr_nnewrdn, NULL );
 943         }
 944
 945         ldap_pvt_thread_mutex_lock( &id->qmutex );
 946         if ( id->qtail ) {
 947                 id->qtail->next = rq;
 948         } else {
 949                 id->qhead = rq;
 950         }
 951         id->qtail = rq;
 952         ldap_pvt_thread_mutex_unlock( &id->qmutex );
 953
 954         ac = 0;
 955         ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex );
 956         if ( !id->qtask ) {
 957                 id->qtask = ldap_pvt_runqueue_insert( &slapd_rq, RUNQ_INTERVAL,
 958                         refint_qtask, id, "refint_qtask",
 959                         op->o_bd->be_suffix[0].bv_val );
 960                 ac = 1;
 961         } else {
 962                 if ( !ldap_pvt_runqueue_isrunning( &slapd_rq, id->qtask ) &&
 963                         !id->qtask->next_sched.tv_sec ) {
 964                         id->qtask->interval.tv_sec = 0;
 965                         ldap_pvt_runqueue_resched( &slapd_rq, id->qtask, 0 );
 966                         id->qtask->interval.tv_sec = RUNQ_INTERVAL;
 967                         ac = 1;
 968                 }
 969         }
 970         ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex );
 971         if ( ac )
 972                 slap_wake_listener();
 973
 974         return SLAP_CB_CONTINUE;
 975 }
 976
 977 /*
 978 ** init_module is last so the symbols resolve "for free" --
 979 ** it expects to be called automagically during dynamic module initialization
 980 */
 981
 982 int refint_initialize() {
 983         int rc;
 984
 985         mr_dnSubtreeMatch = mr_find( "dnSubtreeMatch" );
 986         if ( mr_dnSubtreeMatch == NULL ) {
 987                 Debug( LDAP_DEBUG_ANY, "refint_initialize: "
 988                         "unable to find MatchingRule 'dnSubtreeMatch'.\n",
 989                         0, 0, 0 );
 990                 return 1;
 991         }
 992
 993         /* statically declared just after the #includes at top */
 994         refint.on_bi.bi_type = "refint";
 995         refint.on_bi.bi_db_init = refint_db_init;
 996         refint.on_bi.bi_db_destroy = refint_db_destroy;
 997         refint.on_bi.bi_db_open = refint_open;
 998         refint.on_bi.bi_db_close = refint_close;
 999         refint.on_response = refint_response;
1000
1001         refint.on_bi.bi_cf_ocs = refintocs;
1002         rc = config_register_schema ( refintcfg, refintocs );
1003         if ( rc ) return rc;
1004
1005         return(overlay_register(&refint));
1006 }
1007
1008 #if SLAPD_OVER_REFINT == SLAPD_MOD_DYNAMIC && defined(PIC)
1009 int init_module(int argc, char *argv[]) {
1010         return refint_initialize();
1011 }
1012 #endif
1013
1014 #endif /* SLAPD_OVER_REFINT */