1 /* refint.c - referential integrity module */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
5 * Copyright 2004-2007 The OpenLDAP Foundation.
6 * Portions Copyright 2004 Symas Corporation.
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted only as authorized by the OpenLDAP
13 * A copy of this license is available in the file LICENSE in the
14 * top-level directory of the distribution or, alternatively, at
15 * <http://www.OpenLDAP.org/license.html>.
18 * This work was initially developed by Symas Corp. for inclusion in
19 * OpenLDAP Software. This work was sponsored by Hewlett-Packard.
24 /* This module maintains referential integrity for a set of
25 * DN-valued attributes by searching for all references to a given
26 * DN whenever the DN is changed or its entry is deleted, and making
27 * the appropriate update.
29 * Updates are performed using the database rootdn in a separate task
30 * to allow the original operation to complete immediately.
33 #ifdef SLAPD_OVER_REFINT
37 #include <ac/string.h>
38 #include <ac/socket.h>
44 static slap_overinst refint;
46 /* The DN to use in the ModifiersName for all refint updates */
47 static BerValue refint_dn = BER_BVC("cn=Referential Integrity Overlay");
48 static BerValue refint_ndn = BER_BVC("cn=referential integrity overlay");
50 typedef struct refint_attrs_s {
51 struct refint_attrs_s *next;
52 AttributeDescription *attr;
55 typedef struct dependents_s {
56 struct dependents_s *next;
57 BerValue dn; /* target dn */
62 typedef struct refint_q {
63 struct refint_q *next;
64 struct refint_data_s *rdata;
65 dependent_data *attrs; /* entries and attrs returned from callback */
73 typedef struct refint_data_s {
74 const char *message; /* breadcrumbs */
75 struct refint_attrs_s *attrs; /* list of known attrs */
76 BerValue dn; /* basedn in parent, */
77 BerValue nothing; /* the nothing value, if needed */
78 BerValue nnothing; /* normalized nothingness */
82 ldap_pvt_thread_mutex_t qmutex;
85 #define RUNQ_INTERVAL 36000 /* a long time */
92 static ConfigDriver refint_cf_gen;
94 static ConfigTable refintcfg[] = {
95 { "refint_attributes", "attribute...", 2, 0, 0,
96 ARG_MAGIC|REFINT_ATTRS, refint_cf_gen,
97 "( OLcfgOvAt:11.1 NAME 'olcRefintAttribute' "
98 "DESC 'Attributes for referential integrity' "
99 "EQUALITY caseIgnoreMatch "
100 "SYNTAX OMsDirectoryString )", NULL, NULL },
101 { "refint_nothing", "string", 2, 2, 0,
102 ARG_DN|ARG_MAGIC|REFINT_NOTHING, refint_cf_gen,
103 "( OLcfgOvAt:11.2 NAME 'olcRefintNothing' "
104 "DESC 'Replacement DN to supply when needed' "
105 "SYNTAX OMsDN SINGLE-VALUE )", NULL, NULL },
106 { NULL, NULL, 0, 0, 0, ARG_IGNORED }
109 static ConfigOCs refintocs[] = {
110 { "( OLcfgOvOc:11.1 "
111 "NAME 'olcRefintConfig' "
112 "DESC 'Referential integrity configuration' "
113 "SUP olcOverlayConfig "
114 "MAY ( olcRefintAttribute $ olcRefintNothing ) )",
115 Cft_Overlay, refintcfg },
120 refint_cf_gen(ConfigArgs *c)
122 slap_overinst *on = (slap_overinst *)c->bi;
123 refint_data *dd = (refint_data *)on->on_bi.bi_private;
124 refint_attrs *ip, *pip, **pipp = NULL;
125 AttributeDescription *ad;
127 int rc = ARG_BAD_CONF;
131 case SLAP_CONFIG_EMIT:
136 value_add_one( &c->rvalue_vals,
137 &ip->attr->ad_cname );
143 if ( !BER_BVISEMPTY( &dd->nothing )) {
144 rc = value_add_one( &c->rvalue_vals,
147 rc = value_add_one( &c->rvalue_nvals,
157 case LDAP_MOD_DELETE:
170 /* delete from linked list */
171 for ( i=0; i < c->valx; ++i ) {
172 pipp = &(*pipp)->next;
175 *pipp = (*pipp)->next;
177 /* AttributeDescriptions are global so
178 * shouldn't be freed here... */
184 if ( dd->nothing.bv_val )
185 ber_memfree ( dd->nothing.bv_val );
186 if ( dd->nnothing.bv_val )
187 ber_memfree ( dd->nnothing.bv_val );
188 dd->nothing.bv_len = 0;
189 dd->nnothing.bv_len = 0;
196 case SLAP_CONFIG_ADD:
197 /* fallthrough to LDAP_MOD_ADD */
202 for ( i=1; i < c->argc; ++i ) {
204 if ( slap_str2ad ( c->argv[i], &ad, &text )
207 sizeof ( refint_attrs ) );
209 ip->next = dd->attrs;
212 snprintf( c->cr_msg, sizeof( c->cr_msg ),
213 "%s <%s>: %s", c->argv[0], c->argv[i], text );
214 Debug ( LDAP_DEBUG_CONFIG|LDAP_DEBUG_NONE,
215 "%s: %s\n", c->log, c->cr_msg, 0 );
221 if ( dd->nothing.bv_val )
222 ber_memfree ( dd->nothing.bv_val );
223 if ( dd->nnothing.bv_val )
224 ber_memfree ( dd->nnothing.bv_val );
225 dd->nothing = c->value_dn;
226 dd->nnothing = c->value_ndn;
241 ** allocate new refint_data;
242 ** store in on_bi.bi_private;
252 slap_overinst *on = (slap_overinst *)be->bd_info;
253 refint_data *id = ch_calloc(1,sizeof(refint_data));
255 id->message = "_init";
256 on->on_bi.bi_private = id;
257 ldap_pvt_thread_mutex_init( &id->qmutex );
267 slap_overinst *on = (slap_overinst *)be->bd_info;
269 if ( on->on_bi.bi_private ) {
270 refint_data *id = on->on_bi.bi_private;
271 on->on_bi.bi_private = NULL;
272 ldap_pvt_thread_mutex_destroy( &id->qmutex );
279 ** initialize, copy basedn if not already set
289 slap_overinst *on = (slap_overinst *)be->bd_info;
290 refint_data *id = on->on_bi.bi_private;
291 id->message = "_open";
293 if ( BER_BVISNULL( &id->dn )) {
294 if ( BER_BVISNULL( &be->be_nsuffix[0] ))
296 ber_dupbv( &id->dn, &be->be_nsuffix[0] );
303 ** foreach configured attribute:
306 ** (do not) free id->message;
307 ** reset on_bi.bi_private;
308 ** free our config data;
318 slap_overinst *on = (slap_overinst *) be->bd_info;
319 refint_data *id = on->on_bi.bi_private;
320 refint_attrs *ii, *ij;
321 id->message = "_close";
323 for(ii = id->attrs; ii; ii = ij) {
329 ch_free( id->dn.bv_val );
330 BER_BVZERO( &id->dn );
331 ch_free( id->nothing.bv_val );
332 BER_BVZERO( &id->nothing );
333 ch_free( id->nnothing.bv_val );
334 BER_BVZERO( &id->nnothing );
341 ** generates a list of Attributes from search results
352 refint_q *rq = op->o_callback->sc_private;
353 refint_data *dd = rq->rdata;
354 refint_attrs *ia, *da = dd->attrs, *na;
358 Debug(LDAP_DEBUG_TRACE, "refint_search_cb <%s>\n",
359 rs->sr_entry ? rs->sr_entry->e_name.bv_val : "NOTHING", 0, 0);
361 if (rs->sr_type != REP_SEARCH || !rs->sr_entry) return(0);
364 ** foreach configured attribute type:
365 ** if this attr exists in the search result,
366 ** and it has a value matching the target:
368 ** if this is a delete and there's only one value:
369 ** allocate the same attr again;
373 ip = op->o_tmpalloc(sizeof(dependent_data), op->o_tmpmemctx );
374 ber_dupbv_x( &ip->dn, &rs->sr_entry->e_name, op->o_tmpmemctx );
375 ber_dupbv_x( &ip->ndn, &rs->sr_entry->e_nname, op->o_tmpmemctx );
376 ip->next = rq->attrs;
379 for(ia = da; ia; ia = ia->next) {
380 if ( (a = attr_find(rs->sr_entry->e_attrs, ia->attr) ) )
381 for(i = 0, b = a->a_nvals; b[i].bv_val; i++)
382 if(bvmatch(&rq->oldndn, &b[i])) {
383 na = op->o_tmpalloc(sizeof( refint_attrs ), op->o_tmpmemctx );
384 na->next = ip->attrs;
387 /* If this is a delete and there's only one value, and
388 * we have a nothing DN configured, allocate the attr again.
390 if(!b[1].bv_val && BER_BVISEMPTY( &rq->newdn ) &&
391 dd->nothing.bv_val) {
392 na = op->o_tmpalloc(sizeof( refint_attrs ), op->o_tmpmemctx );
393 na->next = ip->attrs;
397 Debug(LDAP_DEBUG_TRACE, "refint_search_cb: %s: %s\n",
398 a->a_desc->ad_cname.bv_val, rq->olddn.bv_val, 0);
406 refint_qtask( void *ctx, void *arg )
408 struct re_s *rtask = arg;
409 refint_data *id = rtask->arg;
410 Connection conn = {0};
411 OperationBuffer opbuf;
413 SlapReply rs = {REP_RESULT};
414 slap_callback cb = { NULL, NULL, NULL, NULL };
418 refint_attrs *ra, *ip;
421 connection_fake_init( &conn, &opbuf, ctx );
425 ** build a search filter for all configured attributes;
426 ** populate our Operation;
427 ** pass our data (attr list, dn) to backend via sc_private;
428 ** call the backend search function;
429 ** nb: (|(one=thing)) is valid, but do smart formatting anyway;
430 ** nb: 16 is arbitrarily a dozen or so extra bytes;
434 ftop.f_choice = LDAP_FILTER_OR;
437 op->ors_filter = &ftop;
438 for(ip = id->attrs; ip; ip = ip->next) {
439 fptr = op->o_tmpalloc( sizeof(Filter) + sizeof(AttributeAssertion),
441 fptr->f_choice = LDAP_FILTER_EQUALITY;
442 fptr->f_ava = (AttributeAssertion *)(fptr+1);
443 fptr->f_ava->aa_desc = ip->attr;
444 fptr->f_next = ftop.f_or;
450 ldap_pvt_thread_mutex_lock( &id->qmutex );
453 id->qhead = rq->next;
457 ldap_pvt_thread_mutex_unlock( &id->qmutex );
461 for (fptr = ftop.f_or; fptr; fptr=fptr->f_next )
462 fptr->f_av_value = rq->oldndn;
464 filter2bv_x( op, op->ors_filter, &op->ors_filterstr );
466 /* callback gets the searched dn instead */
468 cb.sc_response = refint_search_cb;
469 op->o_callback = &cb;
470 op->o_tag = LDAP_REQ_SEARCH;
471 op->ors_scope = LDAP_SCOPE_SUBTREE;
472 op->ors_deref = LDAP_DEREF_NEVER;
473 op->ors_limit = NULL;
474 op->ors_slimit = SLAP_NO_LIMIT;
475 op->ors_tlimit = SLAP_NO_LIMIT;
478 op->ors_attrs = slap_anlist_no_attrs;
480 op->o_req_ndn = id->dn;
481 op->o_req_dn = id->dn;
483 op->o_dn = op->o_bd->be_rootdn;
484 op->o_ndn = op->o_bd->be_rootndn;
485 slap_op_time( &op->o_time, &op->o_tincr );
488 rc = op->o_bd->be_search(op, &rs);
490 op->o_tmpfree( op->ors_filterstr.bv_val, op->o_tmpmemctx );
492 if(rc != LDAP_SUCCESS) {
493 Debug( LDAP_DEBUG_TRACE,
494 "refint_response: search failed: %d\n",
499 /* safety? paranoid just in case */
501 Debug( LDAP_DEBUG_TRACE,
502 "refint_response: callback wiped out sc_private?!\n",
507 /* Set up the Modify requests */
508 cb.sc_response = &slap_null_cb;
509 op->o_tag = LDAP_REQ_MODIFY;
512 ** [our search callback builds a list of attrs]
514 ** make sure its dn has a backend;
515 ** build Modification* chain;
516 ** call the backend modify function;
520 for(dp = rq->attrs; dp; dp = dp->next) {
521 Modifications *m, *first = NULL;
523 op->orm_modlist = NULL;
525 op->o_req_dn = dp->dn;
526 op->o_req_ndn = dp->ndn;
527 op->o_bd = select_backend(&dp->ndn, 1);
529 Debug( LDAP_DEBUG_TRACE,
530 "refint_response: no backend for DN %s!\n",
531 dp->dn.bv_val, 0, 0 );
534 rs.sr_type = REP_RESULT;
535 for (ra = dp->attrs; ra; ra = dp->attrs) {
536 dp->attrs = ra->next;
537 /* Set our ModifiersName */
538 if ( SLAP_LASTMOD( op->o_bd )) {
539 m = op->o_tmpalloc( sizeof(Modifications) +
540 4*sizeof(BerValue), op->o_tmpmemctx );
541 m->sml_next = op->orm_modlist;
545 m->sml_op = LDAP_MOD_REPLACE;
546 m->sml_flags = SLAP_MOD_INTERNAL;
547 m->sml_desc = slap_schema.si_ad_modifiersName;
548 m->sml_type = m->sml_desc->ad_cname;
549 m->sml_values = (BerVarray)(m+1);
550 m->sml_nvalues = m->sml_values+2;
551 BER_BVZERO( &m->sml_values[1] );
552 BER_BVZERO( &m->sml_nvalues[1] );
553 m->sml_values[0] = refint_dn;
554 m->sml_nvalues[0] = refint_ndn;
556 if ( !BER_BVISEMPTY( &rq->newdn ) || ( ra->next &&
557 ra->attr == ra->next->attr )) {
558 m = op->o_tmpalloc( sizeof(Modifications) +
559 4*sizeof(BerValue), op->o_tmpmemctx );
560 m->sml_next = op->orm_modlist;
564 m->sml_op = LDAP_MOD_ADD;
566 m->sml_desc = ra->attr;
567 m->sml_type = ra->attr->ad_cname;
568 m->sml_values = (BerVarray)(m+1);
569 m->sml_nvalues = m->sml_values+2;
570 BER_BVZERO( &m->sml_values[1] );
571 BER_BVZERO( &m->sml_nvalues[1] );
572 if ( BER_BVISEMPTY( &rq->newdn )) {
573 op->o_tmpfree( ra, op->o_tmpmemctx );
575 dp->attrs = ra->next;
576 m->sml_values[0] = id->nothing;
577 m->sml_nvalues[0] = id->nnothing;
579 m->sml_values[0] = rq->newdn;
580 m->sml_nvalues[0] = rq->newndn;
583 m = op->o_tmpalloc( sizeof(Modifications) + 4*sizeof(BerValue),
585 m->sml_next = op->orm_modlist;
589 m->sml_op = LDAP_MOD_DELETE;
591 m->sml_desc = ra->attr;
592 m->sml_type = ra->attr->ad_cname;
593 m->sml_values = (BerVarray)(m+1);
594 m->sml_nvalues = m->sml_values+2;
595 m->sml_values[0] = rq->olddn;
596 m->sml_nvalues[0] = rq->oldndn;
597 BER_BVZERO( &m->sml_values[1] );
598 BER_BVZERO( &m->sml_nvalues[1] );
599 op->o_tmpfree( ra, op->o_tmpmemctx );
602 op->o_dn = op->o_bd->be_rootdn;
603 op->o_ndn = op->o_bd->be_rootndn;
604 slap_op_time( &op->o_time, &op->o_tincr );
605 if((rc = op->o_bd->be_modify(op, &rs)) != LDAP_SUCCESS) {
606 Debug( LDAP_DEBUG_TRACE,
607 "refint_response: dependent modify failed: %d\n",
611 while (( m = op->orm_modlist )) {
612 op->orm_modlist = m->sml_next;
613 op->o_tmpfree( m, op->o_tmpmemctx );
614 if ( m == first ) break;
616 slap_mods_free( op->orm_modlist, 1 );
617 op->o_tmpfree( dp->ndn.bv_val, op->o_tmpmemctx );
618 op->o_tmpfree( dp->dn.bv_val, op->o_tmpmemctx );
619 op->o_tmpfree( dp, op->o_tmpmemctx );
622 if ( !BER_BVISNULL( &rq->newndn )) {
623 ch_free( rq->newndn.bv_val );
624 ch_free( rq->newdn.bv_val );
626 ch_free( rq->oldndn.bv_val );
627 ch_free( rq->olddn.bv_val );
631 /* wait until we get explicitly scheduled again */
632 ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex );
633 ldap_pvt_runqueue_stoptask( &slapd_rq, id->qtask );
634 ldap_pvt_runqueue_resched( &slapd_rq,id->qtask, 1 );
635 ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex );
642 ** search for matching records and modify them
651 slap_overinst *on = (slap_overinst *) op->o_bd->bd_info;
652 refint_data *id = on->on_bi.bi_private;
659 id->message = "_refint_response";
661 /* If the main op failed or is not a Delete or ModRdn, ignore it */
662 if (( op->o_tag != LDAP_REQ_DELETE && op->o_tag != LDAP_REQ_MODRDN ) ||
663 rs->sr_err != LDAP_SUCCESS )
664 return SLAP_CB_CONTINUE;
667 ** validate (and count) the list of attrs;
671 for(ip = id->attrs, ac = 0; ip; ip = ip->next, ac++);
673 Debug( LDAP_DEBUG_TRACE,
674 "refint_response called without any attributes\n", 0, 0, 0 );
675 return SLAP_CB_CONTINUE;
679 ** find the backend that matches our configured basedn;
680 ** make sure it exists and has search and modify methods;
684 db = select_backend(&id->dn, 1);
687 if (!db->be_search || !db->be_modify) {
688 Debug( LDAP_DEBUG_TRACE,
689 "refint_response: backend missing search and/or modify\n",
691 return SLAP_CB_CONTINUE;
694 Debug( LDAP_DEBUG_TRACE,
695 "refint_response: no backend for our baseDN %s??\n",
696 id->dn.bv_val, 0, 0 );
697 return SLAP_CB_CONTINUE;
700 rq = ch_calloc( 1, sizeof( refint_q ));
701 ber_dupbv( &rq->olddn, &op->o_req_dn );
702 ber_dupbv( &rq->oldndn, &op->o_req_ndn );
706 if(op->o_tag == LDAP_REQ_MODRDN) {
707 if ( op->oq_modrdn.rs_newSup ) {
708 pdn = *op->oq_modrdn.rs_newSup;
710 dnParent( &op->o_req_dn, &pdn );
712 build_new_dn( &rq->newdn, &pdn, &op->orr_newrdn, NULL );
713 if ( op->oq_modrdn.rs_nnewSup ) {
714 pdn = *op->oq_modrdn.rs_nnewSup;
716 dnParent( &op->o_req_ndn, &pdn );
718 build_new_dn( &rq->newndn, &pdn, &op->orr_nnewrdn, NULL );
721 ldap_pvt_thread_mutex_lock( &id->qmutex );
723 id->qtail->next = rq;
728 ldap_pvt_thread_mutex_unlock( &id->qmutex );
731 ldap_pvt_thread_mutex_lock( &slapd_rq.rq_mutex );
733 id->qtask = ldap_pvt_runqueue_insert( &slapd_rq, RUNQ_INTERVAL,
734 refint_qtask, id, "refint_qtask",
735 op->o_bd->be_suffix[0].bv_val );
738 if ( !ldap_pvt_runqueue_isrunning( &slapd_rq, id->qtask ) &&
739 !id->qtask->next_sched.tv_sec ) {
740 id->qtask->interval.tv_sec = 0;
741 ldap_pvt_runqueue_resched( &slapd_rq, id->qtask, 0 );
742 id->qtask->interval.tv_sec = RUNQ_INTERVAL;
746 ldap_pvt_thread_mutex_unlock( &slapd_rq.rq_mutex );
748 slap_wake_listener();
750 return SLAP_CB_CONTINUE;
754 ** init_module is last so the symbols resolve "for free" --
755 ** it expects to be called automagically during dynamic module initialization
758 int refint_initialize() {
761 /* statically declared just after the #includes at top */
762 refint.on_bi.bi_type = "refint";
763 refint.on_bi.bi_db_init = refint_db_init;
764 refint.on_bi.bi_db_destroy = refint_db_destroy;
765 refint.on_bi.bi_db_open = refint_open;
766 refint.on_bi.bi_db_close = refint_close;
767 refint.on_response = refint_response;
769 refint.on_bi.bi_cf_ocs = refintocs;
770 rc = config_register_schema ( refintcfg, refintocs );
773 return(overlay_register(&refint));
776 #if SLAPD_OVER_REFINT == SLAPD_MOD_DYNAMIC && defined(PIC)
777 int init_module(int argc, char *argv[]) {
778 return refint_initialize();
782 #endif /* SLAPD_OVER_REFINT */