3 * Replication Engine which uses the LDAP Sync protocol
5 /* Copyright (c) 2003 by International Business Machines, Inc.
7 * International Business Machines, Inc. (hereinafter called IBM) grants
8 * permission under its copyrights to use, copy, modify, and distribute this
9 * Software with or without fee, provided that the above copyright notice and
10 * all paragraphs of this notice appear in all copies, and that the name of IBM
11 * not be used in connection with the marketing of any product incorporating
12 * the Software or modifications thereof, without specific, written prior
15 * THE SOFTWARE IS PROVIDED "AS IS", AND IBM DISCLAIMS ALL WARRANTIES,
16 * INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
17 * PARTICULAR PURPOSE. IN NO EVENT SHALL IBM BE LIABLE FOR ANY SPECIAL,
18 * DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER ARISING
19 * OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE, EVEN
20 * IF IBM IS APPRISED OF THE POSSIBILITY OF SUCH DAMAGES.
27 #include <ac/string.h>
28 #include <ac/socket.h>
34 #include "lutil_ldap.h"
41 syncrepl_message_to_entry ( LDAP *, Operation *, LDAPMessage *,
42 Modifications **, int*, struct berval *, struct berval * );
45 syncrepl_entry( LDAP *, Operation*, Entry*, Modifications*,
46 int, struct berval*, struct berval*, int );
49 syncrepl_del_nonpresent( LDAP *, Operation * );
52 syncrepl_add_glue( LDAP *, Operation*, Entry*, Modifications*, int,
53 struct berval*, struct berval* );
56 syncrepl_updateCookie( LDAP *, Operation *, struct berval *, struct berval * );
59 slap_mods_check_syncrepl( Operation *, Modifications **,
60 const char **, char *, size_t, void *ctx );
63 slap_mods_opattrs_syncrepl( Operation *, Modifications *, Modifications **,
64 const char **, char *, size_t );
67 slap_mods2entry_syncrepl( Modifications *, Entry **, int,
68 const char **, char *, size_t );
70 /* callback functions */
71 static int cookie_callback( struct slap_op *, struct slap_rep * );
72 static int dn_callback( struct slap_op *, struct slap_rep * );
73 static int nonpresent_callback( struct slap_op *, struct slap_rep * );
74 static int null_callback( struct slap_op *, struct slap_rep * );
76 static AttributeDescription **add_descs;
77 static AttributeDescription **add_descs_lastmod;
78 static AttributeDescription **del_descs;
79 static AttributeDescription **del_descs_lastmod;
81 struct runqueue_s syncrepl_rq;
86 add_descs = ch_malloc( 2 * sizeof( AttributeDescription * ));
87 add_descs[0] = slap_schema.si_ad_objectClass;
90 add_descs_lastmod = ch_malloc( 7 * sizeof( AttributeDescription * ));
91 add_descs_lastmod[0] = slap_schema.si_ad_objectClass;
92 add_descs_lastmod[1] = slap_schema.si_ad_creatorsName;
93 add_descs_lastmod[2] = slap_schema.si_ad_modifiersName;
94 add_descs_lastmod[3] = slap_schema.si_ad_createTimestamp;
95 add_descs_lastmod[4] = slap_schema.si_ad_modifyTimestamp;
96 add_descs_lastmod[5] = slap_schema.si_ad_entryCSN;
97 add_descs_lastmod[6] = NULL;
99 del_descs = ch_malloc( 9 * sizeof( AttributeDescription * ));
100 del_descs[0] = slap_schema.si_ad_structuralObjectClass;
101 del_descs[1] = slap_schema.si_ad_subschemaSubentry;
102 del_descs[2] = slap_schema.si_ad_hasSubordinates;
103 del_descs[3] = slap_schema.si_ad_creatorsName;
104 del_descs[4] = slap_schema.si_ad_modifiersName;
105 del_descs[5] = slap_schema.si_ad_createTimestamp;
106 del_descs[6] = slap_schema.si_ad_modifyTimestamp;
107 del_descs[7] = slap_schema.si_ad_entryCSN;
110 del_descs_lastmod = ch_malloc( 4 * sizeof( AttributeDescription * ));
111 del_descs_lastmod[0] = slap_schema.si_ad_structuralObjectClass;
112 del_descs_lastmod[1] = slap_schema.si_ad_subschemaSubentry;
113 del_descs_lastmod[2] = slap_schema.si_ad_hasSubordinates;
114 del_descs_lastmod[3] = NULL;
122 struct re_s* rtask = arg;
123 Backend *be = rtask->arg;
124 syncinfo_t *si = ( syncinfo_t * ) be->syncinfo;
126 SlapReply rs = {REP_RESULT};
129 LDAPControl **sctrls = NULL;
130 LDAPControl **rctrls = NULL;
131 LDAPControl *rctrlp = NULL;
132 BerElement *sync_ber = NULL;
133 struct berval *sync_bvalp = NULL;
135 BerElement *ctrl_ber = NULL;
136 BerElement *res_ber = NULL;
139 LDAPMessage *res = NULL;
140 LDAPMessage *msg = NULL;
144 int nresponses, nreferences, nextended, npartial;
145 int nresponses_psearch;
147 int cancel_msgid = -1;
149 struct berval *retdata = NULL;
151 int sync_info_arrived = 0;
155 struct berval syncUUID = { 0, NULL };
156 struct berval syncCookie = { 0, NULL };
161 int syncinfo_arrived = 0;
162 int cancel_response = 0;
165 AttributeDescription** descs = NULL;
177 struct berval base_bv = { 0, NULL };
178 struct berval pbase = { 0, NULL };
179 struct berval nbase = { 0, NULL };
180 struct berval sub_bv = { 0, NULL };
181 struct berval psubrdn = { 0, NULL };
182 struct berval nsubrdn = { 0, NULL };
183 struct berval psub = { 0, NULL };
184 struct berval nsub = { 0, NULL };
186 Modifications *modlist = NULL;
187 Modifications *ml, *mlnext;
188 char *def_filter_str = NULL;
191 LDAP_LOG ( OPERATION, DETAIL1, "do_syncrepl\n", 0, 0, 0 );
193 Debug( LDAP_DEBUG_TRACE, "=>do_syncrepl\n", 0, 0, 0 );
199 if ( abs(si->type) != LDAP_SYNC_REFRESH_ONLY &&
200 abs(si->type) != LDAP_SYNC_REFRESH_AND_PERSIST ) {
204 /* Init connection to master */
206 if ( ldap_is_ldap_url( si->masteruri )) {
207 rc = ldap_initialize( &ld, si->masteruri );
208 if ( rc != LDAP_SUCCESS ) {
210 LDAP_LOG( OPERATION, ERR, "do_syncrepl: "
211 "ldap_initialize failed (%s)\n",
212 si->masteruri, 0, 0 );
214 Debug( LDAP_DEBUG_ANY, "do_syncrepl: "
215 "ldap_initialize failed (%s)\n",
216 si->masteruri, 0, 0 );
220 ld = ldap_init( si->mastername, si->masterport );
223 LDAP_LOG( OPERATION, ERR, "do_syncrepl: "
224 "ldap_init failed (%s:%d)\n",
225 si->mastername, si->masterport, 0 );
227 Debug( LDAP_DEBUG_ANY, "do_syncrepl: "
228 "ldap_init failed (%s:%d)\n",
229 si->mastername, si->masterport, 0 );
234 op.o_protocol = LDAP_VERSION3;
235 ldap_set_option( ld, LDAP_OPT_PROTOCOL_VERSION, &op.o_protocol );
240 rc = ldap_start_tls_s( ld, NULL, NULL );
241 if( rc != LDAP_SUCCESS ) {
243 LDAP_LOG ( OPERATION, ERR, "do_syncrepl: "
244 "%s: ldap_start_tls failed (%d)\n",
245 si->tls == TLS_CRITICAL ? "Error" : "Warning",
248 Debug( LDAP_DEBUG_ANY,
249 "%s: ldap_start_tls failed (%d)\n",
250 si->tls == TLS_CRITICAL ? "Error" : "Warning",
253 if( si->tls == TLS_CRITICAL )
258 if ( si->bindmethod == LDAP_AUTH_SASL ) {
259 #ifdef HAVE_CYRUS_SASL
262 if ( si->secprops != NULL ) {
263 int err = ldap_set_option( ld,
264 LDAP_OPT_X_SASL_SECPROPS, si->secprops);
266 if( err != LDAP_OPT_SUCCESS ) {
268 LDAP_LOG ( OPERATION, ERR, "do_bind: Error: "
269 "ldap_set_option(%s,SECPROPS,\"%s\") failed!\n",
270 si->mastername, si->secprops, 0 );
272 Debug( LDAP_DEBUG_ANY, "Error: ldap_set_option "
273 "(%s,SECPROPS,\"%s\") failed!\n",
274 si->mastername, si->secprops, NULL );
280 defaults = lutil_sasl_defaults( ld,
287 rc = ldap_sasl_interactive_bind_s( ld,
295 if ( rc != LDAP_SUCCESS ) {
297 LDAP_LOG ( OPERATION, ERR, "do_syncrepl: "
298 "ldap_sasl_interactive_bind_s failed (%d)\n",
301 Debug( LDAP_DEBUG_ANY, "do_syncrepl: "
302 "ldap_sasl_interactive_bind_s failed (%d)\n",
307 #else /* HAVE_CYRUS_SASL */
308 fprintf( stderr, "not compiled with SASL support\n" );
312 rc = ldap_bind_s( ld, si->binddn, si->passwd, si->bindmethod );
313 if ( rc != LDAP_SUCCESS ) {
315 LDAP_LOG ( OPERATION, ERR, "do_syncrepl: "
316 "ldap_bind_s failed (%d)\n", rc, 0, 0 );
318 Debug( LDAP_DEBUG_ANY, "do_syncrepl: "
319 "ldap_bind_s failed (%d)\n", rc, 0, 0 );
327 op.o_tmpmemctx = NULL; /* FIXME : to use per-thread mem context */
328 op.o_tmpmfuncs = &ch_mfuncs;
329 op.o_tag = LDAP_REQ_SEARCH;
330 op.o_dn = si->updatedn;
331 op.o_ndn = si->updatedn;
333 op.o_time = slap_get_time();
334 op.o_managedsait = 1;
335 op.o_threadctx = si->ctx;
338 op.o_connid = op.o_conn->c_connid;
339 op.ors_scope = LDAP_SCOPE_BASE;
340 op.ors_deref = LDAP_DEREF_NEVER;
343 op.ors_attrsonly = 0;
345 op.ors_filter = str2filter( def_filter_str = "(objectClass=*)" );
346 ber_str2bv( def_filter_str, strlen( def_filter_str ), 1,
350 conn.c_send_ldap_result = slap_send_ldap_result;
351 conn.c_send_search_entry = slap_send_search_entry;
352 conn.c_send_search_reference = slap_send_search_reference;
354 /* get syncrepl cookie of shadow replica from subentry */
355 ber_str2bv( si->base, strlen(si->base), 1, &base_bv );
356 dnPrettyNormal( 0, &base_bv, &pbase, &nbase, op.o_tmpmemctx );
358 sprintf( substr, "cn=syncrepl%d", si->id );
359 ber_str2bv( substr, strlen(substr), 1, &sub_bv );
360 dnPrettyNormal( 0, &sub_bv, &psubrdn, &nsubrdn, op.o_tmpmemctx );
362 build_new_dn( &op.o_req_dn, &pbase, &psubrdn );
363 build_new_dn( &op.o_req_ndn, &nbase, &nsubrdn );
365 ch_free( base_bv.bv_val );
366 ch_free( pbase.bv_val );
367 ch_free( nbase.bv_val );
368 ch_free( sub_bv.bv_val );
369 ch_free( psubrdn.bv_val );
370 ch_free( nsubrdn.bv_val );
372 /* set callback function */
373 cb.sc_response = cookie_callback;
376 /* search subentry to retrieve cookie */
377 si->syncCookie = NULL;
378 be->be_search( &op, &rs );
380 ch_free( op.o_req_dn.bv_val );
381 ch_free( op.o_req_ndn.bv_val );
382 filter_free( op.ors_filter );
383 ch_free( op.ors_filterstr.bv_val );
385 psub = be->be_nsuffix[0];
387 /* setup LDAP SYNC control */
388 sync_ber = ber_alloc_t( LBER_USE_DER );
389 ber_set_option( sync_ber, LBER_OPT_BER_MEMCTX, op.o_tmpmemctx );
391 if ( si->syncCookie ) {
392 ber_printf( sync_ber, "{eO}", abs(si->type), si->syncCookie );
394 ber_printf( sync_ber, "{e}", abs(si->type) );
397 if ( ber_flatten( sync_ber, &sync_bvalp ) == LBER_ERROR ) {
398 ber_free( sync_ber, 1 );
401 ber_free( sync_ber, 1 );
403 sctrls = (LDAPControl**) sl_calloc( 3, sizeof(LDAPControl*), op.o_tmpmemctx );
405 c[0].ldctl_oid = LDAP_CONTROL_SYNC;
406 c[0].ldctl_value = (*sync_bvalp);
407 c[0].ldctl_iscritical = si->type < 0;
411 c[1].ldctl_oid = LDAP_CONTROL_PROXY_AUTHZ;
412 c[1].ldctl_value.bv_val = si->authzId;
413 c[1].ldctl_value.bv_len = strlen( si->authzId );
414 c[1].ldctl_iscritical = 1;
422 err = ldap_set_option( ld, LDAP_OPT_SERVER_CONTROLS, sctrls );
424 ber_bvfree( sync_bvalp );
427 if ( err != LDAP_OPT_SUCCESS )
428 fprintf( stderr, "Could not set controls : %d\n", err );
430 /* Delete Attributes */
431 if ( si->lastmod == LASTMOD_REQ ) {
432 descs = del_descs_lastmod;
437 for ( i = 0; descs[i] != NULL; i++ ) {
438 for ( j = 0; si->attrs[j] != NULL; j++ ) {
439 if ( !strcmp( si->attrs[j], descs[i]->ad_cname.bv_val )) {
440 ch_free( si->attrs[j] );
441 for ( k = j; si->attrs[k] != NULL; k++ ) {
442 si->attrs[k] = si->attrs[k+1];
450 for ( n = 0; si->attrs[ n ] != NULL; n++ ) ;
452 if ( si->lastmod == LASTMOD_REQ ) {
453 descs = add_descs_lastmod;
458 for ( i = 0; descs[i] != NULL; i++ ) {
459 tmp = ( char ** ) ch_realloc( si->attrs,
460 ( n + 2 ) * sizeof( char * ));
463 LDAP_LOG( OPERATION, ERR, "out of memory\n", 0,0,0 );
465 Debug( LDAP_DEBUG_ANY, "out of memory\n", 0,0,0 );
469 si->attrs[ n++ ] = ch_strdup ( descs[i]->ad_cname.bv_val );
470 si->attrs[ n ] = NULL;
473 /* Send LDAP SYNC search */
475 rc = ldap_search_ext( ld, si->base, si->scope, si->filterstr,
476 si->attrs, si->attrsonly, NULL, NULL,
479 if( rc != LDAP_SUCCESS ) {
480 fprintf( stderr, "syncrepl: ldap_search_ext: %s (%d)\n",
481 ldap_err2string( rc ), rc );
485 while (( rc = ldap_result( ld, LDAP_RES_ANY, LDAP_MSG_ONE, NULL, &res )) > 0 ) {
487 for ( msg = ldap_first_message( ld, res );
489 msg = ldap_next_message( ld, msg ) )
491 switch( ldap_msgtype( msg ) ) {
492 case LDAP_RES_SEARCH_ENTRY:
493 entry = syncrepl_message_to_entry( ld, &op, msg,
494 &modlist, &syncstate, &syncUUID, &syncCookie );
495 rc_efree = syncrepl_entry( ld, &op, entry, modlist,
496 syncstate, &syncUUID, &syncCookie, !syncinfo_arrived );
497 if ( syncCookie.bv_len ) {
498 syncrepl_updateCookie( ld, &op, &psub, &syncCookie );
502 for ( ml = modlist; ml != NULL; ml = mlnext ) {
503 mlnext = ml->sml_next;
508 case LDAP_RES_SEARCH_REFERENCE:
510 LDAP_LOG( OPERATION, ERR,
511 "do_syncrepl : reference received\n", 0, 0, 0 );
513 Debug( LDAP_DEBUG_ANY,
514 "do_syncrepl : reference received\n", 0, 0, 0 );
518 case LDAP_RES_SEARCH_RESULT:
519 ldap_parse_result( ld, msg, &err, NULL, NULL, NULL, &rctrls, 0 );
522 ctrl_ber = ber_alloc_t( LBER_USE_DER );
523 ber_set_option( ctrl_ber, LBER_OPT_BER_MEMCTX, op.o_tmpmemctx );
524 ber_write( ctrl_ber, rctrlp->ldctl_value.bv_val, rctrlp->ldctl_value.bv_len, 0 );
525 ber_reset( ctrl_ber, 1 );
527 ber_scanf( ctrl_ber, "{" );
528 if ( ber_peek_tag( ctrl_ber, &len )
529 == LDAP_SYNC_TAG_COOKIE ) {
530 ber_scanf( ctrl_ber, "o", &syncCookie );
533 if (si->type == LDAP_SYNC_REFRESH_AND_PERSIST) {
534 if ( cancel_response ) {
535 if ( syncCookie.bv_len ) {
536 ber_bvfree( si->syncCookie );
537 si->syncCookie = ber_dupbv( NULL, &syncCookie );
540 ber_free( ctrl_ber, 1 );
545 ber_free( ctrl_ber, 1 );
549 if ( syncCookie.bv_len ) {
550 syncrepl_updateCookie( ld, &op, &psub, &syncCookie );
552 syncrepl_del_nonpresent( ld, &op );
554 ber_free( ctrl_ber, 1 );
559 case LDAP_RES_INTERMEDIATE_RESP:
560 ldap_parse_intermediate_resp_result( ld, msg,
561 &retoid, &retdata, 0 );
562 if ( !strcmp( retoid, LDAP_SYNC_INFO ) ) {
563 sync_info_arrived = 1;
564 res_ber = ber_init( retdata );
565 ber_scanf( res_ber, "{e", &syncstate );
567 if ( syncstate == LDAP_SYNC_REFRESH_DONE ) {
568 syncrepl_del_nonpresent( ld, &op );
569 } else if ( syncstate != LDAP_SYNC_NEW_COOKIE ) {
571 LDAP_LOG( OPERATION, ERR,
572 "do_syncrepl : unknown sync info\n", 0, 0, 0 );
574 Debug( LDAP_DEBUG_ANY,
575 "do_syncrepl : unknown sync info\n", 0, 0, 0 );
579 if ( ber_peek_tag( res_ber, &len )
580 == LDAP_SYNC_TAG_COOKIE ) {
581 ber_scanf( res_ber, "o}", &syncCookie );
582 if ( syncCookie.bv_len ) {
583 ber_bvfree( si->syncCookie );
584 si->syncCookie = ber_dupbv( NULL, &syncCookie );
587 if ( syncstate == LDAP_SYNC_NEW_COOKIE ) {
589 LDAP_LOG( OPERATION, ERR,
590 "do_syncrepl : cookie required\n", 0, 0, 0 );
592 Debug( LDAP_DEBUG_ANY,
593 "do_syncrepl : cookie required\n", 0, 0, 0 );
598 ldap_memfree( retoid );
599 ber_bvfree( retdata );
600 ber_free( res_ber, 1 );
604 LDAP_LOG( OPERATION, ERR,"do_syncrepl :"
605 " unknown intermediate "
606 "response\n", 0, 0, 0 );
608 Debug( LDAP_DEBUG_ANY, "do_syncrepl : "
609 "unknown intermediate "
610 "response\n", 0, 0, 0 );
612 ldap_memfree( retoid );
613 ber_bvfree( retdata );
619 LDAP_LOG( OPERATION, ERR, "do_syncrepl : "
620 "unknown message\n", 0, 0, 0 );
622 Debug( LDAP_DEBUG_ANY, "do_syncrepl : "
623 "unknown message\n", 0, 0, 0 );
634 LDAP_LOG( OPERATION, ERR,
635 "do_syncrepl : unknown result\n", 0, 0, 0 );
637 Debug( LDAP_DEBUG_ANY,
638 "do_syncrepl : unknown result\n", 0, 0, 0 );
643 if ( syncCookie.bv_val )
644 ch_free( syncCookie.bv_val );
645 if ( syncUUID.bv_val )
646 ch_free( syncUUID.bv_val );
652 ldap_pvt_thread_mutex_lock( &syncrepl_rq.rq_mutex );
653 ldap_pvt_runqueue_stoptask( &syncrepl_rq, rtask );
654 if ( si->type == LDAP_SYNC_REFRESH_ONLY ) {
655 ldap_pvt_runqueue_resched( &syncrepl_rq, rtask );
657 ldap_pvt_runqueue_remove( &syncrepl_rq, rtask );
659 ldap_pvt_thread_mutex_unlock( &syncrepl_rq.rq_mutex );
665 syncrepl_message_to_entry(
669 Modifications **modlist,
671 struct berval *syncUUID,
672 struct berval *syncCookie
676 BerElement *ber = NULL;
678 struct berval bv = {0, NULL};
681 Modifications **modtail = modlist;
682 Backend *be = op->o_bd;
685 char txtbuf[SLAP_TEXT_BUFLEN];
686 size_t textlen = sizeof txtbuf;
688 struct berval **bvals = NULL;
690 struct berval bdn = {0, NULL};
692 struct berval empty_bv = { 0, NULL };
696 syncinfo_t *si = ( syncinfo_t * ) be->syncinfo;
700 LDAPControl** rctrls = NULL;
701 BerElement* ctrl_ber;
707 if ( ldap_msgtype( msg ) != LDAP_RES_SEARCH_ENTRY ) {
709 LDAP_LOG( OPERATION, ERR,
710 "Message type should be entry (%d)", ldap_msgtype( msg ), 0, 0 );
712 Debug( LDAP_DEBUG_ANY,
713 "Message type should be entry (%d)", ldap_msgtype( msg ), 0, 0 );
718 op->o_tag = LDAP_REQ_ADD;
720 rc = ldap_get_dn_ber( ld, msg, &ber, &bdn );
722 if ( rc != LDAP_SUCCESS ) {
724 LDAP_LOG( OPERATION, ERR,
725 "syncrepl_message_to_entry : dn get failed (%d)", rc, 0, 0 );
727 Debug( LDAP_DEBUG_ANY,
728 "syncrepl_message_to_entry : dn get failed (%d)", rc, 0, 0 );
733 e = ( Entry * ) ch_calloc( 1, sizeof( Entry ));
734 dnPrettyNormal( NULL, &bdn, &e->e_name, &e->e_nname, op->o_tmpmemctx );
738 while ( ber_remaining( ber ) ) {
739 tag = ber_scanf( ber, "{mW}", &tmp.sml_type, &tmp.sml_values );
741 if ( tag == LBER_ERROR ) break;
742 if ( tmp.sml_type.bv_val == NULL ) break;
744 mod = (Modifications *) ch_malloc( sizeof( Modifications ));
746 mod->sml_op = LDAP_MOD_REPLACE;
747 mod->sml_next = NULL;
748 mod->sml_desc = NULL;
749 mod->sml_type = tmp.sml_type;
750 mod->sml_bvalues = tmp.sml_bvalues;
751 mod->sml_nvalues = tmp.sml_bvalues;
754 modtail = &mod->sml_next;
757 if ( ber_scanf( ber, "}") == LBER_ERROR ) {
759 LDAP_LOG( OPERATION, ERR,
760 "syncrepl_message_to_entry: ber_scanf failed\n", 0, 0, 0 );
762 Debug( LDAP_DEBUG_ANY, "syncrepl_message_to_entry: ber_scanf failed\n",
769 tmpber = ldap_get_message_ber( msg );
770 ber = ber_dup( tmpber );
772 ber_scanf( ber, "{xx" );
774 rc = ldap_int_get_controls( ber, &rctrls );
776 if ( rc != LDAP_SUCCESS ) {
778 LDAP_LOG( OPERATION, ERR,
779 "syncrepl_message_to_entry : control get failed (%d)", rc, 0, 0 );
781 Debug( LDAP_DEBUG_ANY,
782 "syncrepl_message_to_entry : control get failed (%d)", rc, 0, 0 );
789 ctrl_ber = ber_alloc_t( LBER_USE_DER );
790 ber_set_option( ctrl_ber, LBER_OPT_BER_MEMCTX, op->o_tmpmemctx );
791 ber_write( ctrl_ber, rctrlp->ldctl_value.bv_val, rctrlp->ldctl_value.bv_len, 0 );
792 ber_reset( ctrl_ber, 1 );
793 ber_scanf( ctrl_ber, "{eo", syncstate, syncUUID );
794 if ( ber_peek_tag( ctrl_ber, &len ) == LDAP_SYNC_TAG_COOKIE ) {
795 ber_scanf( ctrl_ber, "o}", syncCookie );
797 ber_free( ctrl_ber, 1 );
800 LDAP_LOG( OPERATION, ERR,"syncrepl_message_to_entry : "
801 " rctrls absent\n", 0, 0, 0 );
803 Debug( LDAP_DEBUG_ANY, "syncrepl_message_to_entry :"
804 " rctrls absent\n", 0, 0, 0 );
808 if ( *syncstate == LDAP_SYNC_PRESENT ) {
811 } else if ( *syncstate == LDAP_SYNC_DELETE ) {
815 if ( *modlist == NULL ) {
817 LDAP_LOG( OPERATION, ERR,
818 "syncrepl_message_to_entry: no attributes\n", 0, 0, 0 );
820 Debug( LDAP_DEBUG_ANY, "syncrepl_message_to_entry: no attributes\n",
825 rc = slap_mods_check_syncrepl( op, modlist, &text, txtbuf, textlen, NULL );
827 if ( rc != LDAP_SUCCESS ) {
829 LDAP_LOG( OPERATION, ERR,
830 "syncrepl_message_to_entry: mods check (%s)\n", text, 0, 0 );
832 Debug( LDAP_DEBUG_ANY, "syncrepl_message_to_entry: mods check (%s)\n",
838 rc = slap_mods_opattrs_syncrepl( op, *modlist, modtail,
839 &text,txtbuf, textlen );
841 if( rc != LDAP_SUCCESS ) {
843 LDAP_LOG( OPERATION, ERR,
844 "syncrepl_message_to_entry: mods opattrs (%s)\n", text, 0, 0 );
846 Debug( LDAP_DEBUG_ANY, "syncrepl_message_to_entry: mods opattrs (%s)\n",
852 rc = slap_mods2entry_syncrepl( *modlist, &e, 1, &text, txtbuf, textlen );
853 if( rc != LDAP_SUCCESS ) {
855 LDAP_LOG( OPERATION, ERR,
856 "syncrepl_message_to_entry: mods2entry (%s)\n", text, 0, 0 );
858 Debug( LDAP_DEBUG_ANY, "syncrepl_message_to_entry: mods2entry (%s)\n",
871 syncuuid_cmp( const void* v_uuid1, const void* v_uuid2 )
873 const struct berval *uuid1 = v_uuid1;
874 const struct berval *uuid2 = v_uuid2;
875 int rc = uuid1->bv_len - uuid2->bv_len;
877 return ( strcmp( uuid1->bv_val, uuid2->bv_val ) );
885 Modifications* modlist,
887 struct berval* syncUUID,
888 struct berval* syncCookie,
892 Backend *be = op->o_bd;
893 syncinfo_t *si = ( syncinfo_t * ) be->syncinfo;
895 struct berval csn_bv = {0, NULL};
896 struct berval *syncuuid_bv = NULL;
897 char csnbuf[ LDAP_LUTIL_CSNSTR_BUFSIZE ];
899 SlapReply rs = {REP_RESULT};
900 int rc = LDAP_SUCCESS;
902 struct berval base_bv = {0, NULL};
910 ( syncstate == LDAP_SYNC_PRESENT || syncstate == LDAP_SYNC_ADD )) {
911 syncuuid_bv = ber_dupbv( NULL, syncUUID );
912 avl_insert( &si->presentlist, (caddr_t) syncuuid_bv,
913 syncuuid_cmp, avl_dup_error );
916 if ( syncstate == LDAP_SYNC_PRESENT ) {
923 filterstr = (char *) sl_malloc( strlen("entryUUID=") + syncUUID->bv_len + 1,
925 strcpy( filterstr, "entryUUID=" );
926 strcat( filterstr, syncUUID->bv_val );
929 si->syncUUID = syncUUID;
930 si->syncUUID_ndn = NULL;
932 filter = str2filter( filterstr );
933 ber_str2bv( filterstr, strlen(filterstr), 1, &op->ors_filterstr );
934 ch_free( filterstr );
935 op->ors_filter = filter;
936 op->ors_scope = LDAP_SCOPE_SUBTREE;
938 /* get syncrepl cookie of shadow replica from subentry */
939 ber_str2bv( si->base, strlen(si->base), 1, &base_bv );
940 dnPrettyNormal( 0, &base_bv, &op->o_req_dn, &op->o_req_ndn, op->o_tmpmemctx );
941 ch_free( base_bv.bv_val );
943 /* set callback function */
944 op->o_callback = &cb;
945 cb.sc_response = dn_callback;
948 be->be_search( op, &rs );
950 ch_free( op->o_req_dn.bv_val );
951 ch_free( op->o_req_ndn.bv_val );
952 filter_free( op->ors_filter );
953 ch_free( op->ors_filterstr.bv_val );
955 cb.sc_response = null_callback;
959 if ( si->syncUUID_ndn ) {
960 op->o_req_dn = *si->syncUUID_ndn;
961 op->o_req_ndn = *si->syncUUID_ndn;
962 op->o_tag = LDAP_REQ_DELETE;
963 rc = be->be_delete( op, &rs );
966 switch ( syncstate ) {
968 case LDAP_SYNC_MODIFY :
970 if ( rc == LDAP_SUCCESS ||
971 rc == LDAP_REFERRAL ||
972 rc == LDAP_NO_SUCH_OBJECT ||
973 rc == DB_NOTFOUND ) {
975 if ( !attr_find( e->e_attrs, slap_schema.si_ad_entryUUID )) {
976 attr_merge_one( e, slap_schema.si_ad_entryUUID, syncUUID, syncUUID );
979 op->o_tag = LDAP_REQ_ADD;
981 op->o_req_dn = e->e_name;
982 op->o_req_ndn = e->e_nname;
983 rc = be->be_add( op, &rs );
985 if ( rc != LDAP_SUCCESS ) {
986 if ( rc == LDAP_ALREADY_EXISTS ) {
987 op->o_tag = LDAP_REQ_MODIFY;
988 op->orm_modlist = modlist;
989 op->o_req_dn = e->e_name;
990 op->o_req_ndn = e->e_nname;
991 rc = be->be_modify( op, &rs );
992 } else if ( rc == LDAP_REFERRAL ||
993 rc == LDAP_NO_SUCH_OBJECT ||
994 rc == DB_NOTFOUND ) {
995 syncrepl_add_glue(ld, op, e,
997 syncUUID, syncCookie);
1000 LDAP_LOG( OPERATION, ERR,
1001 "be_modify failed (%d)\n",
1004 Debug( LDAP_DEBUG_ANY,
1005 "be_modify failed (%d)\n",
1014 LDAP_LOG( OPERATION, ERR,
1015 "be_modify/be_delete failed (%d)\n", rc, 0, 0 );
1017 Debug( LDAP_DEBUG_ANY,
1018 "be_modify/be_delete failed (%d)\n", rc, 0, 0 );
1025 case LDAP_SYNC_DELETE :
1026 /* Already deleted */
1031 LDAP_LOG( OPERATION, ERR,
1032 "unknown syncstate\n", 0, 0, 0 );
1034 Debug( LDAP_DEBUG_ANY,
1035 "unknown syncstate\n", 0, 0, 0 );
1042 syncrepl_del_nonpresent(
1047 Backend* be = op->o_bd;
1048 syncinfo_t *si = ( syncinfo_t * ) be->syncinfo;
1050 struct berval base_bv = {0, NULL};
1052 SlapReply rs = {REP_RESULT};
1053 struct berval filterstr_bv = {0, NULL};
1054 struct nonpresent_entry *np_list, *np_prev;
1056 ber_str2bv( si->base, strlen(si->base), 1, &base_bv );
1057 dnPrettyNormal(0, &base_bv, &op->o_req_dn, &op->o_req_ndn, op->o_tmpmemctx );
1058 ch_free( base_bv.bv_val );
1060 filter = str2filter( si->filterstr );
1062 cb.sc_response = nonpresent_callback;
1065 op->o_callback = &cb;
1066 op->o_tag = LDAP_REQ_SEARCH;
1067 op->ors_scope = si->scope;
1068 op->ors_deref = LDAP_DEREF_NEVER;
1069 op->ors_slimit = -1;
1070 op->ors_tlimit = -1;
1071 op->ors_attrsonly = 0;
1072 op->ors_attrs = NULL;
1073 op->ors_filter = filter;
1074 ber_str2bv( si->filterstr, strlen( si->filterstr ), 1, &op->ors_filterstr );
1076 be->be_search( op, &rs );
1078 if ( !LDAP_LIST_EMPTY( &si->nonpresentlist ) ) {
1079 np_list = LDAP_LIST_FIRST( &si->nonpresentlist );
1080 while ( np_list != NULL ) {
1081 LDAP_LIST_REMOVE( np_list, np_link );
1083 np_list = LDAP_LIST_NEXT( np_list, np_link );
1084 op->o_tag = LDAP_REQ_DELETE;
1085 op->o_callback = &cb;
1086 cb.sc_response = null_callback;
1088 op->o_req_dn = *np_prev->dn;
1089 op->o_req_ndn = *np_prev->ndn;
1090 op->o_bd->be_delete( op, &rs );
1091 ber_bvfree( np_prev->dn );
1092 ber_bvfree( np_prev->ndn );
1093 op->o_req_dn.bv_val = NULL;
1094 op->o_req_ndn.bv_val = NULL;
1099 if ( op->o_req_dn.bv_val )
1100 ch_free( op->o_req_dn.bv_val );
1101 if ( op->o_req_ndn.bv_val )
1102 ch_free( op->o_req_ndn.bv_val );
1103 filter_free( op->ors_filter );
1104 ch_free( op->ors_filterstr.bv_val );
1113 Modifications* modlist,
1115 struct berval* syncUUID,
1116 struct berval* syncCookie
1119 Backend *be = op->o_bd;
1120 syncinfo_t *si = op->o_callback->sc_private;
1121 struct berval uuid_bv = {0, NULL};
1125 char uuidbuf[ LDAP_LUTIL_UUIDSTR_BUFSIZE ];
1128 struct berval dn = {0, NULL};
1129 struct berval pdn = {0, NULL};
1130 struct berval ndn = {0, NULL};
1131 struct berval rdn = {0, NULL};
1133 SlapReply rs = {REP_RESULT};
1134 Connection *conn = op->o_conn;
1136 op->o_tag = LDAP_REQ_ADD;
1137 op->o_callback = &cb;
1138 cb.sc_response = null_callback;
1141 ber_dupbv( &dn, &e->e_nname );
1142 ber_dupbv( &pdn, &e->e_nname );
1144 while ( !be_issuffix ( be, &pdn )) {
1145 dnParent( &dn, &pdn );
1146 ch_free( dn.bv_val );
1147 ber_dupbv( &dn, &pdn );
1151 for ( i = 0; i <= levels; i++ ) {
1152 glue = (Entry*) ch_calloc( 1, sizeof(Entry) );
1153 ch_free( dn.bv_val );
1154 ch_free( pdn.bv_val );
1155 ber_dupbv( &dn, &e->e_nname );
1156 ber_dupbv( &pdn, &e->e_nname );
1158 for ( k = 0; k < j; k++ ) {
1159 dnParent( &dn, &pdn );
1160 ch_free( dn.bv_val );
1161 ber_dupbv( &dn, &pdn );
1164 dnPrettyNormal( 0, &dn, &pdn, &ndn, op->o_tmpmemctx );
1165 ber_dupbv( &glue->e_name, &pdn );
1166 ber_dupbv( &glue->e_nname, &ndn );
1167 ch_free( dn.bv_val );
1168 ch_free( pdn.bv_val );
1169 ch_free( ndn.bv_val );
1171 a = ch_calloc( 1, sizeof( Attribute ));
1172 a->a_desc = slap_schema.si_ad_objectClass;
1173 a->a_vals = ch_calloc( 3, sizeof( struct berval ));
1174 ber_str2bv( "top", strlen("top"), 1, &a->a_vals[0] );
1175 ber_str2bv( "glue", strlen("glue"), 1, &a->a_vals[1] );
1176 a->a_vals[2].bv_len = 0;
1177 a->a_vals[2].bv_val = NULL;
1178 a->a_next = glue->e_attrs;
1181 a = ch_calloc( 1, sizeof( Attribute ));
1182 a->a_desc = slap_schema.si_ad_structuralObjectClass;
1183 a->a_vals = ch_calloc( 2, sizeof( struct berval ));
1184 ber_str2bv( "glue", strlen("glue"), 1, &a->a_vals[0] );
1185 a->a_vals[1].bv_len = 0;
1186 a->a_vals[1].bv_val = NULL;
1187 a->a_next = glue->e_attrs;
1190 if ( !strcmp( e->e_nname.bv_val, glue->e_nname.bv_val )) {
1191 op->o_req_dn = e->e_name;
1192 op->o_req_ndn = e->e_nname;
1194 rc = be->be_add ( op, &rs );
1195 if ( rc == LDAP_SUCCESS )
1196 be_entry_release_w( op, e );
1201 op->o_req_dn = glue->e_name;
1202 op->o_req_ndn = glue->e_nname;
1204 rc = be->be_add ( op, &rs );
1205 if ( rc == LDAP_SUCCESS ) {
1206 be_entry_release_w( op, glue );
1208 /* incl. ALREADY EXIST */
1218 syncrepl_updateCookie(
1222 struct berval *syncCookie
1225 Backend *be = op->o_bd;
1226 syncinfo_t *si = ( syncinfo_t * ) be->syncinfo;
1228 Modifications *mlnext;
1230 Modifications *modlist;
1231 Modifications **modtail = &modlist;
1233 struct berval* ocbva = NULL;
1234 struct berval* cnbva = NULL;
1235 struct berval* ssbva = NULL;
1236 struct berval* scbva = NULL;
1241 char txtbuf[SLAP_TEXT_BUFLEN];
1242 size_t textlen = sizeof txtbuf;
1247 struct berval sub_bv = { 0, NULL };
1248 struct berval psubrdn = { 0, NULL };
1251 SlapReply rs = {REP_RESULT};
1253 ocbva = ( struct berval * ) ch_calloc( 4, sizeof( struct berval ));
1254 cnbva = ( struct berval * ) ch_calloc( 2, sizeof( struct berval ));
1255 ssbva = ( struct berval * ) ch_calloc( 2, sizeof( struct berval ));
1256 scbva = ( struct berval * ) ch_calloc( 2, sizeof( struct berval ));
1258 /* update in memory cookie */
1259 if ( si->syncCookie != NULL ) {
1260 ber_bvfree( si->syncCookie );
1262 si->syncCookie = ber_dupbv( NULL, syncCookie );
1263 ber_str2bv( "top", strlen("top"), 1, &ocbva[0] );
1264 ber_str2bv( "subentry", strlen("subentry"), 1, &ocbva[1] );
1265 ber_str2bv( "syncConsumerSubentry",
1266 strlen("syncConsumerSubentry"), 1, &ocbva[2] );
1267 ocbva[3].bv_len = 0;
1268 ocbva[3].bv_val = NULL;
1270 mod = (Modifications *) ch_malloc( sizeof( Modifications ));
1271 mod->sml_op = LDAP_MOD_REPLACE;
1272 mod->sml_next = NULL;
1273 mod->sml_desc = NULL;
1274 ber_str2bv( "objectClass", strlen("objectClass"), 1, &mod->sml_type );
1275 mod->sml_bvalues = ocbva;
1276 mod->sml_nvalues = ocbva;
1278 modtail = &mod->sml_next;
1280 sprintf( substr, "syncrepl%d", si->id );
1281 sprintf( rdnstr, "cn=%s", substr );
1282 ber_str2bv( substr, strlen( substr ), 1, &cnbva[0] );
1283 ber_str2bv( rdnstr, strlen( rdnstr ), 1, &psubrdn );
1284 cnbva[1].bv_len = 0;
1285 cnbva[1].bv_val = NULL;
1286 mod = (Modifications *) ch_malloc( sizeof( Modifications ));
1287 mod->sml_op = LDAP_MOD_REPLACE;
1288 mod->sml_next = NULL;
1289 mod->sml_desc = NULL;
1290 ber_str2bv( "cn", strlen("cn"), 1, &mod->sml_type );
1291 mod->sml_bvalues = cnbva;
1292 mod->sml_nvalues = cnbva;
1294 modtail = &mod->sml_next;
1296 ber_dupbv( &scbva[0], si->syncCookie );
1297 scbva[1].bv_len = 0;
1298 scbva[1].bv_val = NULL;
1299 mod = (Modifications *) ch_malloc( sizeof( Modifications ));
1300 mod->sml_op = LDAP_MOD_REPLACE;
1301 mod->sml_next = NULL;
1302 mod->sml_desc = NULL;
1303 ber_str2bv( "syncreplCookie", strlen("syncreplCookie"),
1304 1, &mod->sml_type );
1305 mod->sml_bvalues = scbva;
1306 mod->sml_nvalues = scbva;
1308 modtail = &mod->sml_next;
1310 ber_str2bv( "{}", strlen("{}"), 1, &ssbva[0] );
1311 ssbva[1].bv_len = 0;
1312 ssbva[1].bv_val = NULL;
1313 mod = (Modifications *) ch_malloc( sizeof( Modifications ));
1314 mod->sml_op = LDAP_MOD_REPLACE;
1315 mod->sml_next = NULL;
1316 mod->sml_desc = NULL;
1317 ber_str2bv( "subtreeSpecification",
1318 strlen("subtreeSpecification"), 1, &mod->sml_type );
1319 mod->sml_bvalues = ssbva;
1320 mod->sml_nvalues = ssbva;
1322 modtail = &mod->sml_next;
1324 rc = slap_mods_check_syncrepl( op, &modlist, &text, txtbuf, textlen, NULL );
1326 if ( rc != LDAP_SUCCESS ) {
1328 LDAP_LOG( OPERATION, ERR,
1329 "syncrepl_updateCookie: mods check (%s)\n", text, 0, 0 );
1331 Debug( LDAP_DEBUG_ANY, "syncrepl_updateCookie: mods check (%s)\n",
1336 op->o_tag = LDAP_REQ_ADD;
1337 rc = slap_mods_opattrs_syncrepl( op, modlist, modtail, &text,txtbuf, textlen );
1339 if( rc != LDAP_SUCCESS ) {
1341 LDAP_LOG( OPERATION, ERR,
1342 "syncrepl_updateCookie: mods opattrs (%s)\n", text, 0, 0 );
1344 Debug( LDAP_DEBUG_ANY, "syncrepl_updateCookie: mods opattrs (%s)\n",
1349 e = ( Entry * ) ch_calloc( 1, sizeof( Entry ));
1351 build_new_dn( &sub_bv, pdn, &psubrdn );
1352 dnPrettyNormal( NULL, &sub_bv, &e->e_name, &e->e_nname, op->o_tmpmemctx );
1353 ch_free( sub_bv.bv_val );
1354 ch_free( psubrdn.bv_val );
1358 rc = slap_mods2entry_syncrepl( modlist, &e, 1, &text, txtbuf, textlen );
1360 if( rc != LDAP_SUCCESS ) {
1362 LDAP_LOG( OPERATION, ERR,
1363 "syncrepl_updateCookie: mods2entry (%s)\n", text, 0, 0 );
1365 Debug( LDAP_DEBUG_ANY, "syncrepl_updateCookie: mods2entry (%s)\n",
1370 cb.sc_response = null_callback;
1373 op->o_callback = &cb;
1374 op->o_req_dn = e->e_name;
1375 op->o_req_ndn = e->e_nname;
1377 /* update persistent cookie */
1378 update_cookie_retry:
1379 op->o_tag = LDAP_REQ_MODIFY;
1380 op->orm_modlist = modlist;
1381 rc = be->be_modify( op, &rs );
1382 if ( rc != LDAP_SUCCESS ) {
1383 if ( rc == LDAP_REFERRAL ||
1384 rc == LDAP_NO_SUCH_OBJECT ||
1385 rc == DB_NOTFOUND ) {
1386 op->o_tag = LDAP_REQ_ADD;
1388 rc = be->be_add( op, &rs );
1389 if ( rc != LDAP_SUCCESS ) {
1390 if ( rc == LDAP_ALREADY_EXISTS ) {
1391 goto update_cookie_retry;
1392 } else if ( rc == LDAP_REFERRAL ||
1393 rc == LDAP_NO_SUCH_OBJECT ||
1394 rc == DB_NOTFOUND ) {
1396 LDAP_LOG( OPERATION, ERR,
1397 "cookie will be non-persistent\n",
1400 Debug( LDAP_DEBUG_ANY,
1401 "cookie will be non-persistent\n",
1406 LDAP_LOG( OPERATION, ERR,
1407 "be_add failed (%d)\n",
1410 Debug( LDAP_DEBUG_ANY,
1411 "be_add failed (%d)\n",
1420 LDAP_LOG( OPERATION, ERR,
1421 "be_modify failed (%d)\n", rc, 0, 0 );
1423 Debug( LDAP_DEBUG_ANY,
1424 "be_modify failed (%d)\n", rc, 0, 0 );
1434 for ( ml = modlist; ml != NULL; ml = mlnext ) {
1435 mlnext = ml->sml_next;
1444 int slap_mods_check_syncrepl(
1446 Modifications **mlp,
1453 Backend *be = op->o_bd;
1454 syncinfo_t *si = ( syncinfo_t * ) be->syncinfo;
1455 AttributeDescription** descs;
1457 Modifications *prevml = NULL;
1458 Modifications *nextml = NULL;
1459 Modifications *ml = *mlp;
1461 while ( ml != NULL ) {
1462 AttributeDescription *ad = NULL;
1464 /* convert to attribute description */
1465 rc = slap_bv2ad( &ml->sml_type, &ml->sml_desc, text );
1467 if( rc != LDAP_SUCCESS ) {
1468 snprintf( textbuf, textlen, "%s: %s",
1469 ml->sml_type.bv_val, *text );
1476 if ( si->lastmod == LASTMOD_REQ ) {
1477 descs = del_descs_lastmod;
1482 for ( i = 0; descs[i] != NULL; i++ ) {
1483 if ( ad == descs[i] ) {
1484 if ( prevml == NULL ) {
1485 mlp = &ml->sml_next;
1488 prevml->sml_next = ml->sml_next;
1490 slap_mod_free( &ml->sml_mod, 0 );
1491 nextml = ml->sml_next;
1498 if( slap_syntax_is_binary( ad->ad_type->sat_syntax )
1499 && !slap_ad_is_binary( ad )) {
1500 /* attribute requires binary transfer */
1501 snprintf( textbuf, textlen,
1502 "%s: requires ;binary transfer",
1503 ml->sml_type.bv_val );
1505 return LDAP_UNDEFINED_TYPE;
1508 if( !slap_syntax_is_binary( ad->ad_type->sat_syntax )
1509 && slap_ad_is_binary( ad )) {
1510 /* attribute requires binary transfer */
1511 snprintf( textbuf, textlen,
1512 "%s: disallows ;binary transfer",
1513 ml->sml_type.bv_val );
1515 return LDAP_UNDEFINED_TYPE;
1518 if( slap_ad_is_tag_range( ad )) {
1519 /* attribute requires binary transfer */
1520 snprintf( textbuf, textlen,
1521 "%s: inappropriate use of tag range option",
1522 ml->sml_type.bv_val );
1524 return LDAP_UNDEFINED_TYPE;
1527 if ( is_at_obsolete( ad->ad_type ) &&
1528 ( ml->sml_op == LDAP_MOD_ADD || ml->sml_values != NULL ) ) {
1530 * attribute is obsolete,
1531 * only allow replace/delete with no values
1533 snprintf( textbuf, textlen,
1534 "%s: attribute is obsolete",
1535 ml->sml_type.bv_val );
1537 return LDAP_CONSTRAINT_VIOLATION;
1543 if( ml->sml_values != NULL ) {
1545 slap_syntax_validate_func *validate =
1546 ad->ad_type->sat_syntax->ssyn_validate;
1547 slap_syntax_transform_func *pretty =
1548 ad->ad_type->sat_syntax->ssyn_pretty;
1550 if( !pretty && !validate ) {
1551 *text = "no validator for syntax";
1552 snprintf( textbuf, textlen,
1553 "%s: no validator for syntax %s",
1554 ml->sml_type.bv_val,
1555 ad->ad_type->sat_syntax->ssyn_oid );
1557 return LDAP_INVALID_SYNTAX;
1561 * check that each value is valid per syntax
1562 * and pretty if appropriate
1564 for( nvals = 0; ml->sml_values[nvals].bv_val; nvals++ ) {
1565 struct berval pval = {0, NULL};
1567 rc = pretty( ad->ad_type->sat_syntax,
1568 &ml->sml_values[nvals], &pval, ctx );
1570 rc = validate( ad->ad_type->sat_syntax,
1571 &ml->sml_values[nvals] );
1575 snprintf( textbuf, textlen,
1576 "%s: value #%ld invalid per syntax",
1577 ml->sml_type.bv_val, (long) nvals );
1579 return LDAP_INVALID_SYNTAX;
1583 ber_memfree( ml->sml_values[nvals].bv_val );
1584 ml->sml_values[nvals] = pval;
1589 * a rough single value check... an additional check is needed
1590 * to catch add of single value to existing single valued attribute
1592 if ((ml->sml_op == LDAP_MOD_ADD || ml->sml_op == LDAP_MOD_REPLACE)
1593 && nvals > 1 && is_at_single_value( ad->ad_type )) {
1594 snprintf( textbuf, textlen,
1595 "%s: multiple values provided",
1596 ml->sml_type.bv_val );
1598 return LDAP_CONSTRAINT_VIOLATION;
1601 if( nvals && ad->ad_type->sat_equality &&
1602 ad->ad_type->sat_equality->smr_normalize ) {
1603 ml->sml_nvalues = ch_malloc( (nvals+1)*sizeof(struct berval) );
1604 for( nvals = 0; ml->sml_values[nvals].bv_val; nvals++ ) {
1605 rc = ad->ad_type->sat_equality->smr_normalize( 0,
1606 ad->ad_type->sat_syntax, ad->ad_type->sat_equality,
1607 &ml->sml_values[nvals], &ml->sml_nvalues[nvals], ctx );
1610 LDAP_LOG( OPERATION, DETAIL1,
1611 "str2entry: NULL (ssyn_normalize %d)\n", rc, 0, 0 );
1613 Debug( LDAP_DEBUG_ANY,
1614 "<= str2entry NULL (ssyn_normalize %d)\n", rc, 0, 0 );
1616 snprintf( textbuf, textlen,
1617 "%s: value #%ld normalization failed",
1618 ml->sml_type.bv_val, (long) nvals );
1623 ml->sml_nvalues[nvals].bv_val = NULL;
1624 ml->sml_nvalues[nvals].bv_len = 0;
1631 return LDAP_SUCCESS;
1635 int slap_mods_opattrs_syncrepl(
1637 Modifications *mods,
1638 Modifications **modtail,
1640 char *textbuf, size_t textlen )
1642 struct berval name = {0, NULL};
1643 struct berval timestamp = {0, NULL};
1644 struct berval csn = {0, NULL};
1645 struct berval nname = {0, NULL};
1646 char timebuf[ LDAP_LUTIL_GENTIME_BUFSIZE ];
1647 char csnbuf[ LDAP_LUTIL_CSNSTR_BUFSIZE ];
1649 Backend *be = op->o_bd;
1650 syncinfo_t *si = ( syncinfo_t * ) be->syncinfo;
1652 int mop = LDAP_MOD_REPLACE;
1654 assert( modtail != NULL );
1655 assert( *modtail == NULL );
1657 if( si->lastmod == LASTMOD_GEN ) {
1659 time_t now = slap_get_time();
1661 ldap_pvt_thread_mutex_lock( &gmtime_mutex );
1662 ltm = gmtime( &now );
1663 lutil_gentime( timebuf, sizeof(timebuf), ltm );
1665 csn.bv_len = lutil_csnstr( csnbuf, sizeof( csnbuf ), 0, 0 );
1666 ldap_pvt_thread_mutex_unlock( &gmtime_mutex );
1667 csn.bv_val = csnbuf;
1669 timestamp.bv_val = timebuf;
1670 timestamp.bv_len = strlen(timebuf);
1672 if( op->o_dn.bv_len == 0 ) {
1673 name.bv_val = SLAPD_ANONYMOUS;
1674 name.bv_len = sizeof(SLAPD_ANONYMOUS)-1;
1682 if( op->o_tag == LDAP_REQ_ADD ) {
1683 struct berval tmpval = {0, NULL};
1685 if( global_schemacheck ) {
1686 int rc = mods_structural_class( mods, &tmpval,
1687 text, textbuf, textlen );
1688 if( rc != LDAP_SUCCESS ) {
1692 mod = (Modifications *) ch_malloc( sizeof( Modifications ) );
1694 mod->sml_type.bv_val = NULL;
1695 mod->sml_desc = slap_schema.si_ad_structuralObjectClass;
1696 mod->sml_values = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1697 ber_dupbv( &mod->sml_values[0], &tmpval );
1698 mod->sml_values[1].bv_len = 0;
1699 mod->sml_values[1].bv_val = NULL;
1700 assert( mod->sml_values[0].bv_val );
1701 mod->sml_nvalues = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1702 ber_dupbv( &mod->sml_nvalues[0], &tmpval );
1703 mod->sml_nvalues[1].bv_len = 0;
1704 mod->sml_nvalues[1].bv_val = NULL;
1705 assert( mod->sml_nvalues[0].bv_val );
1707 modtail = &mod->sml_next;
1710 if( si->lastmod == LASTMOD_GEN ) {
1711 mod = (Modifications *) ch_malloc( sizeof( Modifications ) );
1713 mod->sml_type.bv_val = NULL;
1714 mod->sml_desc = slap_schema.si_ad_creatorsName;
1715 mod->sml_values = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1716 ber_dupbv( &mod->sml_values[0], &name );
1717 mod->sml_values[1].bv_len = 0;
1718 mod->sml_values[1].bv_val = NULL;
1719 assert( mod->sml_values[0].bv_val );
1720 mod->sml_nvalues = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1721 ber_dupbv( &mod->sml_nvalues[0], &nname );
1722 mod->sml_nvalues[1].bv_len = 0;
1723 mod->sml_nvalues[1].bv_val = NULL;
1724 assert( mod->sml_nvalues[0].bv_val );
1726 modtail = &mod->sml_next;
1728 mod = (Modifications *) ch_malloc( sizeof( Modifications ) );
1730 mod->sml_type.bv_val = NULL;
1731 mod->sml_desc = slap_schema.si_ad_createTimestamp;
1732 mod->sml_values = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1733 ber_dupbv( &mod->sml_values[0], ×tamp );
1734 mod->sml_values[1].bv_len = 0;
1735 mod->sml_values[1].bv_val = NULL;
1736 assert( mod->sml_values[0].bv_val );
1737 mod->sml_nvalues = NULL;
1739 modtail = &mod->sml_next;
1743 if( si->lastmod == LASTMOD_GEN ) {
1744 mod = (Modifications *) ch_malloc( sizeof( Modifications ) );
1746 mod->sml_type.bv_val = NULL;
1747 mod->sml_desc = slap_schema.si_ad_entryCSN;
1748 mod->sml_values = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1749 ber_dupbv( &mod->sml_values[0], &csn );
1750 mod->sml_values[1].bv_len = 0;
1751 mod->sml_values[1].bv_val = NULL;
1752 assert( mod->sml_values[0].bv_val );
1753 mod->sml_nvalues = NULL;
1755 modtail = &mod->sml_next;
1757 mod = (Modifications *) ch_malloc( sizeof( Modifications ) );
1759 mod->sml_type.bv_val = NULL;
1760 mod->sml_desc = slap_schema.si_ad_modifiersName;
1761 mod->sml_values = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1762 ber_dupbv( &mod->sml_values[0], &name );
1763 mod->sml_values[1].bv_len = 0;
1764 mod->sml_values[1].bv_val = NULL;
1765 assert( mod->sml_values[0].bv_val );
1766 mod->sml_nvalues = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1767 ber_dupbv( &mod->sml_nvalues[0], &nname );
1768 mod->sml_nvalues[1].bv_len = 0;
1769 mod->sml_nvalues[1].bv_val = NULL;
1770 assert( mod->sml_nvalues[0].bv_val );
1772 modtail = &mod->sml_next;
1774 mod = (Modifications *) ch_malloc( sizeof( Modifications ) );
1776 mod->sml_type.bv_val = NULL;
1777 mod->sml_desc = slap_schema.si_ad_modifyTimestamp;
1778 mod->sml_values = (BerVarray) ch_malloc( 2 * sizeof( struct berval ) );
1779 ber_dupbv( &mod->sml_values[0], ×tamp );
1780 mod->sml_values[1].bv_len = 0;
1781 mod->sml_values[1].bv_val = NULL;
1782 assert( mod->sml_values[0].bv_val );
1783 mod->sml_nvalues = NULL;
1785 modtail = &mod->sml_next;
1789 return LDAP_SUCCESS;
1794 int slap_mods2entry_syncrepl(
1795 Modifications *mods,
1799 char *textbuf, size_t textlen )
1801 Attribute **tail = &(*e)->e_attrs;
1802 assert( *tail == NULL );
1806 for( ; mods != NULL; mods = mods->sml_next ) {
1809 assert( mods->sml_desc != NULL );
1811 attr = attr_find( (*e)->e_attrs, mods->sml_desc );
1813 if( attr != NULL ) {
1814 #define SLURPD_FRIENDLY
1815 #ifdef SLURPD_FRIENDLY
1819 snprintf( textbuf, textlen,
1820 "attribute '%s' provided more than once",
1821 mods->sml_desc->ad_cname.bv_val );
1822 return LDAP_TYPE_OR_VALUE_EXISTS;
1825 for( i=0; attr->a_vals[i].bv_val; i++ ) {
1828 for( j=0; mods->sml_values[j].bv_val; j++ ) {
1833 attr->a_vals = ch_realloc( attr->a_vals,
1834 sizeof( struct berval ) * (i+j) );
1836 /* should check for duplicates */
1838 AC_MEMCPY( &attr->a_vals[i], mods->sml_values,
1839 sizeof( struct berval ) * j );
1841 if( attr->a_nvals ) {
1842 attr->a_nvals = ch_realloc( attr->a_nvals,
1843 sizeof( struct berval ) * (i+j) );
1845 AC_MEMCPY( &attr->a_nvals[i], mods->sml_nvalues,
1846 sizeof( struct berval ) * j );
1848 /* trim the mods array */
1849 ch_free( mods->sml_nvalues );
1850 mods->sml_nvalues = NULL;
1855 snprintf( textbuf, textlen,
1856 "attribute '%s' provided more than once",
1857 mods->sml_desc->ad_cname.bv_val );
1858 return LDAP_TYPE_OR_VALUE_EXISTS;
1862 if( mods->sml_values[1].bv_val != NULL ) {
1863 /* check for duplicates */
1865 MatchingRule *mr = mods->sml_desc->ad_type->sat_equality;
1867 /* check if the values we're adding already exist */
1868 if( mr == NULL || !mr->smr_match ) {
1869 for ( i = 0; mods->sml_bvalues[i].bv_val != NULL; i++ ) {
1870 /* test asserted values against themselves */
1871 for( j = 0; j < i; j++ ) {
1872 if ( bvmatch( &mods->sml_bvalues[i],
1873 &mods->sml_bvalues[j] ) ) {
1874 /* value exists already */
1875 snprintf( textbuf, textlen,
1876 "%s: value #%d provided more than once",
1877 mods->sml_desc->ad_cname.bv_val, j );
1878 return LDAP_TYPE_OR_VALUE_EXISTS;
1885 const char *text = NULL;
1886 char textbuf[ SLAP_TEXT_BUFLEN ] = { '\0' };
1888 rc = modify_check_duplicates( mods->sml_desc, mr,
1889 NULL, mods->sml_bvalues, 0,
1890 &text, textbuf, sizeof( textbuf ) );
1892 if ( rc != LDAP_SUCCESS ) {
1898 attr = ch_calloc( 1, sizeof(Attribute) );
1900 /* move ad to attr structure */
1901 attr->a_desc = mods->sml_desc;
1903 /* move values to attr structure */
1904 /* should check for duplicates */
1905 attr->a_vals = mods->sml_values;
1907 attr->a_nvals = mods->sml_nvalues;
1910 tail = &attr->a_next;
1913 return LDAP_SUCCESS;
1917 avl_ber_bvfree( void *bv )
1922 if ( ((struct berval *)bv)->bv_val != NULL ) {
1923 ber_memfree ( ((struct berval *)bv)->bv_val );
1925 ber_memfree ( (char *) bv );
1934 syncinfo_t *si = op->o_callback->sc_private;
1937 if ( rs->sr_type != REP_SEARCH ) return LDAP_SUCCESS;
1939 a = attr_find( rs->sr_entry->e_attrs, slap_schema.si_ad_syncreplCookie );
1942 si->syncCookie = NULL;
1944 si->syncCookie = ber_dupbv( NULL, &a->a_vals[0] );
1946 return LDAP_SUCCESS;
1955 syncinfo_t *si = op->o_callback->sc_private;
1957 if ( rs->sr_type == REP_SEARCH ) {
1958 si->syncUUID_ndn = &rs->sr_entry->e_nname;
1961 return LDAP_SUCCESS;
1965 nonpresent_callback(
1970 syncinfo_t *si = op->o_callback->sc_private;
1973 struct berval* present_uuid = NULL;
1975 SlapReply rs_cb = {REP_RESULT};
1976 struct nonpresent_entry *np_entry;
1978 if ( rs->sr_type == REP_RESULT ) {
1979 count = avl_free( si->presentlist, avl_ber_bvfree );
1980 return LDAP_SUCCESS;
1981 } else if ( rs->sr_type == REP_SEARCH ) {
1982 a = attr_find( rs->sr_entry->e_attrs, slap_schema.si_ad_entryUUID );
1987 present_uuid = avl_find( si->presentlist, &a->a_vals[0], syncuuid_cmp );
1989 if ( present_uuid == NULL ) {
1990 np_entry = (struct nonpresent_entry *)
1991 ch_calloc( 1, sizeof( struct nonpresent_entry ));
1992 np_entry->dn = ber_dupbv( NULL, &rs->sr_entry->e_name );
1993 np_entry->ndn = ber_dupbv( NULL, &rs->sr_entry->e_nname );
1994 LDAP_LIST_INSERT_HEAD( &si->nonpresentlist, np_entry, np_link );
1996 avl_delete( &si->presentlist,
1997 &a->a_vals[0], syncuuid_cmp );
1999 return LDAP_SUCCESS;
2001 return LDAP_SUCCESS;
2012 if ( rs->sr_err != LDAP_SUCCESS &&
2013 rs->sr_err != LDAP_REFERRAL &&
2014 rs->sr_err != LDAP_ALREADY_EXISTS &&
2015 rs->sr_err != LDAP_NO_SUCH_OBJECT &&
2016 rs->sr_err != DB_NOTFOUND ) {
2018 LDAP_LOG( OPERATION, ERR,
2019 "null_callback : error code 0x%x\n",
2022 Debug( LDAP_DEBUG_ANY,
2023 "null_callback : error code 0x%x\n",
2027 return LDAP_SUCCESS;
2032 str2clist( char **out, char *in, const char *brkstr )
2041 /* find last element in list */
2042 for (i = 0; out && out[i]; i++);
2044 /* protect the input string from strtok */
2045 str = ch_strdup( in );
2047 /* Count words in string */
2049 for ( s = str; *s; s++ ) {
2050 if ( strchr( brkstr, *s ) != NULL ) {
2055 out = ch_realloc( out, ( i + j + 1 ) * sizeof( char * ) );
2057 for ( s = ldap_pvt_strtok( str, brkstr, &lasts );
2059 s = ldap_pvt_strtok( NULL, brkstr, &lasts ) )
2061 *new = ch_strdup( s );