]> git.sur5r.net Git - openldap/blob - servers/slapd/overlays/syncprov.c
Fix playlog search
[openldap] / servers / slapd / overlays / syncprov.c
1 /* $OpenLDAP$ */
2 /* syncprov.c - syncrepl provider */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
4  *
5  * Copyright 2004 The OpenLDAP Foundation.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted only as authorized by the OpenLDAP
10  * Public License.
11  *
12  * A copy of this license is available in the file LICENSE in the
13  * top-level directory of the distribution or, alternatively, at
14  * <http://www.OpenLDAP.org/license.html>.
15  */
16 /* ACKNOWLEDGEMENTS:
17  * This work was initially developed by Howard Chu for inclusion in
18  * OpenLDAP Software.
19  */
20
21 #include "portable.h"
22
23 #ifdef SLAPD_OVER_SYNCPROV
24
25 #include <ac/string.h>
26 #include "lutil.h"
27 #include "slap.h"
28
29 /* A modify request on a particular entry */
30 typedef struct modinst {
31         struct modinst *mi_next;
32         Operation *mi_op;
33 } modinst;
34
35 typedef struct modtarget {
36         struct modinst *mt_mods;
37         struct modinst *mt_tail;
38         Operation *mt_op;
39         ldap_pvt_thread_mutex_t mt_mutex;
40 } modtarget;
41
42 /* A queued result of a persistent search */
43 typedef struct syncres {
44         struct syncres *s_next;
45         struct berval s_dn;
46         struct berval s_ndn;
47         struct berval s_uuid;
48         struct berval s_csn;
49         char s_mode;
50         char s_isreference;
51 } syncres;
52
53 /* Record of a persistent search */
54 typedef struct syncops {
55         struct syncops *s_next;
56         struct berval   s_base;         /* ndn of search base */
57         ID              s_eid;          /* entryID of search base */
58         Operation       *s_op;          /* search op */
59         int             s_sid;
60         int             s_rid;
61         struct berval s_filterstr;
62         int             s_flags;        /* search status */
63         int             s_inuse;        /* reference count */
64         struct syncres *s_res;
65         struct syncres *s_restail;
66         ldap_pvt_thread_mutex_t s_mutex;
67 } syncops;
68
69 /* A received sync control */
70 typedef struct sync_control {
71         struct sync_cookie sr_state;
72         int sr_rhint;
73 } sync_control;
74
75 #if 0 /* moved back to slap.h */
76 #define o_sync  o_ctrlflag[slap_cids.sc_LDAPsync]
77 #endif
78 /* o_sync_mode uses data bits of o_sync */
79 #define o_sync_mode     o_ctrlflag[slap_cids.sc_LDAPsync]
80
81 #define SLAP_SYNC_NONE                                  (LDAP_SYNC_NONE<<SLAP_CONTROL_SHIFT)
82 #define SLAP_SYNC_REFRESH                               (LDAP_SYNC_REFRESH_ONLY<<SLAP_CONTROL_SHIFT)
83 #define SLAP_SYNC_PERSIST                               (LDAP_SYNC_RESERVED<<SLAP_CONTROL_SHIFT)
84 #define SLAP_SYNC_REFRESH_AND_PERSIST   (LDAP_SYNC_REFRESH_AND_PERSIST<<SLAP_CONTROL_SHIFT)
85
86 #define PS_IS_REFRESHING        0x01
87
88 /* Record of which searches matched at premodify step */
89 typedef struct syncmatches {
90         struct syncmatches *sm_next;
91         syncops *sm_op;
92 } syncmatches;
93
94 /* Session log data */
95 typedef struct slog_entry {
96         struct slog_entry *se_next;
97         struct berval se_uuid;
98         struct berval se_csn;
99         ber_tag_t       se_tag;
100 } slog_entry;
101
102 typedef struct sessionlog {
103         struct sessionlog *sl_next;
104         int             sl_sid;
105         struct berval   sl_mincsn;
106         int             sl_num;
107         int             sl_size;
108         slog_entry *sl_head;
109         slog_entry *sl_tail;
110         ldap_pvt_thread_mutex_t sl_mutex;
111 } sessionlog;
112
113 /* The main state for this overlay */
114 typedef struct syncprov_info_t {
115         syncops         *si_ops;
116         struct berval   si_ctxcsn;      /* ldapsync context */
117         int             si_chkops;      /* checkpointing info */
118         int             si_chktime;
119         int             si_numops;      /* number of ops since last checkpoint */
120         time_t  si_chklast;     /* time of last checkpoint */
121         Avlnode *si_mods;       /* entries being modified */
122         sessionlog      *si_logs;
123         ldap_pvt_thread_mutex_t si_csn_mutex;
124         ldap_pvt_thread_mutex_t si_ops_mutex;
125         ldap_pvt_thread_mutex_t si_mods_mutex;
126         char            si_ctxcsnbuf[LDAP_LUTIL_CSNSTR_BUFSIZE];
127 } syncprov_info_t;
128
129 typedef struct opcookie {
130         slap_overinst *son;
131         syncmatches *smatches;
132         struct berval sdn;      /* DN of entry, for deletes */
133         struct berval sndn;
134         struct berval suuid;    /* UUID of entry */
135         struct berval sctxcsn;
136         int sreference; /* Is the entry a reference? */
137 } opcookie;
138
139 typedef struct fbase_cookie {
140         struct berval *fdn;     /* DN of a modified entry, for scope testing */
141         syncops *fss;   /* persistent search we're testing against */
142         int fbase;      /* if TRUE we found the search base and it's still valid */
143         int fscope;     /* if TRUE then fdn is within the psearch scope */
144 } fbase_cookie;
145
146 static AttributeName csn_anlist[2];
147 static AttributeName uuid_anlist[2];
148
149 /* Build a LDAPsync intermediate state control */
150 static int
151 syncprov_state_ctrl(
152         Operation       *op,
153         SlapReply       *rs,
154         Entry           *e,
155         int             entry_sync_state,
156         LDAPControl     **ctrls,
157         int             num_ctrls,
158         int             send_cookie,
159         struct berval   *cookie )
160 {
161         Attribute* a;
162         int ret;
163         int res;
164         const char *text = NULL;
165
166         BerElementBuffer berbuf;
167         BerElement *ber = (BerElement *)&berbuf;
168
169         struct berval   entryuuid_bv = BER_BVNULL;
170
171         ber_init2( ber, 0, LBER_USE_DER );
172         ber_set_option( ber, LBER_OPT_BER_MEMCTX, &op->o_tmpmemctx );
173
174         ctrls[num_ctrls] = op->o_tmpalloc( sizeof ( LDAPControl ), op->o_tmpmemctx );
175
176         for ( a = e->e_attrs; a != NULL; a = a->a_next ) {
177                 AttributeDescription *desc = a->a_desc;
178                 if ( desc == slap_schema.si_ad_entryUUID ) {
179                         entryuuid_bv = a->a_nvals[0];
180                         break;
181                 }
182         }
183
184         if ( send_cookie && cookie ) {
185                 ber_printf( ber, "{eOON}",
186                         entry_sync_state, &entryuuid_bv, cookie );
187         } else {
188                 ber_printf( ber, "{eON}",
189                         entry_sync_state, &entryuuid_bv );
190         }
191
192         ctrls[num_ctrls]->ldctl_oid = LDAP_CONTROL_SYNC_STATE;
193         ctrls[num_ctrls]->ldctl_iscritical = (op->o_sync == SLAP_CONTROL_CRITICAL);
194         ret = ber_flatten2( ber, &ctrls[num_ctrls]->ldctl_value, 1 );
195
196         ber_free_buf( ber );
197
198         if ( ret < 0 ) {
199                 Debug( LDAP_DEBUG_TRACE,
200                         "slap_build_sync_ctrl: ber_flatten2 failed\n",
201                         0, 0, 0 );
202                 send_ldap_error( op, rs, LDAP_OTHER, "internal error" );
203                 return ret;
204         }
205
206         return LDAP_SUCCESS;
207 }
208
209 /* Build a LDAPsync final state control */
210 static int
211 syncprov_done_ctrl(
212         Operation       *op,
213         SlapReply       *rs,
214         LDAPControl     **ctrls,
215         int                     num_ctrls,
216         int                     send_cookie,
217         struct berval *cookie,
218         int                     refreshDeletes )
219 {
220         int ret;
221         BerElementBuffer berbuf;
222         BerElement *ber = (BerElement *)&berbuf;
223
224         ber_init2( ber, NULL, LBER_USE_DER );
225         ber_set_option( ber, LBER_OPT_BER_MEMCTX, &op->o_tmpmemctx );
226
227         ctrls[num_ctrls] = op->o_tmpalloc( sizeof ( LDAPControl ), op->o_tmpmemctx );
228
229         ber_printf( ber, "{" );
230         if ( send_cookie && cookie ) {
231                 ber_printf( ber, "O", cookie );
232         }
233         if ( refreshDeletes == LDAP_SYNC_REFRESH_DELETES ) {
234                 ber_printf( ber, "b", refreshDeletes );
235         }
236         ber_printf( ber, "N}" );
237
238         ctrls[num_ctrls]->ldctl_oid = LDAP_CONTROL_SYNC_DONE;
239         ctrls[num_ctrls]->ldctl_iscritical = (op->o_sync == SLAP_CONTROL_CRITICAL);
240         ret = ber_flatten2( ber, &ctrls[num_ctrls]->ldctl_value, 1 );
241
242         ber_free_buf( ber );
243
244         if ( ret < 0 ) {
245                 Debug( LDAP_DEBUG_TRACE,
246                         "syncprov_done_ctrl: ber_flatten2 failed\n",
247                         0, 0, 0 );
248                 send_ldap_error( op, rs, LDAP_OTHER, "internal error" );
249                 return ret;
250         }
251
252         return LDAP_SUCCESS;
253 }
254
255 #if 0
256 /* Generate state based on session log - not implemented yet */
257 static int
258 syncprov_state_ctrl_from_slog(
259         Operation       *op,
260         SlapReply       *rs,
261         struct slog_entry *slog_e,
262         int                     entry_sync_state,
263         LDAPControl     **ctrls,
264         int                     num_ctrls,
265         int                     send_cookie,
266         struct berval   *cookie)
267 {
268         Attribute* a;
269         int ret;
270         int res;
271         const char *text = NULL;
272
273         BerElementBuffer berbuf;
274         BerElement *ber = (BerElement *)&berbuf;
275
276         struct berval entryuuid_bv      = BER_BVNULL;
277
278         ber_init2( ber, NULL, LBER_USE_DER );
279         ber_set_option( ber, LBER_OPT_BER_MEMCTX, &op->o_tmpmemctx );
280
281         ctrls[num_ctrls] = ch_malloc ( sizeof ( LDAPControl ) );
282
283         entryuuid_bv = slog_e->sl_uuid;
284
285         if ( send_cookie && cookie ) {
286                 ber_printf( ber, "{eOON}",
287                         entry_sync_state, &entryuuid_bv, cookie );
288         } else {
289                 ber_printf( ber, "{eON}",
290                         entry_sync_state, &entryuuid_bv );
291         }
292
293         ctrls[num_ctrls]->ldctl_oid = LDAP_CONTROL_SYNC_STATE;
294         ctrls[num_ctrls]->ldctl_iscritical = (op->o_sync == SLAP_CONTROL_CRITICAL);
295         ret = ber_flatten2( ber, &ctrls[num_ctrls]->ldctl_value, 1 );
296
297         ber_free_buf( ber );
298
299         if ( ret < 0 ) {
300                 Debug( LDAP_DEBUG_TRACE,
301                         "slap_build_sync_ctrl: ber_flatten2 failed\n",
302                         0, 0, 0 );
303                 send_ldap_error( op, rs, LDAP_OTHER, "internal error" );
304                 return ret;
305         }
306
307         return LDAP_SUCCESS;
308 }
309 #endif
310
311 static int
312 syncprov_sendinfo(
313         Operation       *op,
314         SlapReply       *rs,
315         int                     type,
316         struct berval *cookie,
317         int                     refreshDone,
318         BerVarray       syncUUIDs,
319         int                     refreshDeletes )
320 {
321         BerElementBuffer berbuf;
322         BerElement *ber = (BerElement *)&berbuf;
323         struct berval rspdata;
324
325         int ret;
326
327         ber_init2( ber, NULL, LBER_USE_DER );
328         ber_set_option( ber, LBER_OPT_BER_MEMCTX, &op->o_tmpmemctx );
329
330         if ( type ) {
331                 switch ( type ) {
332                 case LDAP_TAG_SYNC_NEW_COOKIE:
333                         ber_printf( ber, "tO", type, cookie );
334                         break;
335                 case LDAP_TAG_SYNC_REFRESH_DELETE:
336                 case LDAP_TAG_SYNC_REFRESH_PRESENT:
337                         ber_printf( ber, "t{", type );
338                         if ( cookie ) {
339                                 ber_printf( ber, "O", cookie );
340                         }
341                         if ( refreshDone == 0 ) {
342                                 ber_printf( ber, "b", refreshDone );
343                         }
344                         ber_printf( ber, "N}" );
345                         break;
346                 case LDAP_TAG_SYNC_ID_SET:
347                         ber_printf( ber, "t{", type );
348                         if ( cookie ) {
349                                 ber_printf( ber, "O", cookie );
350                         }
351                         if ( refreshDeletes == 1 ) {
352                                 ber_printf( ber, "b", refreshDeletes );
353                         }
354                         ber_printf( ber, "[W]", syncUUIDs );
355                         ber_printf( ber, "N}" );
356                         break;
357                 default:
358                         Debug( LDAP_DEBUG_TRACE,
359                                 "syncprov_sendinfo: invalid syncinfo type (%d)\n",
360                                 type, 0, 0 );
361                         return LDAP_OTHER;
362                 }
363         }
364
365         ret = ber_flatten2( ber, &rspdata, 0 );
366
367         if ( ret < 0 ) {
368                 Debug( LDAP_DEBUG_TRACE,
369                         "syncprov_sendinfo: ber_flatten2 failed\n",
370                         0, 0, 0 );
371                 send_ldap_error( op, rs, LDAP_OTHER, "internal error" );
372                 return ret;
373         }
374
375         rs->sr_rspoid = LDAP_SYNC_INFO;
376         rs->sr_rspdata = &rspdata;
377         send_ldap_intermediate( op, rs );
378         rs->sr_rspdata = NULL;
379         ber_free_buf( ber );
380
381         return LDAP_SUCCESS;
382 }
383
384 /* Find a modtarget in an AVL tree */
385 static int
386 sp_avl_cmp( const void *c1, const void *c2 )
387 {
388         const modtarget *m1, *m2;
389         int rc;
390
391         m1 = c1; m2 = c2;
392         rc = m1->mt_op->o_req_ndn.bv_len - m2->mt_op->o_req_ndn.bv_len;
393
394         if ( rc ) return rc;
395         return ber_bvcmp( &m1->mt_op->o_req_ndn, &m2->mt_op->o_req_ndn );
396 }
397
398 /* syncprov_findbase:
399  *   finds the true DN of the base of a search (with alias dereferencing) and
400  * checks to make sure the base entry doesn't get replaced with a different
401  * entry (e.g., swapping trees via ModDN, or retargeting an alias). If a
402  * change is detected, any persistent search on this base must be terminated /
403  * reloaded.
404  *   On the first call, we just save the DN and entryID. On subsequent calls
405  * we compare the DN and entryID with the saved values.
406  */
407 static int
408 findbase_cb( Operation *op, SlapReply *rs )
409 {
410         slap_callback *sc = op->o_callback;
411
412         if ( rs->sr_type == REP_SEARCH && rs->sr_err == LDAP_SUCCESS ) {
413                 fbase_cookie *fc = sc->sc_private;
414
415                 /* If no entryID, we're looking for the first time.
416                  * Just store whatever we got.
417                  */
418                 if ( fc->fss->s_eid == NOID ) {
419                         fc->fbase = 1;
420                         fc->fss->s_eid = rs->sr_entry->e_id;
421                         ber_dupbv( &fc->fss->s_base, &rs->sr_entry->e_nname );
422
423                 } else if ( rs->sr_entry->e_id == fc->fss->s_eid &&
424                         dn_match( &rs->sr_entry->e_nname, &fc->fss->s_base )) {
425
426                 /* OK, the DN is the same and the entryID is the same. Now
427                  * see if the fdn resides in the scope.
428                  */
429                         fc->fbase = 1;
430                         switch ( fc->fss->s_op->ors_scope ) {
431                         case LDAP_SCOPE_BASE:
432                                 fc->fscope = dn_match( fc->fdn, &rs->sr_entry->e_nname );
433                                 break;
434                         case LDAP_SCOPE_ONELEVEL: {
435                                 struct berval pdn;
436                                 dnParent( fc->fdn, &pdn );
437                                 fc->fscope = dn_match( &pdn, &rs->sr_entry->e_nname );
438                                 break; }
439                         case LDAP_SCOPE_SUBTREE:
440                                 fc->fscope = dnIsSuffix( fc->fdn, &rs->sr_entry->e_nname );
441                                 break;
442 #ifdef LDAP_SCOPE_SUBORDINATE
443                         case LDAP_SCOPE_SUBORDINATE:
444                                 fc->fscope = dnIsSuffix( fc->fdn, &rs->sr_entry->e_nname ) &&
445                                         !dn_match( fc->fdn, &rs->sr_entry->e_nname );
446                                 break;
447 #endif
448                         }
449                 }
450         }
451         if ( rs->sr_err != LDAP_SUCCESS ) {
452                 Debug( LDAP_DEBUG_ANY, "findbase failed! %d\n", rs->sr_err,0,0 );
453         }
454         return LDAP_SUCCESS;
455 }
456
457 static int
458 syncprov_findbase( Operation *op, fbase_cookie *fc )
459 {
460         opcookie *opc = op->o_callback->sc_private;
461         slap_overinst *on = opc->son;
462         syncprov_info_t         *si = on->on_bi.bi_private;
463
464         slap_callback cb = {0};
465         Operation fop;
466         SlapReply frs = { REP_RESULT };
467         int rc;
468
469         fop = *op;
470
471         cb.sc_response = findbase_cb;
472         cb.sc_private = fc;
473
474         fop.o_sync_mode &= SLAP_CONTROL_MASK;   /* turn off sync mode */
475         fop.o_callback = &cb;
476         fop.o_tag = LDAP_REQ_SEARCH;
477         fop.ors_scope = LDAP_SCOPE_BASE;
478         fop.ors_deref = fc->fss->s_op->ors_deref;
479         fop.ors_limit = NULL;
480         fop.ors_slimit = 1;
481         fop.ors_tlimit = SLAP_NO_LIMIT;
482         fop.ors_attrs = slap_anlist_no_attrs;
483         fop.ors_attrsonly = 1;
484         fop.ors_filter = fc->fss->s_op->ors_filter;
485         fop.ors_filterstr = fc->fss->s_op->ors_filterstr;
486
487         fop.o_req_ndn = fc->fss->s_op->o_req_ndn;
488
489         fop.o_bd->bd_info = on->on_info->oi_orig;
490         rc = fop.o_bd->be_search( &fop, &frs );
491         fop.o_bd->bd_info = (BackendInfo *)on;
492
493         if ( fc->fbase ) return LDAP_SUCCESS;
494
495         /* If entryID has changed, then the base of this search has
496          * changed. Invalidate the psearch.
497          */
498         return LDAP_NO_SUCH_OBJECT;
499 }
500
501 /* syncprov_findcsn:
502  *   This function has three different purposes, but they all use a search
503  * that filters on entryCSN so they're combined here.
504  * 1: at startup time, after a contextCSN has been read from the database,
505  * we search for all entries with CSN >= contextCSN in case the contextCSN
506  * was not checkpointed at the previous shutdown.
507  *
508  * 2: when the current contextCSN is known and we have a sync cookie, we search
509  * for one entry with CSN <= the cookie CSN. (Used to search for =.) If an
510  * entry is found, the cookie CSN is valid, otherwise it is stale.
511  *
512  * 3: during a refresh phase, we search for all entries with CSN <= the cookie
513  * CSN, and generate Present records for them. We always collect this result
514  * in SyncID sets, even if there's only one match.
515  */
516 #define FIND_MAXCSN     1
517 #define FIND_CSN        2
518 #define FIND_PRESENT    3
519
520 static int
521 findmax_cb( Operation *op, SlapReply *rs )
522 {
523         if ( rs->sr_type == REP_SEARCH && rs->sr_err == LDAP_SUCCESS ) {
524                 struct berval *maxcsn = op->o_callback->sc_private;
525                 Attribute *a = attr_find( rs->sr_entry->e_attrs,
526                         slap_schema.si_ad_entryCSN );
527
528                 if ( a && ber_bvcmp( &a->a_vals[0], maxcsn )) {
529                         maxcsn->bv_len = a->a_vals[0].bv_len;
530                         strcpy( maxcsn->bv_val, a->a_vals[0].bv_val );
531                 }
532         }
533         return LDAP_SUCCESS;
534 }
535
536 static int
537 findcsn_cb( Operation *op, SlapReply *rs )
538 {
539         slap_callback *sc = op->o_callback;
540
541         if ( rs->sr_type == REP_SEARCH && rs->sr_err == LDAP_SUCCESS ) {
542                 sc->sc_private = (void *)1;
543         }
544         return LDAP_SUCCESS;
545 }
546
547 /* Build a list of entryUUIDs for sending in a SyncID set */
548
549 #define UUID_LEN        16
550
551 typedef struct fpres_cookie {
552         int num;
553         BerVarray uuids;
554         char *last;
555 } fpres_cookie;
556
557 static int
558 findpres_cb( Operation *op, SlapReply *rs )
559 {
560         slap_callback *sc = op->o_callback;
561         fpres_cookie *pc = sc->sc_private;
562         Attribute *a;
563         int ret = SLAP_CB_CONTINUE;
564
565         switch ( rs->sr_type ) {
566         case REP_SEARCH:
567                 a = attr_find( rs->sr_entry->e_attrs, slap_schema.si_ad_entryUUID );
568                 if ( a ) {
569                         pc->uuids[pc->num].bv_val = pc->last;
570                         AC_MEMCPY( pc->uuids[pc->num].bv_val, a->a_nvals[0].bv_val,
571                                 pc->uuids[pc->num].bv_len );
572                         pc->num++;
573                         pc->last = pc->uuids[pc->num].bv_val;
574                         pc->uuids[pc->num].bv_val = NULL;
575                 }
576                 ret = LDAP_SUCCESS;
577                 if ( pc->num != SLAP_SYNCUUID_SET_SIZE )
578                         break;
579                 /* FALLTHRU */
580         case REP_RESULT:
581                 ret = rs->sr_err;
582                 if ( pc->num ) {
583                         ret = syncprov_sendinfo( op, rs, LDAP_TAG_SYNC_ID_SET, NULL,
584                                 0, pc->uuids, 0 );
585                         pc->uuids[pc->num].bv_val = pc->last;
586                         pc->num = 0;
587                         pc->last = pc->uuids[0].bv_val;
588                 }
589                 break;
590         default:
591                 break;
592         }
593         return ret;
594 }
595
596 static int
597 syncprov_findcsn( Operation *op, int mode )
598 {
599         slap_overinst           *on = (slap_overinst *)op->o_bd->bd_info;
600         syncprov_info_t         *si = on->on_bi.bi_private;
601
602         slap_callback cb = {0};
603         Operation fop;
604         SlapReply frs = { REP_RESULT };
605         char buf[LDAP_LUTIL_CSNSTR_BUFSIZE + STRLENOF("(entryCSN<=)")];
606         char cbuf[LDAP_LUTIL_CSNSTR_BUFSIZE];
607         struct berval fbuf, maxcsn;
608         Filter cf, af;
609         AttributeAssertion eq;
610         int i, rc = LDAP_SUCCESS;
611         fpres_cookie pcookie;
612         sync_control *srs;
613
614         if ( mode != FIND_MAXCSN ) {
615                 srs = op->o_controls[slap_cids.sc_LDAPsync];
616
617                 if ( srs->sr_state.ctxcsn->bv_len >= LDAP_LUTIL_CSNSTR_BUFSIZE ) {
618                         return LDAP_OTHER;
619                 }
620         }
621
622         fop = *op;
623         fop.o_sync_mode &= SLAP_CONTROL_MASK;   /* turn off sync_mode */
624
625         fbuf.bv_val = buf;
626         cf.f_ava = &eq;
627         cf.f_av_desc = slap_schema.si_ad_entryCSN;
628         cf.f_next = NULL;
629
630         fop.o_callback = &cb;
631         fop.ors_limit = NULL;
632         fop.ors_tlimit = SLAP_NO_LIMIT;
633         fop.ors_filter = &cf;
634         fop.ors_filterstr = fbuf;
635
636         switch( mode ) {
637         case FIND_MAXCSN:
638                 cf.f_choice = LDAP_FILTER_GE;
639                 cf.f_av_value = si->si_ctxcsn;
640                 fbuf.bv_len = sprintf( buf, "(entryCSN>=%s)",
641                         cf.f_av_value.bv_val );
642                 fop.ors_attrsonly = 0;
643                 fop.ors_attrs = csn_anlist;
644                 fop.ors_slimit = SLAP_NO_LIMIT;
645                 cb.sc_private = &maxcsn;
646                 cb.sc_response = findmax_cb;
647                 maxcsn.bv_val = cbuf;
648                 maxcsn.bv_len = 0;
649                 break;
650         case FIND_CSN:
651                 cf.f_choice = LDAP_FILTER_LE;
652                 cf.f_av_value = *srs->sr_state.ctxcsn;
653                 fbuf.bv_len = sprintf( buf, "(entryCSN<=%s)",
654                         cf.f_av_value.bv_val );
655                 fop.ors_attrsonly = 1;
656                 fop.ors_attrs = slap_anlist_no_attrs;
657                 fop.ors_slimit = 1;
658                 cb.sc_private = NULL;
659                 cb.sc_response = findcsn_cb;
660                 break;
661         case FIND_PRESENT:
662                 af.f_choice = LDAP_FILTER_AND;
663                 af.f_next = NULL;
664                 af.f_and = &cf;
665                 cf.f_choice = LDAP_FILTER_LE;
666                 cf.f_av_value = *srs->sr_state.ctxcsn;
667                 cf.f_next = op->ors_filter;
668                 fop.ors_filter = &af;
669                 filter2bv_x( &fop, fop.ors_filter, &fop.ors_filterstr );
670                 fop.ors_attrsonly = 0;
671                 fop.ors_attrs = uuid_anlist;
672                 fop.ors_slimit = SLAP_NO_LIMIT;
673                 /* We want pure entries, not referrals */
674                 fop.o_managedsait = SLAP_CONTROL_CRITICAL;
675                 cb.sc_private = &pcookie;
676                 cb.sc_response = findpres_cb;
677                 pcookie.num = 0;
678
679                 /* preallocate storage for a full set */
680                 pcookie.uuids = op->o_tmpalloc( (SLAP_SYNCUUID_SET_SIZE+1) *
681                         sizeof(struct berval) + SLAP_SYNCUUID_SET_SIZE * UUID_LEN,
682                         op->o_tmpmemctx );
683                 pcookie.last = (char *)(pcookie.uuids + SLAP_SYNCUUID_SET_SIZE+1);
684                 pcookie.uuids[0].bv_val = pcookie.last;
685                 pcookie.uuids[0].bv_len = UUID_LEN;
686                 for (i=1; i<SLAP_SYNCUUID_SET_SIZE; i++) {
687                         pcookie.uuids[i].bv_val = pcookie.uuids[i-1].bv_val + UUID_LEN;
688                         pcookie.uuids[i].bv_len = UUID_LEN;
689                 }
690                 break;
691         }
692
693         fop.o_bd->bd_info = on->on_info->oi_orig;
694         fop.o_bd->be_search( &fop, &frs );
695         fop.o_bd->bd_info = (BackendInfo *)on;
696
697         switch( mode ) {
698         case FIND_MAXCSN:
699                 if ( maxcsn.bv_len ) {
700                         strcpy( si->si_ctxcsnbuf, maxcsn.bv_val );
701                         si->si_ctxcsn.bv_len = maxcsn.bv_len;
702                 }
703                 break;
704         case FIND_CSN:
705                 /* If matching CSN was not found, invalidate the context. */
706                 if ( !cb.sc_private ) rc = LDAP_NO_SUCH_OBJECT;
707                 break;
708         case FIND_PRESENT:
709                 op->o_tmpfree( pcookie.uuids, op->o_tmpmemctx );
710                 op->o_tmpfree( fop.ors_filterstr.bv_val, op->o_tmpmemctx );
711                 break;
712         }
713
714         return rc;
715 }
716
717 /* Queue a persistent search response if still in Refresh stage */
718 static int
719 syncprov_qresp( opcookie *opc, syncops *so, int mode )
720 {
721         syncres *sr;
722
723         sr = ch_malloc(sizeof(syncres) + opc->suuid.bv_len + 1 +
724                 opc->sdn.bv_len + 1 + opc->sndn.bv_len + 1 + opc->sctxcsn.bv_len + 1 );
725         sr->s_next = NULL;
726         sr->s_dn.bv_val = (char *)(sr + 1);
727         sr->s_mode = mode;
728         sr->s_isreference = opc->sreference;
729         sr->s_ndn.bv_val = lutil_strcopy( sr->s_dn.bv_val, opc->sdn.bv_val );
730         *(sr->s_ndn.bv_val++) = '\0';
731         sr->s_uuid.bv_val = lutil_strcopy( sr->s_ndn.bv_val, opc->sndn.bv_val );
732         *(sr->s_uuid.bv_val++) = '\0';
733         sr->s_csn.bv_val = lutil_strcopy( sr->s_uuid.bv_val, opc->suuid.bv_val );
734
735         if ( !so->s_res ) {
736                 so->s_res = sr;
737         } else {
738                 so->s_restail->s_next = sr;
739         }
740         so->s_restail = sr;
741         ldap_pvt_thread_mutex_unlock( &so->s_mutex );
742         return LDAP_SUCCESS;
743 }
744
745 /* Send a persistent search response */
746 static int
747 syncprov_sendresp( Operation *op, opcookie *opc, syncops *so, Entry *e, int mode, int queue )
748 {
749         slap_overinst *on = opc->son;
750         syncprov_info_t *si = on->on_bi.bi_private;
751
752         SlapReply rs = { REP_SEARCH };
753         LDAPControl *ctrls[2];
754         struct berval cookie;
755         Entry e_uuid = {0};
756         Attribute a_uuid = {0};
757         Operation sop = *so->s_op;
758         Opheader ohdr;
759
760         ohdr = *sop.o_hdr;
761         sop.o_hdr = &ohdr;
762         sop.o_tmpmemctx = op->o_tmpmemctx;
763         sop.o_bd = op->o_bd;
764         sop.o_controls = op->o_controls;
765
766         if ( queue && (so->s_flags & PS_IS_REFRESHING) ) {
767                 ldap_pvt_thread_mutex_lock( &so->s_mutex );
768                 if ( so->s_flags & PS_IS_REFRESHING )
769                         return syncprov_qresp( opc, so, mode );
770                 ldap_pvt_thread_mutex_unlock( &so->s_mutex );
771         }
772
773         ctrls[1] = NULL;
774         slap_compose_sync_cookie( op, &cookie, &opc->sctxcsn,
775                 so->s_sid, so->s_rid );
776
777         e_uuid.e_attrs = &a_uuid;
778         a_uuid.a_desc = slap_schema.si_ad_entryUUID;
779         a_uuid.a_nvals = &opc->suuid;
780         rs.sr_err = syncprov_state_ctrl( &sop, &rs, &e_uuid,
781                 mode, ctrls, 0, 1, &cookie );
782
783         rs.sr_entry = e;
784         rs.sr_ctrls = ctrls;
785         switch( mode ) {
786         case LDAP_SYNC_ADD:
787                 if ( opc->sreference ) {
788                         rs.sr_ref = get_entry_referrals( &sop, e );
789                         send_search_reference( &sop, &rs );
790                         ber_bvarray_free( rs.sr_ref );
791                         break;
792                 }
793                 /* fallthru */
794         case LDAP_SYNC_MODIFY:
795                 rs.sr_attrs = sop.ors_attrs;
796                 send_search_entry( &sop, &rs );
797                 break;
798         case LDAP_SYNC_DELETE:
799                 e_uuid.e_attrs = NULL;
800                 e_uuid.e_name = opc->sdn;
801                 e_uuid.e_nname = opc->sndn;
802                 rs.sr_entry = &e_uuid;
803                 if ( opc->sreference ) {
804                         struct berval bv = BER_BVNULL;
805                         rs.sr_ref = &bv;
806                         send_search_reference( &sop, &rs );
807                 } else {
808                         send_search_entry( &sop, &rs );
809                 }
810                 break;
811         default:
812                 assert(0);
813         }
814         op->o_tmpfree( rs.sr_ctrls[0], op->o_tmpmemctx );
815         rs.sr_ctrls = NULL;
816         return rs.sr_err;
817 }
818
819 static void
820 syncprov_free_syncop( syncops *so )
821 {
822         syncres *sr, *srnext;
823
824         ldap_pvt_thread_mutex_lock( &so->s_mutex );
825         so->s_inuse--;
826         if ( so->s_inuse > 0 ) {
827                 ldap_pvt_thread_mutex_unlock( &so->s_mutex );
828                 return;
829         }
830         ldap_pvt_thread_mutex_unlock( &so->s_mutex );
831         filter_free( so->s_op->ors_filter );
832         ch_free( so->s_op );
833         ch_free( so->s_base.bv_val );
834         for ( sr=so->s_res; sr; sr=srnext ) {
835                 srnext = sr->s_next;
836                 ch_free( sr );
837         }
838         ldap_pvt_thread_mutex_destroy( &so->s_mutex );
839         ch_free( so );
840 }
841
842 static int
843 syncprov_drop_psearch( syncops *so )
844 {
845         ldap_pvt_thread_mutex_lock( &so->s_op->o_conn->c_mutex );
846         so->s_op->o_conn->c_n_ops_executing--;
847         so->s_op->o_conn->c_n_ops_completed++;
848         ldap_pvt_thread_mutex_unlock( &so->s_op->o_conn->c_mutex );
849         syncprov_free_syncop( so );
850 }
851
852 static int
853 syncprov_op_abandon( Operation *op, SlapReply *rs )
854 {
855         slap_overinst           *on = (slap_overinst *)op->o_bd->bd_info;
856         syncprov_info_t         *si = on->on_bi.bi_private;
857         syncops *so, *soprev;
858
859         ldap_pvt_thread_mutex_lock( &si->si_ops_mutex );
860         for ( so=si->si_ops, soprev = (syncops *)&si->si_ops; so;
861                 soprev=so, so=so->s_next ) {
862                 if ( so->s_op->o_connid == op->o_connid &&
863                         so->s_op->o_msgid == op->orn_msgid ) {
864                                 so->s_op->o_abandon = 1;
865                                 soprev->s_next = so->s_next;
866                                 break;
867                 }
868         }
869         ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex );
870         if ( so ) {
871                 /* Is this really a Cancel exop? */
872                 if ( op->o_tag != LDAP_REQ_ABANDON ) {
873                         rs->sr_err = LDAP_CANCELLED;
874                         send_ldap_result( so->s_op, rs );
875                 }
876                 syncprov_drop_psearch( so );
877         }
878         return SLAP_CB_CONTINUE;
879 }
880
881 /* Find which persistent searches are affected by this operation */
882 static void
883 syncprov_matchops( Operation *op, opcookie *opc, int saveit )
884 {
885         slap_overinst *on = opc->son;
886         syncprov_info_t         *si = on->on_bi.bi_private;
887
888         fbase_cookie fc;
889         syncops *ss, *sprev, *snext;
890         Entry *e;
891         Attribute *a;
892         int rc;
893         struct berval newdn;
894         int freefdn = 0;
895
896         fc.fdn = &op->o_req_ndn;
897         /* compute new DN */
898         if ( op->o_tag == LDAP_REQ_MODRDN && !saveit ) {
899                 struct berval pdn;
900                 if ( op->orr_nnewSup ) pdn = *op->orr_nnewSup;
901                 else dnParent( fc.fdn, &pdn );
902                 build_new_dn( &newdn, &pdn, &op->orr_nnewrdn, op->o_tmpmemctx );
903                 fc.fdn = &newdn;
904                 freefdn = 1;
905         }
906         if ( op->o_tag != LDAP_REQ_ADD ) {
907                 op->o_bd->bd_info = (BackendInfo *)on->on_info;
908                 rc = be_entry_get_rw( op, fc.fdn, NULL, NULL, 0, &e );
909                 op->o_bd->bd_info = (BackendInfo *)on;
910                 if ( rc ) return;
911         } else {
912                 e = op->ora_e;
913         }
914
915         /* Never replicate these */
916         if ( is_entry_syncConsumerSubentry( e )) {
917                 goto done;
918         }
919         if ( saveit ) {
920                 ber_dupbv_x( &opc->sdn, &e->e_name, op->o_tmpmemctx );
921                 ber_dupbv_x( &opc->sndn, &e->e_nname, op->o_tmpmemctx );
922                 opc->sreference = is_entry_referral( e );
923         }
924         if ( saveit || op->o_tag == LDAP_REQ_ADD ) {
925                 a = attr_find( e->e_attrs, slap_schema.si_ad_entryUUID );
926                 if ( a )
927                         ber_dupbv_x( &opc->suuid, &a->a_nvals[0], op->o_tmpmemctx );
928         }
929
930         ldap_pvt_thread_mutex_lock( &si->si_ops_mutex );
931         for (ss = si->si_ops, sprev = (syncops *)&si->si_ops; ss;
932                 sprev = ss, ss=snext)
933         {
934                 syncmatches *sm;
935                 int found = 0;
936
937                 snext = ss->s_next;
938                 /* validate base */
939                 fc.fss = ss;
940                 fc.fbase = 0;
941                 fc.fscope = 0;
942
943                 /* If the base of the search is missing, signal a refresh */
944                 rc = syncprov_findbase( op, &fc );
945                 if ( rc != LDAP_SUCCESS ) {
946                         SlapReply rs = {REP_RESULT};
947                         send_ldap_error( ss->s_op, &rs, LDAP_SYNC_REFRESH_REQUIRED,
948                                 "search base has changed" );
949                         sprev->s_next = snext;
950                         syncprov_drop_psearch( ss );
951                         continue;
952                 }
953
954                 /* If we're sending results now, look for this op in old matches */
955                 if ( !saveit ) {
956                         syncmatches *old;
957                         for ( sm=opc->smatches, old=(syncmatches *)&opc->smatches; sm;
958                                 old=sm, sm=sm->sm_next ) {
959                                 if ( sm->sm_op == ss ) {
960                                         found = 1;
961                                         old->sm_next = sm->sm_next;
962                                         op->o_tmpfree( sm, op->o_tmpmemctx );
963                                         break;
964                                 }
965                         }
966                 }
967
968                 /* check if current o_req_dn is in scope and matches filter */
969                 if ( fc.fscope && test_filter( op, e, ss->s_op->ors_filter ) ==
970                         LDAP_COMPARE_TRUE ) {
971                         if ( saveit ) {
972                                 sm = op->o_tmpalloc( sizeof(syncmatches), op->o_tmpmemctx );
973                                 sm->sm_next = opc->smatches;
974                                 sm->sm_op = ss;
975                                 ss->s_inuse++;
976                                 opc->smatches = sm;
977                         } else {
978                                 /* if found send UPDATE else send ADD */
979                                 syncprov_sendresp( op, opc, ss, e,
980                                         found ? LDAP_SYNC_MODIFY : LDAP_SYNC_ADD, 1 );
981                         }
982                 } else if ( !saveit && found ) {
983                         /* send DELETE */
984                         syncprov_sendresp( op, opc, ss, NULL, LDAP_SYNC_DELETE, 1 );
985                 }
986         }
987         ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex );
988 done:
989         if ( op->o_tag != LDAP_REQ_ADD ) {
990                 op->o_bd->bd_info = (BackendInfo *)on->on_info;
991                 be_entry_release_r( op, e );
992                 op->o_bd->bd_info = (BackendInfo *)on;
993         }
994         if ( freefdn ) {
995                 op->o_tmpfree( fc.fdn->bv_val, op->o_tmpmemctx );
996         }
997 }
998
999 static int
1000 syncprov_op_cleanup( Operation *op, SlapReply *rs )
1001 {
1002         slap_callback *cb = op->o_callback;
1003         opcookie *opc = cb->sc_private;
1004         slap_overinst *on = opc->son;
1005         syncprov_info_t         *si = on->on_bi.bi_private;
1006         syncmatches *sm, *snext;
1007         modtarget *mt, mtdummy;
1008
1009         for (sm = opc->smatches; sm; sm=snext) {
1010                 snext = sm->sm_next;
1011                 syncprov_free_syncop( sm->sm_op );
1012                 op->o_tmpfree( sm, op->o_tmpmemctx );
1013         }
1014
1015         /* Remove op from lock table */
1016         mtdummy.mt_op = op;
1017         ldap_pvt_thread_mutex_lock( &si->si_mods_mutex );
1018         mt = avl_find( si->si_mods, &mtdummy, sp_avl_cmp );
1019         ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex );
1020         if ( mt ) {
1021                 modinst *mi = mt->mt_mods;
1022
1023                 /* If there are more, promote the next one */
1024                 ldap_pvt_thread_mutex_lock( &mt->mt_mutex );
1025                 if ( mi->mi_next ) {
1026                         mt->mt_mods = mi->mi_next;
1027                         mt->mt_op = mt->mt_mods->mi_op;
1028                         ldap_pvt_thread_mutex_unlock( &mt->mt_mutex );
1029                 } else {
1030                         ldap_pvt_thread_mutex_lock( &si->si_mods_mutex );
1031                         avl_delete( &si->si_mods, mt, sp_avl_cmp );
1032                         ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex );
1033                         ldap_pvt_thread_mutex_unlock( &mt->mt_mutex );
1034                         ldap_pvt_thread_mutex_destroy( &mt->mt_mutex );
1035                         ch_free( mt );
1036                 }
1037         }
1038         if ( !BER_BVISNULL( &opc->suuid ))
1039                 op->o_tmpfree( opc->suuid.bv_val, op->o_tmpmemctx );
1040         if ( !BER_BVISNULL( &opc->sndn ))
1041                 op->o_tmpfree( opc->sndn.bv_val, op->o_tmpmemctx );
1042         if ( !BER_BVISNULL( &opc->sdn ))
1043                 op->o_tmpfree( opc->sdn.bv_val, op->o_tmpmemctx );
1044         op->o_callback = cb->sc_next;
1045         op->o_tmpfree(cb, op->o_tmpmemctx);
1046 }
1047
1048 static void
1049 syncprov_checkpoint( Operation *op, SlapReply *rs, slap_overinst *on )
1050 {
1051         syncprov_info_t         *si = on->on_bi.bi_private;
1052         Modifications mod;
1053         Operation opm;
1054         struct berval bv[2];
1055         BackendInfo *orig;
1056         slap_callback cb = {0};
1057
1058         mod.sml_values = bv;
1059         bv[1].bv_val = NULL;
1060         bv[0] = si->si_ctxcsn;
1061         mod.sml_nvalues = NULL;
1062         mod.sml_desc = slap_schema.si_ad_contextCSN;
1063         mod.sml_op = LDAP_MOD_REPLACE;
1064         mod.sml_next = NULL;
1065
1066         cb.sc_response = slap_null_cb;
1067         opm = *op;
1068         opm.o_tag = LDAP_REQ_MODIFY;
1069         opm.o_callback = &cb;
1070         opm.orm_modlist = &mod;
1071         opm.o_req_dn = op->o_bd->be_suffix[0];
1072         opm.o_req_ndn = op->o_bd->be_nsuffix[0];
1073         orig = opm.o_bd->bd_info;
1074         opm.o_bd->bd_info = on->on_info->oi_orig;
1075         opm.o_bd->be_modify( &opm, rs );
1076 }
1077
1078 static void
1079 syncprov_add_slog( Operation *op, struct berval *csn )
1080 {
1081         opcookie *opc = op->o_callback->sc_private;
1082         slap_overinst *on = opc->son;
1083         syncprov_info_t         *si = on->on_bi.bi_private;
1084         sessionlog *sl;
1085         slog_entry *se;
1086
1087         for ( sl = si->si_logs; sl; sl=sl->sl_next ) {
1088                 /* Allocate a record. UUIDs are not NUL-terminated. */
1089                 se = ch_malloc( sizeof( slog_entry ) + opc->suuid.bv_len + 
1090                         csn->bv_len + 1 );
1091                 se->se_next = NULL;
1092                 se->se_tag = op->o_tag;
1093
1094                 se->se_uuid.bv_val = (char *)(se+1);
1095                 se->se_csn.bv_val = se->se_uuid.bv_val + opc->suuid.bv_len + 1;
1096                 AC_MEMCPY( se->se_uuid.bv_val, opc->suuid.bv_val, opc->suuid.bv_len );
1097                 se->se_uuid.bv_len = opc->suuid.bv_len;
1098
1099                 AC_MEMCPY( se->se_csn.bv_val, csn->bv_val, csn->bv_len );
1100                 se->se_csn.bv_val[csn->bv_len] = '\0';
1101                 se->se_csn.bv_len = csn->bv_len;
1102
1103                 ldap_pvt_thread_mutex_lock( &sl->sl_mutex );
1104                 if ( sl->sl_head ) {
1105                         sl->sl_tail->se_next = se;
1106                 } else {
1107                         sl->sl_head = se;
1108                 }
1109                 sl->sl_tail = se;
1110                 sl->sl_num++;
1111                 while ( sl->sl_num > sl->sl_size ) {
1112                         se = sl->sl_head;
1113                         sl->sl_head = se->se_next;
1114                         strcpy( sl->sl_mincsn.bv_val, se->se_csn.bv_val );
1115                         sl->sl_mincsn.bv_len = se->se_csn.bv_len;
1116                         ch_free( se );
1117                         sl->sl_num--;
1118                         if ( !sl->sl_head ) {
1119                                 sl->sl_tail = NULL;
1120                         }
1121                 }
1122                 ldap_pvt_thread_mutex_unlock( &sl->sl_mutex );
1123         }
1124 }
1125
1126 /* Just set a flag if we found the matching entry */
1127 static int
1128 playlog_cb( Operation *op, SlapReply *rs )
1129 {
1130         if ( rs->sr_type == REP_SEARCH ) {
1131                 op->o_callback->sc_private = (void *)1;
1132         }
1133         return rs->sr_err;
1134 }
1135
1136 /* enter with sl->sl_mutex locked, release before returning */
1137 static void
1138 syncprov_playlog( Operation *op, SlapReply *rs, sessionlog *sl,
1139         struct berval *oldcsn, struct berval *ctxcsn )
1140 {
1141         slap_overinst           *on = (slap_overinst *)op->o_bd->bd_info;
1142         syncprov_info_t         *si = on->on_bi.bi_private;
1143         slog_entry *se;
1144         int i, j, ndel, num, nmods, mmods;
1145         BerVarray uuids;
1146
1147         if ( !sl->sl_num ) {
1148                 ldap_pvt_thread_mutex_unlock( &sl->sl_mutex );
1149                 return;
1150         }
1151
1152         num = sl->sl_num;
1153         i = 0;
1154         nmods = 0;
1155
1156         uuids = op->o_tmpalloc( (num+1) * sizeof( struct berval ) +
1157                 num * UUID_LEN, op->o_tmpmemctx );
1158
1159         uuids[0].bv_val = (char *)(uuids + num + 1);
1160
1161         /* Make a copy of the relevant UUIDs. Put the Deletes up front
1162          * and everything else at the end. Do this first so we can
1163          * unlock the list mutex.
1164          */
1165         for ( se=sl->sl_head; se; se=se->se_next ) {
1166                 if ( ber_bvcmp( &se->se_csn, oldcsn ) < 0 ) continue;
1167                 if ( ber_bvcmp( &se->se_csn, ctxcsn ) > 0 ) break;
1168                 if ( se->se_tag == LDAP_REQ_DELETE ) {
1169                         j = i;
1170                         i++;
1171                 } else {
1172                         nmods++;
1173                         j = num - nmods;
1174                 }
1175                 uuids[j].bv_val = uuids[0].bv_val + (j * UUID_LEN);
1176                 AC_MEMCPY(uuids[j].bv_val, se->se_uuid.bv_val, UUID_LEN);
1177                 uuids[j].bv_len = UUID_LEN;
1178         }
1179         ldap_pvt_thread_mutex_unlock( &sl->sl_mutex );
1180
1181         ndel = i;
1182
1183         /* Mods must be validated to see if they belong in this delete set.
1184          */
1185
1186         mmods = nmods;
1187         /* Strip any duplicates */
1188         for ( i=0; i<nmods; i++ ) {
1189                 for ( j=0; j<ndel; j++ ) {
1190                         if ( bvmatch( &uuids[j], &uuids[num - 1 - i] )) {
1191                                 uuids[num - 1 - i].bv_len = 0;
1192                                 mmods --;
1193                                 break;
1194                         }
1195                 }
1196                 if ( uuids[num - 1 - i].bv_len == 0 ) continue;
1197                 for ( j=0; j<i; j++ ) {
1198                         if ( bvmatch( &uuids[num - 1 - j], &uuids[num - 1 - i] )) {
1199                                 uuids[num - 1 - i].bv_len = 0;
1200                                 mmods --;
1201                                 break;
1202                         }
1203                 }
1204         }
1205
1206         if ( mmods ) {
1207                 Operation fop;
1208                 SlapReply frs = { REP_RESULT };
1209                 int rc;
1210                 Filter mf, af;
1211                 AttributeAssertion eq;
1212                 slap_callback cb = {0};
1213
1214                 fop = *op;
1215
1216                 fop.o_sync_mode = 0;
1217                 fop.o_callback = &cb;
1218                 fop.ors_limit = NULL;
1219                 fop.ors_tlimit = SLAP_NO_LIMIT;
1220                 fop.ors_attrs = slap_anlist_all_attributes;
1221                 fop.ors_attrsonly = 0;
1222                 fop.o_managedsait = SLAP_CONTROL_CRITICAL;
1223
1224                 af.f_choice = LDAP_FILTER_AND;
1225                 af.f_next = NULL;
1226                 af.f_and = &mf;
1227                 mf.f_choice = LDAP_FILTER_EQUALITY;
1228                 mf.f_ava = &eq;
1229                 mf.f_av_desc = slap_schema.si_ad_entryUUID;
1230                 mf.f_next = fop.ors_filter;
1231
1232                 fop.ors_filter = &af;
1233
1234                 cb.sc_response = playlog_cb;
1235                 fop.o_bd->bd_info = on->on_info->oi_orig;
1236
1237                 for ( i=ndel; i<num; i++ ) {
1238                         if ( uuids[i].bv_len == 0 ) continue;
1239
1240                         mf.f_av_value = uuids[i];
1241                         cb.sc_private = NULL;
1242                         fop.ors_slimit = 1;
1243                         rc = fop.o_bd->be_search( &fop, &frs );
1244
1245                         /* If entry was not found, add to delete list */
1246                         if ( !cb.sc_private ) {
1247                                 uuids[ndel++] = uuids[i];
1248                         }
1249                 }
1250                 fop.o_bd->bd_info = (BackendInfo *)on;
1251         }
1252         if ( ndel ) {
1253                 uuids[ndel].bv_val = NULL;
1254                 syncprov_sendinfo( op, rs, LDAP_TAG_SYNC_ID_SET, NULL, 0, uuids, 1 );
1255         }
1256 }
1257
1258 static int
1259 syncprov_op_response( Operation *op, SlapReply *rs )
1260 {
1261         opcookie *opc = op->o_callback->sc_private;
1262         slap_overinst *on = opc->son;
1263         syncprov_info_t         *si = on->on_bi.bi_private;
1264         syncmatches *sm;
1265
1266         if ( rs->sr_err == LDAP_SUCCESS )
1267         {
1268                 struct berval maxcsn = BER_BVNULL, curcsn = BER_BVNULL;
1269                 char cbuf[LDAP_LUTIL_CSNSTR_BUFSIZE];
1270
1271                 /* Update our context CSN */
1272                 cbuf[0] = '\0';
1273                 ldap_pvt_thread_mutex_lock( &si->si_csn_mutex );
1274                 slap_get_commit_csn( op, &maxcsn, &curcsn );
1275                 if ( !BER_BVISNULL( &maxcsn ) ) {
1276                         strcpy( cbuf, maxcsn.bv_val );
1277                         if ( ber_bvcmp( &maxcsn, &si->si_ctxcsn ) > 0 ) {
1278                                 strcpy( si->si_ctxcsnbuf, cbuf );
1279                                 si->si_ctxcsn.bv_len = maxcsn.bv_len;
1280                         }
1281                 }
1282
1283                 si->si_numops++;
1284                 if ( si->si_chkops || si->si_chktime ) {
1285                         int do_check=0;
1286                         if ( si->si_chkops && si->si_numops >= si->si_chkops ) {
1287                                 do_check = 1;
1288                                 si->si_numops = 0;
1289                         }
1290                         if ( si->si_chktime &&
1291                                 (op->o_time - si->si_chklast >= si->si_chktime )) {
1292                                 do_check = 1;
1293                                 si->si_chklast = op->o_time;
1294                         }
1295                         if ( do_check ) {
1296                                 syncprov_checkpoint( op, rs, on );
1297                         }
1298                 }
1299                 ldap_pvt_thread_mutex_unlock( &si->si_csn_mutex );
1300
1301                 opc->sctxcsn.bv_len = maxcsn.bv_len;
1302                 opc->sctxcsn.bv_val = cbuf;
1303
1304                 /* Handle any persistent searches */
1305                 if ( si->si_ops ) {
1306                         switch(op->o_tag) {
1307                         case LDAP_REQ_ADD:
1308                         case LDAP_REQ_MODIFY:
1309                         case LDAP_REQ_MODRDN:
1310                         case LDAP_REQ_EXTENDED:
1311                                 syncprov_matchops( op, opc, 0 );
1312                                 break;
1313                         case LDAP_REQ_DELETE:
1314                                 /* for each match in opc->smatches:
1315                                  *   send DELETE msg
1316                                  */
1317                                 ldap_pvt_thread_mutex_lock( &si->si_ops_mutex );
1318                                 for ( sm = opc->smatches; sm; sm=sm->sm_next ) {
1319                                         if ( sm->sm_op->s_op->o_abandon )
1320                                                 continue;
1321                                         syncprov_sendresp( op, opc, sm->sm_op, NULL,
1322                                                 LDAP_SYNC_DELETE, 1 );
1323                                 }
1324                                 ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex );
1325                                 break;
1326                         }
1327                 }
1328
1329                 /* Add any log records */
1330                 if ( si->si_logs && op->o_tag != LDAP_REQ_ADD ) {
1331                         syncprov_add_slog( op, &curcsn );
1332                 }
1333
1334         }
1335         return SLAP_CB_CONTINUE;
1336 }
1337
1338 /* We don't use a subentry to store the context CSN any more.
1339  * We expose the current context CSN as an operational attribute
1340  * of the suffix entry.
1341  */
1342 static int
1343 syncprov_op_compare( Operation *op, SlapReply *rs )
1344 {
1345         slap_overinst           *on = (slap_overinst *)op->o_bd->bd_info;
1346         syncprov_info_t         *si = on->on_bi.bi_private;
1347         int rc = SLAP_CB_CONTINUE;
1348
1349         if ( dn_match( &op->o_req_ndn, op->o_bd->be_nsuffix ) &&
1350                 op->oq_compare.rs_ava->aa_desc == slap_schema.si_ad_contextCSN )
1351         {
1352                 Entry e = {0};
1353                 Attribute a = {0};
1354                 struct berval bv[2];
1355
1356                 e.e_name = op->o_bd->be_suffix[0];
1357                 e.e_nname = op->o_bd->be_nsuffix[0];
1358
1359                 BER_BVZERO( &bv[1] );
1360                 bv[0] = si->si_ctxcsn;
1361
1362                 a.a_desc = slap_schema.si_ad_contextCSN;
1363                 a.a_vals = bv;
1364                 a.a_nvals = a.a_vals;
1365
1366                 ldap_pvt_thread_mutex_lock( &si->si_csn_mutex );
1367
1368                 rs->sr_err = access_allowed( op, &e, op->oq_compare.rs_ava->aa_desc,
1369                         &op->oq_compare.rs_ava->aa_value, ACL_COMPARE, NULL );
1370                 if ( ! rs->sr_err ) {
1371                         rs->sr_err = LDAP_INSUFFICIENT_ACCESS;
1372                         goto return_results;
1373                 }
1374
1375                 if ( get_assert( op ) &&
1376                         ( test_filter( op, &e, get_assertion( op ) ) != LDAP_COMPARE_TRUE ) )
1377                 {
1378                         rs->sr_err = LDAP_ASSERTION_FAILED;
1379                         goto return_results;
1380                 }
1381
1382
1383                 rs->sr_err = LDAP_COMPARE_FALSE;
1384
1385                 if ( value_find_ex( op->oq_compare.rs_ava->aa_desc,
1386                         SLAP_MR_ATTRIBUTE_VALUE_NORMALIZED_MATCH |
1387                                 SLAP_MR_ASSERTED_VALUE_NORMALIZED_MATCH,
1388                                 a.a_nvals, &op->oq_compare.rs_ava->aa_value, op->o_tmpmemctx ) == 0 )
1389                 {
1390                         rs->sr_err = LDAP_COMPARE_TRUE;
1391                 }
1392
1393 return_results:;
1394
1395                 ldap_pvt_thread_mutex_unlock( &si->si_csn_mutex );
1396
1397                 send_ldap_result( op, rs );
1398
1399                 if( rs->sr_err == LDAP_COMPARE_FALSE || rs->sr_err == LDAP_COMPARE_TRUE ) {
1400                         rs->sr_err = LDAP_SUCCESS;
1401                 }
1402                 rc = rs->sr_err;
1403         }
1404
1405         return rc;
1406 }
1407
1408 static int
1409 syncprov_op_mod( Operation *op, SlapReply *rs )
1410 {
1411         slap_overinst           *on = (slap_overinst *)op->o_bd->bd_info;
1412         syncprov_info_t         *si = on->on_bi.bi_private;
1413
1414         slap_callback *cb = op->o_tmpcalloc(1, sizeof(slap_callback)+
1415                 sizeof(opcookie) +
1416                 (si->si_ops ? sizeof(modinst) : 0 ),
1417                 op->o_tmpmemctx);
1418         opcookie *opc = (opcookie *)(cb+1);
1419         opc->son = on;
1420         cb->sc_response = syncprov_op_response;
1421         cb->sc_cleanup = syncprov_op_cleanup;
1422         cb->sc_private = opc;
1423         cb->sc_next = op->o_callback;
1424         op->o_callback = cb;
1425
1426         /* If there are active persistent searches, lock this operation.
1427          * See seqmod.c for the locking logic on its own.
1428          */
1429         if ( si->si_ops ) {
1430                 modtarget *mt, mtdummy;
1431                 modinst *mi;
1432
1433                 mi = (modinst *)(opc+1);
1434                 mi->mi_op = op;
1435
1436                 /* See if we're already modifying this entry... */
1437                 mtdummy.mt_op = op;
1438                 ldap_pvt_thread_mutex_lock( &si->si_mods_mutex );
1439                 mt = avl_find( si->si_mods, &mtdummy, sp_avl_cmp );
1440                 if ( mt ) {
1441                         ldap_pvt_thread_mutex_lock( &mt->mt_mutex );
1442                         ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex );
1443                         mt->mt_tail->mi_next = mi;
1444                         mt->mt_tail = mi;
1445                         /* wait for this op to get to head of list */
1446                         while ( mt->mt_mods != mi ) {
1447                                 ldap_pvt_thread_mutex_unlock( &mt->mt_mutex );
1448                                 ldap_pvt_thread_yield();
1449                                 ldap_pvt_thread_mutex_lock( &mt->mt_mutex );
1450                         }
1451                         ldap_pvt_thread_mutex_unlock( &mt->mt_mutex );
1452                 } else {
1453                         /* Record that we're modifying this entry now */
1454                         mt = ch_malloc( sizeof(modtarget) );
1455                         mt->mt_mods = mi;
1456                         mt->mt_tail = mi;
1457                         mt->mt_op = mi->mi_op;
1458                         ldap_pvt_thread_mutex_init( &mt->mt_mutex );
1459                         avl_insert( &si->si_mods, mt, sp_avl_cmp, avl_dup_error );
1460                         ldap_pvt_thread_mutex_unlock( &si->si_mods_mutex );
1461                 }
1462         }
1463
1464         if (( si->si_ops || si->si_logs ) && op->o_tag != LDAP_REQ_ADD )
1465                 syncprov_matchops( op, opc, 1 );
1466                 
1467
1468         return SLAP_CB_CONTINUE;
1469 }
1470
1471 static int
1472 syncprov_op_extended( Operation *op, SlapReply *rs )
1473 {
1474         if ( exop_is_write( op ))
1475                 return syncprov_op_mod( op, rs );
1476
1477         return SLAP_CB_CONTINUE;
1478 }
1479
1480 typedef struct searchstate {
1481         slap_overinst *ss_on;
1482         syncops *ss_so;
1483         int ss_present;
1484 } searchstate;
1485
1486 static int
1487 syncprov_search_cleanup( Operation *op, SlapReply *rs )
1488 {
1489         if ( rs->sr_ctrls ) {
1490                 op->o_tmpfree( rs->sr_ctrls[0], op->o_tmpmemctx );
1491                 op->o_tmpfree( rs->sr_ctrls, op->o_tmpmemctx );
1492                 rs->sr_ctrls = NULL;
1493         }
1494         return 0;
1495 }
1496
1497 static void
1498 syncprov_detach_op( Operation *op, syncops *so )
1499 {
1500         Operation *op2;
1501         int i, alen = 0;
1502         size_t size;
1503         char *ptr;
1504
1505         /* count the search attrs */
1506         for (i=0; op->ors_attrs && !BER_BVISNULL( &op->ors_attrs[i].an_name ); i++) {
1507                 alen += op->ors_attrs[i].an_name.bv_len + 1;
1508         }
1509         /* Make a new copy of the operation */
1510         size = sizeof(Operation) + sizeof(Opheader) +
1511                 (i ? ( (i+1) * sizeof(AttributeName) + alen) : 0) +
1512                 op->o_req_dn.bv_len + 1 +
1513                 op->o_req_ndn.bv_len + 1 +
1514                 op->o_ndn.bv_len + 1 +
1515                 so->s_filterstr.bv_len + 1;
1516         op2 = (Operation *)ch_malloc( size );
1517         *op2 = *op;
1518         op2->o_hdr = (Opheader *)(op2+1);
1519         *op2->o_hdr = *op->o_hdr;
1520         if ( i ) {
1521                 op2->ors_attrs = (AttributeName *)(op2->o_hdr + 1);
1522                 ptr = (char *)(op2->ors_attrs+i+1);
1523                 for (i=0; !BER_BVISNULL( &op->ors_attrs[i].an_name ); i++) {
1524                         op2->ors_attrs[i] = op->ors_attrs[i];
1525                         op2->ors_attrs[i].an_name.bv_val = ptr;
1526                         ptr = lutil_strcopy( ptr, op->ors_attrs[i].an_name.bv_val ) + 1;
1527                 }
1528                 BER_BVZERO( &op2->ors_attrs[i].an_name );
1529         } else {
1530                 ptr = (char *)(op2->o_hdr + 1);
1531         }
1532         op2->o_ndn.bv_val = ptr;
1533         ptr = lutil_strcopy(ptr, op->o_ndn.bv_val) + 1;
1534         op2->o_dn = op2->o_ndn;
1535         op2->o_req_dn.bv_val = ptr;
1536         ptr = lutil_strcopy(ptr, op->o_req_dn.bv_val) + 1;
1537         op2->o_req_ndn.bv_val = ptr;
1538         ptr = lutil_strcopy(ptr, op->o_req_ndn.bv_val) + 1;
1539         op2->ors_filterstr.bv_val = ptr;
1540         strcpy( ptr, so->s_filterstr.bv_val );
1541         op2->ors_filterstr.bv_len = so->s_filterstr.bv_len;
1542         op2->ors_filter = str2filter( ptr );
1543         op2->o_controls = NULL;
1544         op2->o_callback = NULL;
1545         so->s_op = op2;
1546
1547         /* Increment number of ops so that idletimeout ignores us */
1548         ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex );
1549         op->o_conn->c_n_ops_executing++;
1550         op->o_conn->c_n_ops_completed--;
1551         ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex );
1552 }
1553
1554 static int
1555 syncprov_search_response( Operation *op, SlapReply *rs )
1556 {
1557         searchstate *ss = op->o_callback->sc_private;
1558         slap_overinst *on = ss->ss_on;
1559         syncprov_info_t         *si = on->on_bi.bi_private;
1560         sync_control *srs = op->o_controls[slap_cids.sc_LDAPsync];
1561
1562         if ( rs->sr_type == REP_SEARCH || rs->sr_type == REP_SEARCHREF ) {
1563                 int i;
1564                 /* If we got a referral without a referral object, there's
1565                  * something missing that we cannot replicate. Just ignore it.
1566                  * The consumer will abort because we didn't send the expected
1567                  * control.
1568                  */
1569                 if ( !rs->sr_entry ) {
1570                         assert( rs->sr_entry );
1571                         Debug( LDAP_DEBUG_ANY, "bogus referral in context\n",0,0,0 );
1572                         return SLAP_CB_CONTINUE;
1573                 }
1574                 if ( srs->sr_state.ctxcsn ) {
1575                         Attribute *a = attr_find( rs->sr_entry->e_attrs,
1576                                 slap_schema.si_ad_entryCSN );
1577                         /* Don't send the ctx entry twice */
1578                         if ( bvmatch( &a->a_nvals[0], srs->sr_state.ctxcsn ))
1579                                 return LDAP_SUCCESS;
1580                 }
1581                 rs->sr_ctrls = op->o_tmpalloc( sizeof(LDAPControl *)*2,
1582                         op->o_tmpmemctx );
1583                 rs->sr_ctrls[1] = NULL;
1584                 rs->sr_err = syncprov_state_ctrl( op, rs, rs->sr_entry,
1585                         LDAP_SYNC_ADD, rs->sr_ctrls, 0, 0, NULL );
1586         } else if ( rs->sr_type == REP_RESULT && rs->sr_err == LDAP_SUCCESS ) {
1587                 struct berval cookie;
1588
1589                 slap_compose_sync_cookie( op, &cookie,
1590                         &op->ors_filter->f_and->f_ava->aa_value,
1591                         srs->sr_state.sid, srs->sr_state.rid );
1592
1593                 /* Is this a regular refresh? */
1594                 if ( !ss->ss_so ) {
1595                         rs->sr_ctrls = op->o_tmpalloc( sizeof(LDAPControl *)*2,
1596                                 op->o_tmpmemctx );
1597                         rs->sr_ctrls[1] = NULL;
1598                         rs->sr_err = syncprov_done_ctrl( op, rs, rs->sr_ctrls,
1599                                 0, 1, &cookie, ss->ss_present ?  LDAP_SYNC_REFRESH_PRESENTS :
1600                                         LDAP_SYNC_REFRESH_DELETES );
1601                 } else {
1602                         int locked = 0;
1603                 /* It's RefreshAndPersist, transition to Persist phase */
1604                         syncprov_sendinfo( op, rs, ss->ss_present ?
1605                                 LDAP_TAG_SYNC_REFRESH_PRESENT : LDAP_TAG_SYNC_REFRESH_DELETE,
1606                                 &cookie, 1, NULL, 0 );
1607                         /* Flush any queued persist messages */
1608                         if ( ss->ss_so->s_res ) {
1609                                 syncres *sr, *srnext;
1610                                 Entry *e;
1611                                 opcookie opc;
1612
1613                                 opc.son = on;
1614                                 ldap_pvt_thread_mutex_lock( &ss->ss_so->s_mutex );
1615                                 locked = 1;
1616                                 for (sr = ss->ss_so->s_res; sr; sr=srnext) {
1617                                         int rc = LDAP_SUCCESS;
1618                                         srnext = sr->s_next;
1619                                         opc.sdn = sr->s_dn;
1620                                         opc.sndn = sr->s_ndn;
1621                                         opc.suuid = sr->s_uuid;
1622                                         opc.sctxcsn = sr->s_csn;
1623                                         opc.sreference = sr->s_isreference;
1624                                         e = NULL;
1625
1626                                         if ( sr->s_mode != LDAP_SYNC_DELETE ) {
1627                                                 op->o_bd->bd_info = (BackendInfo *)on->on_info;
1628                                                 rc = be_entry_get_rw( op, &opc.sndn, NULL, NULL, 0, &e );
1629                                                 op->o_bd->bd_info = (BackendInfo *)on;
1630                                         }
1631                                         if ( rc == LDAP_SUCCESS )
1632                                                 syncprov_sendresp( op, &opc, ss->ss_so, e,
1633                                                         sr->s_mode, 0 );
1634
1635                                         if ( e ) {
1636                                                 op->o_bd->bd_info = (BackendInfo *)on->on_info;
1637                                                 be_entry_release_r( op, e );
1638                                                 op->o_bd->bd_info = (BackendInfo *)on;
1639                                         }
1640                                         ch_free( sr );
1641                                 }
1642                                 ss->ss_so->s_res = NULL;
1643                                 ss->ss_so->s_restail = NULL;
1644                         }
1645
1646                         /* Turn off the refreshing flag */
1647                         ss->ss_so->s_flags ^= PS_IS_REFRESHING;
1648                         if ( locked )
1649                                 ldap_pvt_thread_mutex_unlock( &ss->ss_so->s_mutex );
1650
1651                         /* Detach this Op from frontend control */
1652                         syncprov_detach_op( op, ss->ss_so );
1653
1654                         return LDAP_SUCCESS;
1655                 }
1656         }
1657
1658         return SLAP_CB_CONTINUE;
1659 }
1660
1661 static int
1662 syncprov_op_search( Operation *op, SlapReply *rs )
1663 {
1664         slap_overinst           *on = (slap_overinst *)op->o_bd->bd_info;
1665         syncprov_info_t         *si = (syncprov_info_t *)on->on_bi.bi_private;
1666         slap_callback   *cb;
1667         int gotstate = 0, nochange = 0, do_present = 1;
1668         Filter *fand, *fava;
1669         syncops *sop = NULL;
1670         searchstate *ss;
1671         sync_control *srs;
1672         struct berval ctxcsn;
1673         char csnbuf[LDAP_LUTIL_CSNSTR_BUFSIZE];
1674
1675         if ( !(op->o_sync_mode & SLAP_SYNC_REFRESH) ) return SLAP_CB_CONTINUE;
1676
1677         if ( op->ors_deref & LDAP_DEREF_SEARCHING ) {
1678                 send_ldap_error( op, rs, LDAP_PROTOCOL_ERROR, "illegal value for derefAliases" );
1679                 return rs->sr_err;
1680         }
1681
1682         srs = op->o_controls[slap_cids.sc_LDAPsync];
1683
1684         /* If this is a persistent search, set it up right away */
1685         if ( op->o_sync_mode & SLAP_SYNC_PERSIST ) {
1686                 syncops so = {0};
1687                 fbase_cookie fc;
1688                 opcookie opc;
1689                 slap_callback sc;
1690
1691                 fc.fss = &so;
1692                 fc.fbase = 0;
1693                 so.s_eid = NOID;
1694                 so.s_op = op;
1695                 so.s_flags = PS_IS_REFRESHING;
1696                 /* syncprov_findbase expects to be called as a callback... */
1697                 sc.sc_private = &opc;
1698                 opc.son = on;
1699                 cb = op->o_callback;
1700                 op->o_callback = &sc;
1701                 rs->sr_err = syncprov_findbase( op, &fc );
1702                 op->o_callback = cb;
1703
1704                 if ( rs->sr_err != LDAP_SUCCESS ) {
1705                         send_ldap_result( op, rs );
1706                         return rs->sr_err;
1707                 }
1708                 sop = ch_malloc( sizeof( syncops ));
1709                 *sop = so;
1710                 ldap_pvt_thread_mutex_init( &sop->s_mutex );
1711                 ldap_pvt_thread_mutex_lock( &si->si_ops_mutex );
1712                 sop->s_sid = srs->sr_state.sid;
1713                 sop->s_rid = srs->sr_state.rid;
1714                 sop->s_next = si->si_ops;
1715                 sop->s_inuse = 1;
1716                 si->si_ops = sop;
1717                 ldap_pvt_thread_mutex_unlock( &si->si_ops_mutex );
1718         }
1719
1720         /* snapshot the ctxcsn */
1721         ldap_pvt_thread_mutex_lock( &si->si_csn_mutex );
1722         strcpy( csnbuf, si->si_ctxcsnbuf );
1723         ctxcsn.bv_len = si->si_ctxcsn.bv_len;
1724         ldap_pvt_thread_mutex_unlock( &si->si_csn_mutex );
1725         ctxcsn.bv_val = csnbuf;
1726         
1727         /* If we have a cookie, handle the PRESENT lookups */
1728         if ( srs->sr_state.ctxcsn ) {
1729                 sessionlog *sl;
1730
1731                 /* Is the CSN in a valid format? */
1732                 if ( srs->sr_state.ctxcsn->bv_len >= LDAP_LUTIL_CSNSTR_BUFSIZE ) {
1733                         send_ldap_error( op, rs, LDAP_OTHER, "invalid sync cookie" );
1734                         return rs->sr_err;
1735                 }
1736                 /* If just Refreshing and nothing has changed, shortcut it */
1737                 if ( bvmatch( srs->sr_state.ctxcsn, &ctxcsn )) {
1738                         nochange = 1;
1739                         if ( !(op->o_sync_mode & SLAP_SYNC_PERSIST) ) {
1740                                 LDAPControl     *ctrls[2];
1741
1742                                 ctrls[0] = NULL;
1743                                 ctrls[1] = NULL;
1744                                 syncprov_done_ctrl( op, rs, ctrls, 0, 0,
1745                                         NULL, LDAP_SYNC_REFRESH_DELETES );
1746                                 rs->sr_ctrls = ctrls;
1747                                 rs->sr_err = LDAP_SUCCESS;
1748                                 send_ldap_result( op, rs );
1749                                 rs->sr_ctrls = NULL;
1750                                 return rs->sr_err;
1751                         }
1752                         goto shortcut;
1753                 }
1754                 /* Do we have a sessionlog for this search? */
1755                 for ( sl=si->si_logs; sl; sl=sl->sl_next )
1756                         if ( sl->sl_sid == srs->sr_state.sid ) break;
1757                 if ( sl ) {
1758                         ldap_pvt_thread_mutex_lock( &sl->sl_mutex );
1759                         if ( ber_bvcmp( srs->sr_state.ctxcsn, &sl->sl_mincsn ) >= 0 ) {
1760                                 do_present = 0;
1761                                 /* mutex is unlocked in playlog */
1762                                 syncprov_playlog( op, rs, sl, srs->sr_state.ctxcsn, &ctxcsn );
1763                         } else {
1764                                 ldap_pvt_thread_mutex_unlock( &sl->sl_mutex );
1765                         }
1766                 }
1767                 /* Is the CSN still present in the database? */
1768                 if ( syncprov_findcsn( op, FIND_CSN ) != LDAP_SUCCESS ) {
1769                         /* No, so a reload is required */
1770 #if 0           /* the consumer doesn't seem to send this hint */
1771                         if ( op->o_sync_rhint == 0 ) {
1772                                 send_ldap_error( op, rs, LDAP_SYNC_REFRESH_REQUIRED, "sync cookie is stale" );
1773                                 return rs->sr_err;
1774                         }
1775 #endif
1776                 } else {
1777                         gotstate = 1;
1778                         /* If changed and doing Present lookup, send Present UUIDs */
1779                         if ( do_present && syncprov_findcsn( op, FIND_PRESENT ) !=
1780                                 LDAP_SUCCESS ) {
1781                                 send_ldap_result( op, rs );
1782                                 return rs->sr_err;
1783                         }
1784                 }
1785         }
1786
1787         /* Append CSN range to search filter, save original filter
1788          * for persistent search evaluation
1789          */
1790         if ( sop ) {
1791                 sop->s_filterstr= op->ors_filterstr;
1792         }
1793
1794         fand = op->o_tmpalloc( sizeof(Filter), op->o_tmpmemctx );
1795         fand->f_choice = LDAP_FILTER_AND;
1796         fand->f_next = NULL;
1797         fava = op->o_tmpalloc( sizeof(Filter), op->o_tmpmemctx );
1798         fava->f_choice = LDAP_FILTER_LE;
1799         fava->f_ava = op->o_tmpalloc( sizeof(AttributeAssertion), op->o_tmpmemctx );
1800         fava->f_ava->aa_desc = slap_schema.si_ad_entryCSN;
1801         ber_dupbv_x( &fava->f_ava->aa_value, &ctxcsn, op->o_tmpmemctx );
1802         fand->f_and = fava;
1803         if ( gotstate ) {
1804                 fava->f_next = op->o_tmpalloc( sizeof(Filter), op->o_tmpmemctx );
1805                 fava = fava->f_next;
1806                 fava->f_choice = LDAP_FILTER_GE;
1807                 fava->f_ava = op->o_tmpalloc( sizeof(AttributeAssertion), op->o_tmpmemctx );
1808                 fava->f_ava->aa_desc = slap_schema.si_ad_entryCSN;
1809                 ber_dupbv_x( &fava->f_ava->aa_value, srs->sr_state.ctxcsn, op->o_tmpmemctx );
1810         }
1811         fava->f_next = op->ors_filter;
1812         op->ors_filter = fand;
1813         filter2bv_x( op, op->ors_filter, &op->ors_filterstr );
1814
1815 shortcut:
1816         /* Let our callback add needed info to returned entries */
1817         cb = op->o_tmpcalloc(1, sizeof(slap_callback)+sizeof(searchstate), op->o_tmpmemctx);
1818         ss = (searchstate *)(cb+1);
1819         ss->ss_on = on;
1820         ss->ss_so = sop;
1821         ss->ss_present = do_present;
1822         cb->sc_response = syncprov_search_response;
1823         cb->sc_cleanup = syncprov_search_cleanup;
1824         cb->sc_private = ss;
1825         cb->sc_next = op->o_callback;
1826         op->o_callback = cb;
1827
1828 #if 0   /* I don't think we need to shortcircuit back-bdb any more */
1829         op->o_sync_mode &= SLAP_CONTROL_MASK;
1830 #endif
1831
1832         /* If this is a persistent search and no changes were reported during
1833          * the refresh phase, just invoke the response callback to transition
1834          * us into persist phase
1835          */
1836         if ( nochange ) {
1837                 rs->sr_err = LDAP_SUCCESS;
1838                 rs->sr_nentries = 0;
1839                 send_ldap_result( op, rs );
1840                 return rs->sr_err;
1841         }
1842         return SLAP_CB_CONTINUE;
1843 }
1844
1845 static int
1846 syncprov_operational(
1847         Operation *op,
1848         SlapReply *rs )
1849 {
1850         slap_overinst           *on = (slap_overinst *)op->o_bd->bd_info;
1851         syncprov_info_t         *si = (syncprov_info_t *)on->on_bi.bi_private;
1852
1853         if ( rs->sr_entry &&
1854                 dn_match( &rs->sr_entry->e_nname, op->o_bd->be_nsuffix )) {
1855
1856                 if ( SLAP_OPATTRS( rs->sr_attr_flags ) ||
1857                         ad_inlist( slap_schema.si_ad_contextCSN, rs->sr_attrs )) {
1858                         Attribute *a, **ap = NULL;
1859
1860                         for ( a=rs->sr_entry->e_attrs; a; a=a->a_next ) {
1861                                 if ( a->a_desc == slap_schema.si_ad_contextCSN )
1862                                         break;
1863                         }
1864
1865                         if ( !a ) {
1866                                 for ( ap = &rs->sr_operational_attrs; *ap; ap=&(*ap)->a_next );
1867
1868                                 a = ch_malloc( sizeof(Attribute));
1869                                 a->a_desc = slap_schema.si_ad_contextCSN;
1870                                 a->a_vals = ch_malloc( 2 * sizeof(struct berval));
1871                                 a->a_vals[1].bv_val = NULL;
1872                                 a->a_nvals = a->a_vals;
1873                                 a->a_next = NULL;
1874                                 a->a_flags = 0;
1875                                 *ap = a;
1876                         }
1877
1878                         ldap_pvt_thread_mutex_lock( &si->si_csn_mutex );
1879                         if ( !ap ) {
1880                                 strcpy( a->a_vals[0].bv_val, si->si_ctxcsnbuf );
1881                         } else {
1882                                 ber_dupbv( &a->a_vals[0], &si->si_ctxcsn );
1883                         }
1884                         ldap_pvt_thread_mutex_unlock( &si->si_csn_mutex );
1885                 }
1886         }
1887         return SLAP_CB_CONTINUE;
1888 }
1889
1890 static int
1891 syncprov_db_config(
1892         BackendDB       *be,
1893         const char      *fname,
1894         int             lineno,
1895         int             argc,
1896         char    **argv
1897 )
1898 {
1899         slap_overinst           *on = (slap_overinst *)be->bd_info;
1900         syncprov_info_t         *si = (syncprov_info_t *)on->on_bi.bi_private;
1901
1902         if ( strcasecmp( argv[ 0 ], "syncprov-checkpoint" ) == 0 ) {
1903                 if ( argc != 3 ) {
1904                         fprintf( stderr, "%s: line %d: wrong number of arguments in "
1905                                 "\"syncprov-checkpoint <ops> <minutes>\"\n", fname, lineno );
1906                         return -1;
1907                 }
1908                 si->si_chkops = atoi( argv[1] );
1909                 si->si_chktime = atoi( argv[2] ) * 60;
1910                 return 0;
1911
1912         } else if ( strcasecmp( argv[0], "syncprov-sessionlog" ) == 0 ) {
1913                 sessionlog *sl;
1914                 int sid, size;
1915                 if ( argc != 3 ) {
1916                         fprintf( stderr, "%s: line %d: wrong number of arguments in "
1917                                 "\"syncprov-sessionlog <sid> <size>\"\n", fname, lineno );
1918                         return -1;
1919                 }
1920                 sid = atoi( argv[1] );
1921                 if ( sid < 0 || sid > 999 ) {
1922                         fprintf( stderr,
1923                                 "%s: line %d: session log id %d is out of range [0..999]\n",
1924                                 fname, lineno, sid );
1925                         return -1;
1926                 }
1927                 size = atoi( argv[2] );
1928                 if ( size < 0 ) {
1929                         fprintf( stderr,
1930                                 "%s: line %d: session log size %d is negative\n",
1931                                 fname, lineno, size );
1932                         return -1;
1933                 }
1934                 for ( sl = si->si_logs; sl; sl=sl->sl_next ) {
1935                         if ( sl->sl_sid == sid ) {
1936                                 sl->sl_size = size;
1937                                 break;
1938                         }
1939                 }
1940                 if ( !sl ) {
1941                         sl = ch_malloc( sizeof( sessionlog ) + LDAP_LUTIL_CSNSTR_BUFSIZE );
1942                         sl->sl_mincsn.bv_val = (char *)(sl+1);
1943                         sl->sl_mincsn.bv_len = 0;
1944                         sl->sl_sid = sid;
1945                         sl->sl_size = size;
1946                         sl->sl_num = 0;
1947                         sl->sl_head = sl->sl_tail = NULL;
1948                         sl->sl_next = si->si_logs;
1949                         ldap_pvt_thread_mutex_init( &sl->sl_mutex );
1950                         si->si_logs = sl;
1951                 }
1952                 return 0;
1953         }
1954
1955         return SLAP_CONF_UNKNOWN;
1956 }
1957
1958 /* Cheating - we have no thread pool context for these functions,
1959  * so make one.
1960  */
1961 typedef struct thread_keys {
1962         void *key;
1963         void *data;
1964         ldap_pvt_thread_pool_keyfree_t *xfree;
1965 } thread_keys;
1966
1967 #define MAXKEYS 32
1968 /* A fake thread context */
1969 static thread_keys thrctx[MAXKEYS];
1970
1971 /* Read any existing contextCSN from the underlying db.
1972  * Then search for any entries newer than that. If no value exists,
1973  * just generate it. Cache whatever result.
1974  */
1975 static int
1976 syncprov_db_open(
1977     BackendDB *be
1978 )
1979 {
1980         slap_overinst   *on = (slap_overinst *) be->bd_info;
1981         syncprov_info_t *si = (syncprov_info_t *)on->on_bi.bi_private;
1982
1983         Connection conn;
1984         char opbuf[OPERATION_BUFFER_SIZE];
1985         char ctxcsnbuf[LDAP_LUTIL_CSNSTR_BUFSIZE];
1986         Operation *op = (Operation *)opbuf;
1987         Entry *e;
1988         Attribute *a;
1989         int rc;
1990
1991         connection_fake_init( &conn, op, thrctx );
1992         op->o_bd = be;
1993         op->o_dn = be->be_rootdn;
1994         op->o_ndn = be->be_rootndn;
1995
1996         ctxcsnbuf[0] = '\0';
1997
1998         op->o_bd->bd_info = on->on_info->oi_orig;
1999         rc = be_entry_get_rw( op, be->be_nsuffix, NULL,
2000                 slap_schema.si_ad_contextCSN, 0, &e );
2001
2002         if ( e ) {
2003                 a = attr_find( e->e_attrs, slap_schema.si_ad_contextCSN );
2004                 if ( a ) {
2005                         si->si_ctxcsn.bv_len = a->a_nvals[0].bv_len;
2006                         if ( si->si_ctxcsn.bv_len >= sizeof(si->si_ctxcsnbuf ))
2007                                 si->si_ctxcsn.bv_len = sizeof(si->si_ctxcsnbuf)-1;
2008                         strncpy( si->si_ctxcsnbuf, a->a_nvals[0].bv_val,
2009                                 si->si_ctxcsn.bv_len );
2010                         si->si_ctxcsnbuf[si->si_ctxcsn.bv_len] = '\0';
2011                         strcpy( ctxcsnbuf, si->si_ctxcsnbuf );
2012                 }
2013                 be_entry_release_r( op, e );
2014                 op->o_bd->bd_info = (BackendInfo *)on;
2015                 op->o_req_dn = be->be_suffix[0];
2016                 op->o_req_ndn = be->be_nsuffix[0];
2017                 op->ors_scope = LDAP_SCOPE_SUBTREE;
2018                 syncprov_findcsn( op, FIND_MAXCSN );
2019         }
2020
2021         if ( BER_BVISEMPTY( &si->si_ctxcsn ) ) {
2022                 slap_get_csn( op, si->si_ctxcsnbuf, sizeof(si->si_ctxcsnbuf),
2023                                 &si->si_ctxcsn, 0 );
2024         }
2025
2026         /* If our ctxcsn is different from what was read from the root
2027          * entry, write the new value out.
2028          */
2029         if ( strcmp( si->si_ctxcsnbuf, ctxcsnbuf )) {
2030                 SlapReply rs = {REP_RESULT};
2031                 syncprov_checkpoint( op, &rs, on );
2032         }
2033
2034         op->o_bd->bd_info = (BackendInfo *)on;
2035         return 0;
2036 }
2037
2038 /* Write the current contextCSN into the underlying db.
2039  */
2040 static int
2041 syncprov_db_close(
2042     BackendDB *be
2043 )
2044 {
2045     slap_overinst   *on = (slap_overinst *) be->bd_info;
2046     syncprov_info_t *si = (syncprov_info_t *)on->on_bi.bi_private;
2047         int i;
2048
2049         if ( si->si_numops ) {
2050                 Connection conn;
2051                 char opbuf[OPERATION_BUFFER_SIZE];
2052                 Operation *op = (Operation *)opbuf;
2053                 SlapReply rs = {REP_RESULT};
2054
2055                 connection_fake_init( &conn, op, thrctx );
2056                 op->o_bd = be;
2057                 op->o_dn = be->be_rootdn;
2058                 op->o_ndn = be->be_rootndn;
2059                 syncprov_checkpoint( op, &rs, on );
2060         }
2061         for ( i=0; thrctx[i].key; i++) {
2062                 if ( thrctx[i].xfree )
2063                         thrctx[i].xfree( thrctx[i].key, thrctx[i].data );
2064                 thrctx[i].key = NULL;
2065         }
2066
2067     return 0;
2068 }
2069
2070 static int
2071 syncprov_db_init(
2072         BackendDB *be
2073 )
2074 {
2075         slap_overinst   *on = (slap_overinst *)be->bd_info;
2076         syncprov_info_t *si;
2077
2078         si = ch_calloc(1, sizeof(syncprov_info_t));
2079         on->on_bi.bi_private = si;
2080         ldap_pvt_thread_mutex_init( &si->si_csn_mutex );
2081         ldap_pvt_thread_mutex_init( &si->si_ops_mutex );
2082         ldap_pvt_thread_mutex_init( &si->si_mods_mutex );
2083         si->si_ctxcsn.bv_val = si->si_ctxcsnbuf;
2084
2085         csn_anlist[0].an_desc = slap_schema.si_ad_entryCSN;
2086         csn_anlist[0].an_name = slap_schema.si_ad_entryCSN->ad_cname;
2087
2088         uuid_anlist[0].an_desc = slap_schema.si_ad_entryUUID;
2089         uuid_anlist[0].an_name = slap_schema.si_ad_entryUUID->ad_cname;
2090
2091         return 0;
2092 }
2093
2094 static int
2095 syncprov_db_destroy(
2096         BackendDB *be
2097 )
2098 {
2099         slap_overinst   *on = (slap_overinst *)be->bd_info;
2100         syncprov_info_t *si = (syncprov_info_t *)on->on_bi.bi_private;
2101
2102         if ( si ) {
2103                 ldap_pvt_thread_mutex_destroy( &si->si_mods_mutex );
2104                 ldap_pvt_thread_mutex_destroy( &si->si_ops_mutex );
2105                 ldap_pvt_thread_mutex_destroy( &si->si_csn_mutex );
2106                 ch_free( si );
2107         }
2108
2109         return 0;
2110 }
2111
2112 static int syncprov_parseCtrl (
2113         Operation *op,
2114         SlapReply *rs,
2115         LDAPControl *ctrl )
2116 {
2117         ber_tag_t tag;
2118         BerElement *ber;
2119         ber_int_t mode;
2120         ber_len_t len;
2121         struct berval cookie = BER_BVNULL;
2122         sync_control *sr;
2123         int rhint = 0;
2124
2125         if ( op->o_sync != SLAP_CONTROL_NONE ) {
2126                 rs->sr_text = "Sync control specified multiple times";
2127                 return LDAP_PROTOCOL_ERROR;
2128         }
2129
2130         if ( op->o_pagedresults != SLAP_CONTROL_NONE ) {
2131                 rs->sr_text = "Sync control specified with pagedResults control";
2132                 return LDAP_PROTOCOL_ERROR;
2133         }
2134
2135         if ( BER_BVISEMPTY( &ctrl->ldctl_value ) ) {
2136                 rs->sr_text = "Sync control value is empty (or absent)";
2137                 return LDAP_PROTOCOL_ERROR;
2138         }
2139
2140         /* Parse the control value
2141          *      syncRequestValue ::= SEQUENCE {
2142          *              mode   ENUMERATED {
2143          *                      -- 0 unused
2144          *                      refreshOnly             (1),
2145          *                      -- 2 reserved
2146          *                      refreshAndPersist       (3)
2147          *              },
2148          *              cookie  syncCookie OPTIONAL
2149          *      }
2150          */
2151
2152         ber = ber_init( &ctrl->ldctl_value );
2153         if( ber == NULL ) {
2154                 rs->sr_text = "internal error";
2155                 return LDAP_OTHER;
2156         }
2157
2158         if ( (tag = ber_scanf( ber, "{i" /*}*/, &mode )) == LBER_ERROR ) {
2159                 rs->sr_text = "Sync control : mode decoding error";
2160                 return LDAP_PROTOCOL_ERROR;
2161         }
2162
2163         switch( mode ) {
2164         case LDAP_SYNC_REFRESH_ONLY:
2165                 mode = SLAP_SYNC_REFRESH;
2166                 break;
2167         case LDAP_SYNC_REFRESH_AND_PERSIST:
2168                 mode = SLAP_SYNC_REFRESH_AND_PERSIST;
2169                 break;
2170         default:
2171                 rs->sr_text = "Sync control : unknown update mode";
2172                 return LDAP_PROTOCOL_ERROR;
2173         }
2174
2175         tag = ber_peek_tag( ber, &len );
2176
2177         if ( tag == LDAP_TAG_SYNC_COOKIE ) {
2178                 if (( ber_scanf( ber, /*{*/ "o", &cookie )) == LBER_ERROR ) {
2179                         rs->sr_text = "Sync control : cookie decoding error";
2180                         return LDAP_PROTOCOL_ERROR;
2181                 }
2182         }
2183         if ( tag == LDAP_TAG_RELOAD_HINT ) {
2184                 if (( ber_scanf( ber, /*{*/ "b", &rhint )) == LBER_ERROR ) {
2185                         rs->sr_text = "Sync control : rhint decoding error";
2186                         return LDAP_PROTOCOL_ERROR;
2187                 }
2188         }
2189         if (( ber_scanf( ber, /*{*/ "}")) == LBER_ERROR ) {
2190                         rs->sr_text = "Sync control : decoding error";
2191                         return LDAP_PROTOCOL_ERROR;
2192         }
2193         sr = op->o_tmpcalloc( 1, sizeof(struct sync_control), op->o_tmpmemctx );
2194         sr->sr_rhint = rhint;
2195         if (!BER_BVISNULL(&cookie)) {
2196                 ber_bvarray_add( &sr->sr_state.octet_str, &cookie );
2197                 slap_parse_sync_cookie( &sr->sr_state );
2198         }
2199
2200         op->o_controls[slap_cids.sc_LDAPsync] = sr;
2201
2202         (void) ber_free( ber, 1 );
2203
2204         op->o_sync = ctrl->ldctl_iscritical
2205                 ? SLAP_CONTROL_CRITICAL
2206                 : SLAP_CONTROL_NONCRITICAL;
2207
2208         op->o_sync_mode |= mode;        /* o_sync_mode shares o_sync */
2209
2210         return LDAP_SUCCESS;
2211 }
2212
2213 /* This overlay is set up for dynamic loading via moduleload. For static
2214  * configuration, you'll need to arrange for the slap_overinst to be
2215  * initialized and registered by some other function inside slapd.
2216  */
2217
2218 static slap_overinst            syncprov;
2219
2220 int
2221 syncprov_init()
2222 {
2223         int rc;
2224
2225         rc = register_supported_control( LDAP_CONTROL_SYNC,
2226                 SLAP_CTRL_HIDE|SLAP_CTRL_SEARCH, NULL,
2227                 syncprov_parseCtrl, &slap_cids.sc_LDAPsync );
2228         if ( rc != LDAP_SUCCESS ) {
2229                 fprintf( stderr, "Failed to register control %d\n", rc );
2230                 return rc;
2231         }
2232
2233         syncprov.on_bi.bi_type = "syncprov";
2234         syncprov.on_bi.bi_db_init = syncprov_db_init;
2235         syncprov.on_bi.bi_db_config = syncprov_db_config;
2236         syncprov.on_bi.bi_db_destroy = syncprov_db_destroy;
2237         syncprov.on_bi.bi_db_open = syncprov_db_open;
2238         syncprov.on_bi.bi_db_close = syncprov_db_close;
2239
2240         syncprov.on_bi.bi_op_abandon = syncprov_op_abandon;
2241         syncprov.on_bi.bi_op_cancel = syncprov_op_abandon;
2242
2243         syncprov.on_bi.bi_op_add = syncprov_op_mod;
2244         syncprov.on_bi.bi_op_compare = syncprov_op_compare;
2245         syncprov.on_bi.bi_op_delete = syncprov_op_mod;
2246         syncprov.on_bi.bi_op_modify = syncprov_op_mod;
2247         syncprov.on_bi.bi_op_modrdn = syncprov_op_mod;
2248         syncprov.on_bi.bi_op_search = syncprov_op_search;
2249         syncprov.on_bi.bi_extended = syncprov_op_extended;
2250         syncprov.on_bi.bi_operational = syncprov_operational;
2251
2252         return overlay_register( &syncprov );
2253 }
2254
2255 #if SLAPD_OVER_SYNCPROV == SLAPD_MOD_DYNAMIC
2256 int
2257 init_module( int argc, char *argv[] )
2258 {
2259         return syncprov_init();
2260 }
2261 #endif /* SLAPD_OVER_SYNCPROV == SLAPD_MOD_DYNAMIC */
2262
2263 #endif /* defined(SLAPD_OVER_SYNCPROV) */