2 * Copyright (c) 1996 Regents of the University of Michigan.
5 * Redistribution and use in source and binary forms are permitted
6 * provided that this notice is preserved and that due credit is given
7 * to the University of Michigan at Ann Arbor. The name of the University
8 * may not be used to endorse or promote products derived from this
9 * software without specific prior written permission. This software
10 * is provided ``as is'' without express or implied warranty.
14 * rq.c - routines used to manage the queue of replication entries.
15 * An Rq (Replication queue) struct contains a linked list of Re
16 * (Replication entry) structures.
18 * Routines wishing to access the replication queue should do so through
19 * the Rq struct's member functions, e.g. rq->rq_gethead() and friends.
20 * For example, Re structs should be added to the queue by calling
21 * the rq_add() member function.
23 * Access to the queue is serialized by a mutex. Member functions which do
24 * not do their own locking should only be called after locking the queue
25 * using the rq_lock() member function. The queue should be unlocked with
26 * the rq_unlock() member function.
28 * Note that some member functions handle their own locking internally.
29 * Callers should not lock the queue before calling these functions.
30 * See the comment block for each function below.
34 #define DISABLE_BRIDGE
44 extern void Re_dump LDAP_P(( Re *re ));
46 #ifdef DECL_SYS_ERRLIST
47 extern char *sys_errlist[];
48 #endif /* DECL_SYS_ERRLIST */
51 * Lock the replication queue.
58 return( pthread_mutex_lock( &rq->rq_mutex ));
63 * Unlock the replication queue.
70 return( pthread_mutex_unlock( &rq->rq_mutex ));
76 * Return the head of the queue. Callers should lock the queue before
77 * calling this routine.
84 return( rq == NULL ? NULL : rq->rq_head );
89 * Return the next item in the queue. Callers should lock the queue before
90 * calling this routine.
100 return( re->re_getnext( re ));
106 * Delete the item at the head of the list. The queue should be locked
107 * by the caller before calling this routine.
121 savedhead = rq->rq_head;
122 if ( savedhead == NULL ) {
126 if ( savedhead->re_getrefcnt( savedhead ) != 0 ) {
127 Debug( LDAP_DEBUG_ANY, "Warning: attempt to delete when refcnt != 0\n",
132 rq->rq_head = rq->rq_head->re_getnext( rq->rq_head );
133 rc = savedhead->re_free( savedhead );
134 rq->rq_nre--; /* decrement count of Re's in queue */
140 * Add an entry to the tail of the replication queue. Locking is handled
141 * internally. When items are added to the queue, this routine wakes
142 * up any threads which are waiting for more work by signaling on the
143 * rq->rq_more condition variable.
157 /* Create a new Re */
158 if ( Re_init( &re ) < 0 ) {
163 /* parse buf and fill in the re struct */
164 if ( re->re_parse( re, buf ) < 0 ) {
170 /* Insert into queue */
171 if ( rq->rq_head == NULL ) {
176 rq->rq_tail->re_next = re;
179 /* set the sequence number */
181 if ( !wasempty && !strcmp(rq->rq_tail->re_timestamp, re->re_timestamp )) {
183 * Our new re has the same timestamp as the tail's timestamp.
184 * Increment the seq number in the tail and use it as our seq number.
186 re->re_seq = rq->rq_tail->re_seq + 1;
190 /* Increment count of items in queue */
192 /* wake up any threads waiting for more work */
193 pthread_cond_broadcast( &rq->rq_more );
195 /* ... and unlock the queue */
203 * Garbage-collect the replication queue. Locking is handled internally.
211 Debug( LDAP_DEBUG_ANY, "Rq_gc: rq is NULL!\n", 0, 0, 0 );
215 while (( rq->rq_head != NULL ) &&
216 ( rq->rq_head->re_getrefcnt( rq->rq_head ) == 0 )) {
217 rq->rq_delhead( rq );
218 rq->rq_ndel++; /* increment count of deleted entries */
226 * For debugging: dump the contents of the replication queue to a file.
227 * Locking is handled internally.
238 Debug( LDAP_DEBUG_ANY, "Rq_dump: rq is NULL!\n", 0, 0, 0 );
242 if (( fp = fopen( SLURPD_DUMPFILE, "w" )) == NULL ) {
243 Debug( LDAP_DEBUG_ANY, "Rq_dump: cannot open \"%s\" for write\n",
244 SLURPD_DUMPFILE, 0, 0 );
249 for ( re = rq->rq_gethead( rq ); re != NULL; re = rq->rq_getnext( re )) {
250 re->re_dump( re, fp );
259 * Write the contents of a replication queue to a file. Returns zero if
260 * successful, -1 if not. Handles queue locking internally. Callers should
261 * provide an open file pointer, which should refer to a locked file.
276 Debug( LDAP_DEBUG_ARGS, "re-write on-disk replication log\n",
281 fseek( fp, 0L, SEEK_SET ); /* Go to beginning of file */
284 for ( re = rq->rq_gethead( rq ); re != NULL; re = rq->rq_getnext( re )) {
285 if ( re->re_write( NULL, re, fp ) < 0 ) {
292 sglob->srpos = ftell( fp ); /* update replog file position */
293 /* and truncate to correct len */
294 if ( ftruncate( fileno( fp ), sglob->srpos ) < 0 ) {
295 Debug( LDAP_DEBUG_ANY, "Error truncating replication log: %s\n",
296 sys_errlist[ errno ], 0, 0 );
298 rq->rq_ndel = 0; /* reset count of deleted re's */
300 rq->rq_lasttrim = now; /* reset last trim time */
307 * Check to see if the private slurpd replication log needs trimming.
308 * The current criteria are:
309 * - The last trim was more than 5 minutes ago, *and*
310 * - We've finished with at least 50 replication log entries since the
311 * last time we re-wrote the replication log.
313 * Return 1 if replogfile should be trimmed, 0 if not.
314 * Any different policy should be implemented by replacing this function.
323 int nzrc = 0; /* nzrc is count of entries with refcnt == 0 */
334 if ( now > ( rq->rq_lasttrim + TRIMCHECK_INTERVAL )) {
335 rc = ( rq->rq_ndel >= 50 );
345 * Return counts of Re structs in the queue.
361 if ( type == RQ_COUNT_ALL ) {
364 for ( re = rq->rq_gethead( rq ); re != NULL;
365 re = rq->rq_getnext( re )) {
366 if ( type == RQ_COUNT_NZRC ) {
367 if ( re->re_getrefcnt( re ) > 1 ) {
379 * Allocate and initialize an Rq object.
386 /* Instantiate the struct */
387 (*rq) = (Rq *) malloc( sizeof( Rq ));
392 /* Fill in all the function pointers */
393 (*rq)->rq_gethead = Rq_gethead;
394 (*rq)->rq_getnext = Rq_getnext;
395 (*rq)->rq_delhead = Rq_delhead;
396 (*rq)->rq_add = Rq_add;
397 (*rq)->rq_gc = Rq_gc;
398 (*rq)->rq_lock = Rq_lock;
399 (*rq)->rq_unlock = Rq_unlock;
400 (*rq)->rq_dump = Rq_dump;
401 (*rq)->rq_needtrim = Rq_needtrim;
402 (*rq)->rq_write = Rq_write;
403 (*rq)->rq_getcount = Rq_getcount;
405 /* Initialize private data */
406 pthread_mutex_init( &((*rq)->rq_mutex), pthread_mutexattr_default );
407 pthread_cond_init( &((*rq)->rq_more), pthread_condattr_default );
408 (*rq)->rq_head = NULL;
409 (*rq)->rq_tail = NULL;
412 (*rq)->rq_lasttrim = (time_t) 0L;