]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/back-bdb/cache.c
Unify use of BDB lockers
[openldap] / servers / slapd / back-bdb / cache.c
index 86acd1316fb121c3786611f89add02aab3d16b1d..7064c576b393afafb991b123a34165a237fd9f34 100644 (file)
@@ -2,7 +2,7 @@
 /* $OpenLDAP$ */
 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
  *
- * Copyright 2000-2006 The OpenLDAP Foundation.
+ * Copyright 2000-2007 The OpenLDAP Foundation.
  * All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
@@ -31,7 +31,7 @@
 #ifdef BDB_HIER
 #define bdb_cache_lru_purge    hdb_cache_lru_purge
 #endif
-static void bdb_cache_lru_purge( struct bdb_info *bdb );
+static void bdb_cache_lru_purge( struct bdb_info *bdb, uint32_t locker );
 
 static int     bdb_cache_delete_internal(Cache *cache, EntryInfo *e, int decr);
 #ifdef LDAP_DEBUG
@@ -120,7 +120,7 @@ bdb_cache_lru_link( Cache *cache, EntryInfo *ei )
 /* Atomically release and reacquire a lock */
 int
 bdb_cache_entry_db_relock(
-       DB_ENV *env,
+       struct bdb_info *bdb,
        u_int32_t locker,
        EntryInfo *ei,
        int rw,
@@ -145,7 +145,7 @@ bdb_cache_entry_db_relock(
        list[1].lock = *lock;
        list[1].mode = rw ? DB_LOCK_WRITE : DB_LOCK_READ;
        list[1].obj = &lockobj;
-       rc = env->lock_vec(env, locker, tryOnly ? DB_LOCK_NOWAIT : 0,
+       rc = bdb->bi_dbenv->lock_vec(bdb->bi_dbenv, locker, tryOnly ? DB_LOCK_NOWAIT : 0,
                list, 2, NULL );
 
        if (rc && !tryOnly) {
@@ -160,7 +160,7 @@ bdb_cache_entry_db_relock(
 }
 
 static int
-bdb_cache_entry_db_lock( DB_ENV *env, u_int32_t locker, EntryInfo *ei,
+bdb_cache_entry_db_lock( struct bdb_info *bdb, u_int32_t locker, EntryInfo *ei,
        int rw, int tryOnly, DB_LOCK *lock )
 {
 #ifdef NO_DB_LOCK
@@ -180,7 +180,7 @@ bdb_cache_entry_db_lock( DB_ENV *env, u_int32_t locker, EntryInfo *ei,
        lockobj.data = &ei->bei_id;
        lockobj.size = sizeof(ei->bei_id) + 1;
 
-       rc = LOCK_GET(env, locker, tryOnly ? DB_LOCK_NOWAIT : 0,
+       rc = LOCK_GET(bdb->bi_dbenv, locker, tryOnly ? DB_LOCK_NOWAIT : 0,
                                        &lockobj, db_rw, lock);
        if (rc && !tryOnly) {
                Debug( LDAP_DEBUG_TRACE,
@@ -192,7 +192,7 @@ bdb_cache_entry_db_lock( DB_ENV *env, u_int32_t locker, EntryInfo *ei,
 }
 
 int
-bdb_cache_entry_db_unlock ( DB_ENV *env, DB_LOCK *lock )
+bdb_cache_entry_db_unlock ( struct bdb_info *bdb, DB_LOCK *lock )
 {
 #ifdef NO_DB_LOCK
        return 0;
@@ -201,7 +201,7 @@ bdb_cache_entry_db_unlock ( DB_ENV *env, DB_LOCK *lock )
 
        if ( !lock || lock->mode == DB_LOCK_NG ) return 0;
 
-       rc = LOCK_PUT ( env, lock );
+       rc = LOCK_PUT ( bdb->bi_dbenv, lock );
        return rc;
 #endif
 }
@@ -495,13 +495,14 @@ hdb_cache_find_parent(
                        bdb_cache_entryinfo_lock( ei2 );
                        ein->bei_parent = ei2;
 
+                       avl_insert( &ei2->bei_kids, (caddr_t)ein, bdb_rdn_cmp,
+                               avl_dup_error);
+                       ei2->bei_ckids++;
+
                        /* Reset all the state info */
                        for (ein = eir; ein != ei2; ein=ein->bei_parent)
                                ein->bei_state &= ~CACHE_ENTRY_NOT_LINKED;
 
-                       avl_insert( &ei2->bei_kids, (caddr_t)ein, bdb_rdn_cmp,
-                               avl_dup_error);
-                       ei2->bei_ckids++;
                        bdb_cache_entryinfo_unlock( ei2 );
                        bdb_cache_entryinfo_lock( eir );
 
@@ -554,8 +555,9 @@ int hdb_cache_load(
 #endif
 
 static void
-bdb_cache_lru_purge( struct bdb_info *bdb )
+bdb_cache_lru_purge( struct bdb_info *bdb, uint32_t locker )
 {
+       DB_LOCK         lock;
        EntryInfo *elru, *elnext;
        int count, islocked;
 
@@ -585,40 +587,53 @@ bdb_cache_lru_purge( struct bdb_info *bdb )
 
                /* If this node is in the process of linking into the cache,
                 * or this node is being deleted, skip it.
+                *
+                * Also, if this node has no entry attached, skip it, there's
+                * nothing to purge anyway.
                 */
-               if ( elru->bei_state & ( CACHE_ENTRY_NOT_LINKED |
-                       CACHE_ENTRY_DELETED | CACHE_ENTRY_LOADING )) {
+               if (( elru->bei_state & ( CACHE_ENTRY_NOT_LINKED |
+                       CACHE_ENTRY_DELETED | CACHE_ENTRY_LOADING )) ||
+                       !elru->bei_e ) {
                        bdb_cache_entryinfo_unlock( elru );
                        continue;
                }
 
+               /* entryinfo is locked */
                islocked = 1;
 
-               /* Free entry for this node if it's present */
-               if ( elru->bei_e ) {
-                       elru->bei_e->e_private = NULL;
+               /* If we can successfully writelock it, then
+                * the object is idle.
+                */
+               if ( bdb_cache_entry_db_lock( bdb, locker, elru, 1, 1, &lock ) == 0 ) {
+
+                       /* Free entry for this node if it's present */
+                       if ( elru->bei_e ) {
+                               elru->bei_e->e_private = NULL;
 #ifdef SLAP_ZONE_ALLOC
-                       bdb_entry_return( bdb, elru->bei_e, elru->bei_zseq );
+                               bdb_entry_return( bdb, elru->bei_e, elru->bei_zseq );
 #else
-                       bdb_entry_return( elru->bei_e );
+                               bdb_entry_return( elru->bei_e );
 #endif
-                       elru->bei_e = NULL;
-                       count++;
-               }
-               /* ITS#4010 if we're in slapcat, and this node is a leaf
-                * node, free it.
-                *
-                * FIXME: we need to do this for slapd as well, (which is
-                * why we compute bi_cache.c_leaves now) but at the moment
-                * we can't because it causes unresolvable deadlocks. 
-                */
-               if ( slapMode & SLAP_TOOL_READONLY ) {
-                       if ( !elru->bei_kids ) {
-                               bdb_cache_delete_internal( &bdb->bi_cache, elru, 0 );
-                               bdb_cache_delete_cleanup( &bdb->bi_cache, elru );
-                               islocked = 0;
+                               elru->bei_e = NULL;
+                               count++;
+                       }
+                       bdb_cache_entry_db_unlock( bdb, &lock );
+
+                       /* ITS#4010 if we're in slapcat, and this node is a leaf
+                        * node, free it.
+                        *
+                        * FIXME: we need to do this for slapd as well, (which is
+                        * why we compute bi_cache.c_leaves now) but at the moment
+                        * we can't because it causes unresolvable deadlocks. 
+                        */
+                       if ( slapMode & SLAP_TOOL_READONLY ) {
+                               if ( !elru->bei_kids ) {
+                                       bdb_cache_delete_internal( &bdb->bi_cache, elru, 0 );
+                                       bdb_cache_delete_cleanup( &bdb->bi_cache, elru );
+                                       islocked = 0;
+                               }
+                               /* Leave node on LRU list for a future pass */
                        }
-                       /* Leave node on LRU list for a future pass */
                }
 
                if ( islocked )
@@ -632,7 +647,7 @@ bdb_cache_lru_purge( struct bdb_info *bdb )
                }
        }
 
-       bdb->bi_cache.c_lruhead = elru;
+       bdb->bi_cache.c_lruhead = elnext;
        ldap_pvt_thread_mutex_unlock( &bdb->bi_cache.lru_head_mutex );
 }
 
@@ -759,19 +774,13 @@ load1:
                                bdb_cache_entryinfo_unlock( *eip );
                                islocked = 0;
                        }
-                       rc = bdb_cache_entry_db_lock( bdb->bi_dbenv, locker, *eip, 0, 0, lock );
+                       rc = bdb_cache_entry_db_lock( bdb, locker, *eip, load, 0, lock );
                        if ( (*eip)->bei_state & CACHE_ENTRY_DELETED ) {
                                rc = DB_NOTFOUND;
-                               bdb_cache_entry_db_unlock( bdb->bi_dbenv, lock );
+                               bdb_cache_entry_db_unlock( bdb, lock );
                        } else if ( rc == 0 ) {
                                if ( load ) {
-                                       /* Give up original read lock, obtain write lock
-                                        */
-                                   if ( rc == 0 ) {
-                                               rc = bdb_cache_entry_db_relock( bdb->bi_dbenv, locker,
-                                                       *eip, 1, 0, lock );
-                                       }
-                                       if ( rc == 0 && !ep) {
+                                       if ( !ep) {
                                                rc = bdb_id2entry( op->o_bd, tid, locker, id, &ep );
                                        }
                                        if ( rc == 0 ) {
@@ -785,23 +794,22 @@ load1:
 #endif
                                                ep = NULL;
                                        }
-                                       bdb_cache_entryinfo_lock( *eip );
-                                       (*eip)->bei_state ^= CACHE_ENTRY_LOADING;
-                                       bdb_cache_entryinfo_unlock( *eip );
                                        if ( rc == 0 ) {
                                                /* If we succeeded, downgrade back to a readlock. */
-                                               rc = bdb_cache_entry_db_relock( bdb->bi_dbenv, locker,
+                                               rc = bdb_cache_entry_db_relock( bdb, locker,
                                                        *eip, 0, 0, lock );
                                        } else {
                                                /* Otherwise, release the lock. */
-                                               bdb_cache_entry_db_unlock( bdb->bi_dbenv, lock );
+                                               bdb_cache_entry_db_unlock( bdb, lock );
                                        }
+                                       bdb_cache_entryinfo_lock( *eip );
+                                       (*eip)->bei_state ^= CACHE_ENTRY_LOADING;
+                                       bdb_cache_entryinfo_unlock( *eip );
                                } else if ( !(*eip)->bei_e ) {
                                        /* Some other thread is trying to load the entry,
-                                        * give it a chance to finish.
+                                        * wait for it to finish.
                                         */
-                                       bdb_cache_entry_db_unlock( bdb->bi_dbenv, lock );
-                                       ldap_pvt_thread_yield();
+                                       bdb_cache_entry_db_unlock( bdb, lock );
                                        bdb_cache_entryinfo_lock( *eip );
                                        islocked = 1;
                                        goto load1;
@@ -811,12 +819,12 @@ load1:
                                         */
                                        rc = bdb_fix_dn( (*eip)->bei_e, 1 );
                                        if ( rc ) {
-                                               bdb_cache_entry_db_relock( bdb->bi_dbenv,
+                                               bdb_cache_entry_db_relock( bdb,
                                                        locker, *eip, 1, 0, lock );
                                                /* check again in case other modifier did it already */
                                                if ( bdb_fix_dn( (*eip)->bei_e, 1 ) )
                                                        rc = bdb_fix_dn( (*eip)->bei_e, 2 );
-                                               bdb_cache_entry_db_relock( bdb->bi_dbenv,
+                                               bdb_cache_entry_db_relock( bdb,
                                                        locker, *eip, 0, 0, lock );
                                        }
 #endif
@@ -847,7 +855,7 @@ load1:
                        ldap_pvt_thread_mutex_unlock( &bdb->bi_cache.c_count_mutex );
                }
                if ( purge )
-                       bdb_cache_lru_purge( bdb );
+                       bdb_cache_lru_purge( bdb, locker );
        }
 
 #ifdef SLAP_ZONE_ALLOC
@@ -904,7 +912,7 @@ bdb_cache_add(
        /* Lock this entry so that bdb_add can run to completion.
         * It can only fail if BDB has run out of lock resources.
         */
-       rc = bdb_cache_entry_db_lock( bdb->bi_dbenv, locker, &ei, 0, 0, lock );
+       rc = bdb_cache_entry_db_lock( bdb, locker, &ei, 0, 0, lock );
        if ( rc ) {
                bdb_cache_entryinfo_unlock( eip );
                return rc;
@@ -947,23 +955,23 @@ bdb_cache_add(
        ldap_pvt_thread_mutex_unlock( &bdb->bi_cache.c_count_mutex );
 
        if ( purge )
-               bdb_cache_lru_purge( bdb );
+               bdb_cache_lru_purge( bdb, locker );
 
        return rc;
 }
 
 int
 bdb_cache_modify(
+       struct bdb_info *bdb,
        Entry *e,
        Attribute *newAttrs,
-       DB_ENV *env,
        u_int32_t locker,
        DB_LOCK *lock )
 {
        EntryInfo *ei = BEI(e);
        int rc;
        /* Get write lock on data */
-       rc = bdb_cache_entry_db_relock( env, locker, ei, 1, 0, lock );
+       rc = bdb_cache_entry_db_relock( bdb, locker, ei, 1, 0, lock );
 
        /* If we've done repeated mods on a cached entry, then e_attrs
         * is no longer contiguous with the entry, and must be freed.
@@ -997,7 +1005,7 @@ bdb_cache_modrdn(
 #endif
 
        /* Get write lock on data */
-       rc =  bdb_cache_entry_db_relock( bdb->bi_dbenv, locker, ei, 1, 0, lock );
+       rc =  bdb_cache_entry_db_relock( bdb, locker, ei, 1, 0, lock );
        if ( rc ) return rc;
 
        /* If we've done repeated mods on a cached entry, then e_attrs
@@ -1080,9 +1088,8 @@ bdb_cache_modrdn(
  */
 int
 bdb_cache_delete(
-    Cache      *cache,
+       struct bdb_info *bdb,
     Entry              *e,
-    DB_ENV     *env,
     u_int32_t  locker,
     DB_LOCK    *lock )
 {
@@ -1098,7 +1105,7 @@ bdb_cache_delete(
        bdb_cache_entryinfo_lock( ei );
 
        /* Get write lock on the data */
-       rc = bdb_cache_entry_db_relock( env, locker, ei, 1, 0, lock );
+       rc = bdb_cache_entry_db_relock( bdb, locker, ei, 1, 0, lock );
        if ( rc ) {
                /* couldn't lock, undo and give up */
                ei->bei_state ^= CACHE_ENTRY_DELETED;
@@ -1110,12 +1117,12 @@ bdb_cache_delete(
                e->e_id, 0, 0 );
 
        /* set lru mutex */
-       ldap_pvt_thread_mutex_lock( &cache->lru_head_mutex );
+       ldap_pvt_thread_mutex_lock( &bdb->bi_cache.lru_head_mutex );
 
-       rc = bdb_cache_delete_internal( cache, e->e_private, 1 );
+       rc = bdb_cache_delete_internal( &bdb->bi_cache, e->e_private, 1 );
 
        /* free lru mutex */
-       ldap_pvt_thread_mutex_unlock( &cache->lru_head_mutex );
+       ldap_pvt_thread_mutex_unlock( &bdb->bi_cache.lru_head_mutex );
 
        /* Leave entry info locked */
 
@@ -1272,15 +1279,22 @@ bdb_lru_print( Cache *cache )
 {
        EntryInfo       *e;
 
-       fprintf( stderr, "LRU queue (head to tail):\n" );
-       for ( e = cache->c_lruhead; e != NULL; e = e->bei_lrunext ) {
-               fprintf( stderr, "\trdn \"%20s\" id %ld\n",
-                       e->bei_nrdn.bv_val, e->bei_id );
+       fprintf( stderr, "LRU circle head: %p\n", cache->c_lruhead );
+       fprintf( stderr, "LRU circle (tail forward):\n" );
+       for ( e = cache->c_lrutail; ; ) {
+               fprintf( stderr, "\t%p, %p id %ld rdn \"%s\"\n",
+                       e, e->bei_e, e->bei_id, e->bei_nrdn.bv_val );
+               e = e->bei_lrunext;
+               if ( e == cache->c_lrutail )
+                       break;
        }
-       fprintf( stderr, "LRU queue (tail to head):\n" );
-       for ( e = cache->c_lrutail; e != NULL; e = e->bei_lruprev ) {
-               fprintf( stderr, "\trdn \"%20s\" id %ld\n",
-                       e->bei_nrdn.bv_val, e->bei_id );
+       fprintf( stderr, "LRU circle (tail backward):\n" );
+       for ( e = cache->c_lrutail; ; ) {
+               fprintf( stderr, "\t%p, %p id %ld rdn \"%s\"\n",
+                       e, e->bei_e, e->bei_id, e->bei_nrdn.bv_val );
+               e = e->bei_lruprev;
+               if ( e == cache->c_lrutail )
+                       break;
        }
 }
 #endif