]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/back-ldbm/cache.c
error message from be_entry_put tool backend function
[openldap] / servers / slapd / back-ldbm / cache.c
index 791e8a5b3479717ad5782ee76bc44dcaff2ad2b9..1a9f1c6fcfe3006acbf68e023d20bc565479c11f 100644 (file)
@@ -1,4 +1,9 @@
 /* cache.c - routines to maintain an in-core cache of entries */
+/* $OpenLDAP$ */
+/*
+ * Copyright 1998-2002 The OpenLDAP Foundation, All Rights Reserved.
+ * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
+ */
 
 #include "portable.h"
 
@@ -13,7 +18,7 @@
 #include "back-ldbm.h"
 
 /* LDBM backend specific entry info -- visible only to the cache */
-struct ldbm_entry_info {
+typedef struct ldbm_entry_info {
        ldap_pvt_thread_rdwr_t  lei_rdwr;       /* reader/writer lock */
 
        /*
@@ -24,25 +29,34 @@ struct ldbm_entry_info {
        int             lei_state;      /* for the cache */
 #define        CACHE_ENTRY_UNDEFINED   0
 #define CACHE_ENTRY_CREATING   1
-#define CACHE_ENTRY_READY              2
-#define CACHE_ENTRY_DELETED            3
-
+#define CACHE_ENTRY_READY      2
+#define CACHE_ENTRY_DELETED    3
+#define CACHE_ENTRY_COMMITTED  4
+       
        int             lei_refcnt;     /* # threads ref'ing this entry */
-       struct entry    *lei_lrunext;   /* for cache lru list */
-       struct entry    *lei_lruprev;
-};
-#define LEI(e) ((struct ldbm_entry_info *) ((e)->e_private))
+       Entry   *lei_lrunext;   /* for cache lru list */
+       Entry   *lei_lruprev;
+} EntryInfo;
+#undef LEI
+#define LEI(e) ((EntryInfo *) ((e)->e_private))
 
-static int     cache_delete_entry_internal(struct cache *cache, Entry *e);
+static int     cache_delete_entry_internal(Cache *cache, Entry *e);
 #ifdef LDAP_DEBUG
-static void    lru_print(struct cache *cache);
+static void    lru_print(Cache *cache);
 #endif
 
 static int
 cache_entry_rdwr_lock(Entry *e, int rw)
 {
+#ifdef NEW_LOGGING
+       LDAP_LOG(( "cache", LDAP_LEVEL_ENTRY,
+                  "cache_entry_rdwr_lock: %s lock on ID %ld\n",
+                  rw ? "w" : "r", e->e_id ));
+#else
        Debug( LDAP_DEBUG_ARGS, "entry_rdwr_%slock: ID: %ld\n",
                rw ? "w" : "r", e->e_id, 0);
+#endif
+
 
        if (rw)
                return ldap_pvt_thread_rdwr_wlock(&LEI(e)->lei_rdwr);
@@ -53,8 +67,15 @@ cache_entry_rdwr_lock(Entry *e, int rw)
 static int
 cache_entry_rdwr_trylock(Entry *e, int rw)
 {
+#ifdef NEW_LOGGING
+       LDAP_LOG(( "cache", LDAP_LEVEL_ENTRY,
+                  "cache_entry_rdwr_trylock: try %s lock on ID: %ld.\n",
+                  rw ? "w" : "r", e->e_id ));
+#else
        Debug( LDAP_DEBUG_ARGS, "entry_rdwr_%strylock: ID: %ld\n",
                rw ? "w" : "r", e->e_id, 0);
+#endif
+
 
        if (rw)
                return ldap_pvt_thread_rdwr_wtrylock(&LEI(e)->lei_rdwr);
@@ -65,8 +86,15 @@ cache_entry_rdwr_trylock(Entry *e, int rw)
 static int
 cache_entry_rdwr_unlock(Entry *e, int rw)
 {
+#ifdef NEW_LOGGING
+       LDAP_LOG(( "cache", LDAP_LEVEL_ENTRY,
+                  "cache_entry_rdwr_unlock: remove %s lock on ID %ld.\n",
+                  rw ? "w" : "r", e->e_id ));
+#else
        Debug( LDAP_DEBUG_ARGS, "entry_rdwr_%sunlock: ID: %ld\n",
                rw ? "w" : "r", e->e_id, 0);
+#endif
+
 
        if (rw)
                return ldap_pvt_thread_rdwr_wunlock(&LEI(e)->lei_rdwr);
@@ -107,6 +135,23 @@ cache_entry_private_init( Entry*e )
        return 0;
 }
 
+/*
+ * marks an entry in CREATING state as committed, so it is really returned
+ * to the cache. Otherwise an entry in CREATING state is removed.
+ * Makes e_private be destroyed at the following cache_return_entry_w,
+ * but lets the entry untouched (owned by someone else)
+ */
+void
+cache_entry_commit( Entry *e )
+{
+       assert( e );
+       assert( e->e_private );
+       assert( LEI(e)->lei_state == CACHE_ENTRY_CREATING );
+       /* assert( LEI(e)->lei_refcnt == 1 ); */
+
+       LEI(e)->lei_state = CACHE_ENTRY_COMMITTED;
+}
+
 static int
 cache_entry_private_destroy( Entry*e )
 {
@@ -120,10 +165,10 @@ cache_entry_private_destroy( Entry*e )
 }
 
 void
-cache_return_entry_rw( struct cache *cache, Entry *e, int rw )
+cache_return_entry_rw( Cache *cache, Entry *e, int rw )
 {
        ID id;
-       int refcnt;
+       int refcnt, freeit = 1;
 
        /* set cache mutex */
        ldap_pvt_thread_mutex_lock( &cache->c_mutex );
@@ -135,44 +180,85 @@ cache_return_entry_rw( struct cache *cache, Entry *e, int rw )
        id = e->e_id;
        refcnt = --LEI(e)->lei_refcnt;
 
-       if ( LEI(e)->lei_state == CACHE_ENTRY_CREATING ) {
+       /*
+        * if the entry is returned when in CREATING state, it is deleted
+        * but not freed because it may belong to someone else (do_add,
+        * for instance)
+        */
+       if (  LEI(e)->lei_state == CACHE_ENTRY_CREATING ) {
+               cache_delete_entry_internal( cache, e );
+               freeit = 0;
+               /* now the entry is in DELETED state */
+       }
+
+       if ( LEI(e)->lei_state == CACHE_ENTRY_COMMITTED ) {
                LEI(e)->lei_state = CACHE_ENTRY_READY;
 
                /* free cache mutex */
                ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_return_entry_rw: return (%ld):%s, refcnt=%d\n",
+                          id, rw ? "w" : "r", refcnt ));
+#else
                Debug( LDAP_DEBUG_TRACE,
                        "====> cache_return_entry_%s( %ld ): created (%d)\n",
                        rw ? "w" : "r", id, refcnt );
+#endif
+
 
        } else if ( LEI(e)->lei_state == CACHE_ENTRY_DELETED ) {
                if( refcnt > 0 ) {
                        /* free cache mutex */
                        ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+                       LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                                  "cache_return_entry_rw: %ld, delete pending (%d).\n",
+                                  id, refcnt ));
+#else
                        Debug( LDAP_DEBUG_TRACE,
                                "====> cache_return_entry_%s( %ld ): delete pending (%d)\n",
                                rw ? "w" : "r", id, refcnt );
+#endif
+
 
                } else {
                        cache_entry_private_destroy( e );
-                       entry_free( e );
+                       if ( freeit ) {
+                               entry_free( e );
+                       }
 
                        /* free cache mutex */
                        ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+                       LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                                  "cache_return_entry_rw: (%ld): deleted (%d)\n",
+                                  id, refcnt ));
+#else
                        Debug( LDAP_DEBUG_TRACE,
                                "====> cache_return_entry_%s( %ld ): deleted (%d)\n",
                                rw ? "w" : "r", id, refcnt );
+#endif
+
                }
 
        } else {
                /* free cache mutex */
                ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_return_entry_rw: ID %ld:%s returned (%d)\n",
+                          id, rw ? "w": "r", refcnt ));
+#else
                Debug( LDAP_DEBUG_TRACE,
                        "====> cache_return_entry_%s( %ld ): returned (%d)\n",
                        rw ? "w" : "r", id, refcnt);
+#endif
+
        }
 }
 
@@ -180,24 +266,24 @@ cache_return_entry_rw( struct cache *cache, Entry *e, int rw )
        if ( LEI(e)->lei_lruprev != NULL ) { \
                LEI(LEI(e)->lei_lruprev)->lei_lrunext = LEI(e)->lei_lrunext; \
        } else { \
-               cache->c_lruhead = LEI(e)->lei_lrunext; \
+               (cache)->c_lruhead = LEI(e)->lei_lrunext; \
        } \
        if ( LEI(e)->lei_lrunext != NULL ) { \
                LEI(LEI(e)->lei_lrunext)->lei_lruprev = LEI(e)->lei_lruprev; \
        } else { \
-               cache->c_lrutail = LEI(e)->lei_lruprev; \
+               (cache)->c_lrutail = LEI(e)->lei_lruprev; \
        } \
 } while(0)
 
 #define LRU_ADD( cache, e ) do { \
-       LEI(e)->lei_lrunext = cache->c_lruhead; \
+       LEI(e)->lei_lrunext = (cache)->c_lruhead; \
        if ( LEI(e)->lei_lrunext != NULL ) { \
-               LEI(LEI(e)->lei_lrunext)->lei_lruprev = e; \
+               LEI(LEI(e)->lei_lrunext)->lei_lruprev = (e); \
        } \
-       cache->c_lruhead = e; \
+       (cache)->c_lruhead = (e); \
        LEI(e)->lei_lruprev = NULL; \
-       if ( cache->c_lrutail == NULL ) { \
-               cache->c_lrutail = e; \
+       if ( (cache)->c_lrutail == NULL ) { \
+               (cache)->c_lrutail = (e); \
        } \
 } while(0)
 
@@ -209,7 +295,7 @@ cache_return_entry_rw( struct cache *cache, Entry *e, int rw )
  */
 int
 cache_add_entry_rw(
-    struct cache       *cache,
+    Cache      *cache,
     Entry              *e,
        int             rw
 )
@@ -217,6 +303,11 @@ cache_add_entry_rw(
        int     i, rc;
        Entry   *ee;
 
+#ifdef NEW_LOGGING
+       LDAP_LOG(( "cache", LDAP_LEVEL_ENTRY,
+                  "cache_add_entry_rw: add (%s):%s to cache\n",
+                  e->e_dn, rw ? "w" : "r" ));
+#endif
        /* set cache mutex */
        ldap_pvt_thread_mutex_lock( &cache->c_mutex );
 
@@ -226,9 +317,16 @@ cache_add_entry_rw(
                /* free cache mutex */
                ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_ERR,
+                          "cache_add_entry_rw: add (%s):%ld private init failed!\n",
+                          e->e_dn, e->e_id ));
+#else
                Debug( LDAP_DEBUG_ANY,
                        "====> cache_add_entry( %ld ): \"%s\": private init failed!\n",
                    e->e_id, e->e_dn, 0 );
+#endif
+
 
                return( -1 );
        }
@@ -239,9 +337,16 @@ cache_add_entry_rw(
                /* free cache mutex */
                ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_add_entry: (%s):%ld already in cache.\n",
+                          e->e_dn, e->e_id ));
+#else
                Debug( LDAP_DEBUG_TRACE,
                        "====> cache_add_entry( %ld ): \"%s\": already in dn cache\n",
                    e->e_id, e->e_dn, 0 );
+#endif
+
 
                cache_entry_private_destroy(e);
 
@@ -252,17 +357,31 @@ cache_add_entry_rw(
        if ( avl_insert( &cache->c_idtree, (caddr_t) e,
                (AVL_CMP) entry_id_cmp, avl_dup_error ) != 0 )
        {
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_add_entry: (%s):%ls already in cache.\n",
+                          e->e_dn, e->e_id ));
+#else
                Debug( LDAP_DEBUG_ANY,
                        "====> cache_add_entry( %ld ): \"%s\": already in id cache\n",
                    e->e_id, e->e_dn, 0 );
+#endif
+
 
 
                /* delete from dn tree inserted above */
                if ( avl_delete( &cache->c_dntree, (caddr_t) e,
                        (AVL_CMP) entry_dn_cmp ) == NULL )
                {
+#ifdef NEW_LOGGING
+                       LDAP_LOG(( "cache", LDAP_LEVEL_INFO,
+                                  "cache_add_entry: can't delete (%s) from cache.\n",
+                                  e->e_dn ));
+#else
                        Debug( LDAP_DEBUG_ANY, "====> can't delete from dn cache\n",
                            0, 0, 0 );
+#endif
+
                }
 
                cache_entry_private_destroy(e);
@@ -330,7 +449,7 @@ cache_add_entry_rw(
  */
 int
 cache_update_entry(
-    struct cache       *cache,
+    Cache      *cache,
     Entry              *e
 )
 {
@@ -345,9 +464,16 @@ cache_update_entry(
        if ( avl_insert( &cache->c_dntree, (caddr_t) e,
                (AVL_CMP) entry_dn_cmp, avl_dup_error ) != 0 )
        {
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_update_entry: (%s):%ld already in dn cache\n",
+                          e->e_dn, e->e_id ));
+#else
                Debug( LDAP_DEBUG_TRACE,
                        "====> cache_update_entry( %ld ): \"%s\": already in dn cache\n",
                    e->e_id, e->e_dn, 0 );
+#endif
+
 
                /* free cache mutex */
                ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
@@ -358,16 +484,30 @@ cache_update_entry(
        if ( avl_insert( &cache->c_idtree, (caddr_t) e,
                (AVL_CMP) entry_id_cmp, avl_dup_error ) != 0 )
        {
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_update_entry: (%s)%ld already in id cache\n",
+                          e->e_dn, e->e_id ));
+#else
                Debug( LDAP_DEBUG_ANY,
                        "====> cache_update_entry( %ld ): \"%s\": already in id cache\n",
                    e->e_id, e->e_dn, 0 );
+#endif
+
 
                /* delete from dn tree inserted above */
                if ( avl_delete( &cache->c_dntree, (caddr_t) e,
                        (AVL_CMP) entry_dn_cmp ) == NULL )
                {
+#ifdef NEW_LOGGING
+                       LDAP_LOG(( "cache", LDAP_LEVEL_INFO,
+                                  "cache_update_entry: can't delete (%s)%ld from dn cache.\n",
+                                  e->e_dn, e->e_id ));
+#else
                        Debug( LDAP_DEBUG_ANY, "====> can't delete from dn cache\n",
                            0, 0, 0 );
+#endif
+
                }
 
                /* free cache mutex */
@@ -423,23 +563,19 @@ cache_update_entry(
        return( 0 );
 }
 
-/*
- * cache_find_entry_dn2id - find an entry in the cache, given dn
- */
-
 ID
-cache_find_entry_dn2id(
+cache_find_entry_ndn2id(
        Backend         *be,
-    struct cache       *cache,
-    char               *dn
+    Cache      *cache,
+    struct berval      *ndn
 )
 {
        Entry           e, *ep;
        ID                      id;
        int count = 0;
 
-       e.e_dn = dn;
-       e.e_ndn = dn_normalize_case( ch_strdup( dn ) );
+       /* this function is always called with normalized DN */
+       e.e_nname = *ndn;
 
 try_again:
        /* set cache mutex */
@@ -472,25 +608,38 @@ try_again:
                        /* free cache mutex */
                        ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+                       LDAP_LOG(( "cache", LDAP_LEVEL_INFO,
+                                  "cache_find_entry_dn2id: (%s) %ld not ready: %d\n",
+                                  ndn->bv_val, id, state ));
+#else
                        Debug(LDAP_DEBUG_TRACE,
                                "====> cache_find_entry_dn2id(\"%s\"): %ld (not ready) %d\n",
-                               dn, id, state);
+                               ndn->bv_val, id, state);
+#endif
 
-                       ldap_pvt_thread_yield();
 
+                       ldap_pvt_thread_yield();
                        goto try_again;
                }
 
                /* lru */
                LRU_DELETE( cache, ep );
                LRU_ADD( cache, ep );
-                
+               
                /* free cache mutex */
                ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_find_entry_dn2id: (%s): %ld %d tries\n",
+                          ndn->bv_val, id, count ));
+#else
                Debug(LDAP_DEBUG_TRACE,
                        "====> cache_find_entry_dn2id(\"%s\"): %ld (%d tries)\n",
-                       dn, id, count);
+                       ndn->bv_val, id, count);
+#endif
+
 
        } else {
                /* free cache mutex */
@@ -499,8 +648,6 @@ try_again:
                id = NOID;
        }
 
-       free(e.e_ndn);
-
        return( id );
 }
 
@@ -510,7 +657,7 @@ try_again:
 
 Entry *
 cache_find_entry_id(
-       struct cache    *cache,
+       Cache   *cache,
        ID                              id,
        int                             rw
 )
@@ -529,26 +676,36 @@ try_again:
                (AVL_CMP) entry_id_cmp )) != NULL )
        {
                int state;
+               ID      ep_id;
+
                count++;
 
                assert( ep->e_private );
 
+               ep_id = ep->e_id; 
                state = LEI(ep)->lei_state;
 
                /*
                 * entry is deleted or not fully created yet
                 */
                if ( state != CACHE_ENTRY_READY ) {
-                       ID      ep_id = ep->e_id; 
 
                        assert(state != CACHE_ENTRY_UNDEFINED);
 
                        /* free cache mutex */
                        ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+                       LDAP_LOG(( "cache", LDAP_LEVEL_INFO,
+                                  "cache_find_entry_id: (%ld)->%ld not ready (%d).\n",
+                                  id, ep_id, state ));
+                                  
+#else
                        Debug(LDAP_DEBUG_TRACE,
                                "====> cache_find_entry_id( %ld ): %ld (not ready) %d\n",
                                id, ep_id, state);
+#endif
+
 
                        ldap_pvt_thread_yield();
                        goto try_again;
@@ -563,6 +720,18 @@ try_again:
 
                        /* free cache mutex */
                        ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
+
+#ifdef NEW_LOGGING
+                       LDAP_LOG(( "cache", LDAP_LEVEL_INFO,
+                                  "cache_find_entry_id: %ld -> %ld (busy) %d.\n",
+                                  id, ep_id, state ));
+#else
+                       Debug(LDAP_DEBUG_TRACE,
+                               "====> cache_find_entry_id( %ld ): %ld (busy) %d\n",
+                               id, ep_id, state);
+#endif
+
+
                        ldap_pvt_thread_yield();
                        goto try_again;
                }
@@ -570,15 +739,22 @@ try_again:
                /* lru */
                LRU_DELETE( cache, ep );
                LRU_ADD( cache, ep );
-                
+               
                LEI(ep)->lei_refcnt++;
 
                /* free cache mutex */
                ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_DETAIL1,
+                          "cache_find_entry_id: %ld -> %s  found %d tries.\n",
+                          ep_id, ep->e_dn, count ));
+#else
                Debug(LDAP_DEBUG_TRACE,
                        "====> cache_find_entry_id( %ld ) \"%s\" (found) (%d tries)\n",
-                       id, ep->e_dn, count);
+                       ep_id, ep->e_dn, count);
+#endif
+
 
                return( ep );
        }
@@ -602,7 +778,7 @@ try_again:
  */
 int
 cache_delete_entry(
-    struct cache       *cache,
+    Cache      *cache,
     Entry              *e
 )
 {
@@ -613,8 +789,14 @@ cache_delete_entry(
 
        assert( e->e_private );
 
+#ifdef NEW_LOGGING
+       LDAP_LOG(( "cache", LDAP_LEVEL_ENTRY,
+                  "cache_delete_entry: delete %ld.\n", e->e_id ));
+#else
        Debug( LDAP_DEBUG_TRACE, "====> cache_delete_entry( %ld )\n",
                e->e_id, 0, 0 );
+#endif
+
 
        rc = cache_delete_entry_internal( cache, e );
 
@@ -625,11 +807,11 @@ cache_delete_entry(
 
 static int
 cache_delete_entry_internal(
-    struct cache       *cache,
+    Cache      *cache,
     Entry              *e
 )
 {
-       int rc = 0;     /* return code */
+       int rc = 0;     /* return code */
 
        /* dn tree */
        if ( avl_delete( &cache->c_dntree, (caddr_t) e, (AVL_CMP) entry_dn_cmp )
@@ -661,10 +843,8 @@ cache_delete_entry_internal(
        return( 0 );
 }
 
-#ifdef SLAP_CLEANUP
-
 void
-cache_release_all( struct cache *cache )
+cache_release_all( Cache *cache )
 {
        Entry *e;
        int rc;
@@ -672,10 +852,18 @@ cache_release_all( struct cache *cache )
        /* set cache mutex */
        ldap_pvt_thread_mutex_lock( &cache->c_mutex );
 
+#ifdef NEW_LOGGING
+       LDAP_LOG(( "cache", LDAP_LEVEL_ENTRY,
+                  "cache_release_all: enter\n" ));
+#else
        Debug( LDAP_DEBUG_TRACE, "====> cache_release_all\n", 0, 0, 0 );
+#endif
+
 
        while ( (e = cache->c_lrutail) != NULL && LEI(e)->lei_refcnt == 0 ) {
+#ifdef LDAP_RDWR_DEBUG
                assert(!ldap_pvt_thread_rdwr_active(&LEI(e)->lei_rdwr));
+#endif
 
                /* delete from cache and lru q */
                /* XXX do we need rc ? */
@@ -685,19 +873,23 @@ cache_release_all( struct cache *cache )
        }
 
        if ( cache->c_cursize ) {
+#ifdef NEW_LOGGING
+               LDAP_LOG(( "cache", LDAP_LEVEL_INFO,
+                          "cache_release_all: Entry cache could not be emptied.\n" ));
+#else
                Debug( LDAP_DEBUG_TRACE, "Entry-cache could not be emptied\n", 0, 0, 0 );
+#endif
+
        }
 
        /* free cache mutex */
        ldap_pvt_thread_mutex_unlock( &cache->c_mutex );
 }
 
-#endif /* SLAP_CLEANUP */
-
 #ifdef LDAP_DEBUG
 
 static void
-lru_print( struct cache *cache )
+lru_print( Cache *cache )
 {
        Entry   *e;