]> git.sur5r.net Git - openldap/blobdiff - libraries/libldap/request.c
cleanup
[openldap] / libraries / libldap / request.c
index 1def978bf548b57e00dbbedb70a15a51297c1b8f..0297a3788f081728e566650a58030cffe4abd2c9 100644 (file)
@@ -1,14 +1,21 @@
 /* $OpenLDAP$ */
-/*
- * Copyright 1998-2000 The OpenLDAP Foundation, All Rights Reserved.
- * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
+/* This work is part of OpenLDAP Software <http://www.openldap.org/>.
+ *
+ * Copyright 1998-2005 The OpenLDAP Foundation.
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted only as authorized by the OpenLDAP
+ * Public License.
+ *
+ * A copy of this license is available in the file LICENSE in the
+ * top-level directory of the distribution or, alternatively, at
+ * <http://www.OpenLDAP.org/license.html>.
  */
-/*  Portions
- *  Copyright (c) 1995 Regents of the University of Michigan.
- *  All rights reserved.
+/* Portions Copyright (c) 1995 Regents of the University of Michigan.
+ * All rights reserved.
  */
-/*---
- * This notice applies to changes, created by or for Novell, Inc.,
+/* This notice applies to changes, created by or for Novell, Inc.,
  * to preexisting works for which notices appear elsewhere in this file.
  *
  * Copyright (C) 1999, 2000 Novell, Inc. All Rights Reserved.
  * Modification to OpenLDAP source by Novell, Inc.
  * April 2000 sfs  Added code to chase V3 referrals
  *  request.c - sending of ldap requests; handling of referrals
+ *---
+ * Note: A verbatim copy of version 2.0.1 of the OpenLDAP Public License 
+ * can be found in the file "build/LICENSE-2.0.1" in this distribution
+ * of OpenLDAP Software.
  */
 
 #include "portable.h"
 
 static LDAPConn *find_connection LDAP_P(( LDAP *ld, LDAPURLDesc *srv, int any ));
 static void use_connection LDAP_P(( LDAP *ld, LDAPConn *lc ));
+static void ldap_free_request_int LDAP_P(( LDAP *ld, LDAPRequest *lr ));
 
-
-static BerElement *re_encode_request LDAP_P((
-       LDAP *ld,
+static BerElement *
+re_encode_request( LDAP *ld,
        BerElement *origber,
-    ber_int_t msgid,
-       char **dnp,
-       int      *type));
-
+       ber_int_t msgid,
+       int sref,
+       LDAPURLDesc *srv,
+       int *type );
 
 BerElement *
 ldap_alloc_ber_with_options( LDAP *ld )
@@ -79,7 +90,8 @@ ldap_send_initial_request(
        LDAP *ld,
        ber_tag_t msgtype,
        const char *dn,
-       BerElement *ber )
+       BerElement *ber,
+       ber_int_t msgid)
 {
        LDAPURLDesc     *servers;
        int rc;
@@ -96,8 +108,8 @@ ldap_send_initial_request(
                }
 
                Debug( LDAP_DEBUG_TRACE,
-                       "ldap_delayed_open successful, ld_host is %s\n",
-                       ( ld->ld_host == NULL ) ? "(null)" : ld->ld_host, 0, 0 );
+                       "ldap_open_defconn: successful\n",
+                       0, 0, 0 );
        }
 
        {
@@ -108,14 +120,64 @@ ldap_send_initial_request(
                servers = NULL;
        }       
 
-       rc = ldap_send_server_request( ld, ber, ld->ld_msgid, NULL,
-                                                                       servers, NULL, NULL );
+#ifdef LDAP_CONNECTIONLESS
+       if (LDAP_IS_UDP(ld)) {
+               if (msgtype == LDAP_REQ_BIND) {
+                       if (ld->ld_options.ldo_cldapdn)
+                               ldap_memfree(ld->ld_options.ldo_cldapdn);
+                       ld->ld_options.ldo_cldapdn = ldap_strdup(dn);
+                       return 0;
+               }
+               if (msgtype != LDAP_REQ_ABANDON && msgtype != LDAP_REQ_SEARCH)
+                       return LDAP_PARAM_ERROR;
+       }
+#endif
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+       rc = ldap_send_server_request( ld, ber, msgid, NULL,
+               servers, NULL, NULL );
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
        if (servers)
                ldap_free_urllist(servers);
        return(rc);
 }
 
 
+int
+ldap_int_flush_request(
+       LDAP *ld,
+       LDAPRequest *lr )
+{
+       LDAPConn *lc = lr->lr_conn;
+
+       if ( ber_flush( lc->lconn_sb, lr->lr_ber, 0 ) != 0 ) {
+               if ( errno == EAGAIN ) {
+                       /* need to continue write later */
+                       lr->lr_status = LDAP_REQST_WRITING;
+                       ldap_mark_select_write( ld, lc->lconn_sb );
+                       ld->ld_errno = LDAP_BUSY;
+                       return -2;
+               } else {
+                       ld->ld_errno = LDAP_SERVER_DOWN;
+                       ldap_free_request( ld, lr );
+                       ldap_free_connection( ld, lc, 0, 0 );
+                       return( -1 );
+               }
+       } else {
+               if ( lr->lr_parent == NULL ) {
+                       lr->lr_ber->ber_end = lr->lr_ber->ber_ptr;
+                       lr->lr_ber->ber_ptr = lr->lr_ber->ber_buf;
+               }
+               lr->lr_status = LDAP_REQST_INPROGRESS;
+
+               /* sent -- waiting for a response */
+               ldap_mark_select_read( ld, lc->lconn_sb );
+       }
+       return 0;
+}
 
 int
 ldap_send_server_request(
@@ -128,7 +190,7 @@ ldap_send_server_request(
        LDAPreqinfo *bind )
 {
        LDAPRequest     *lr;
-       int incparent;
+       int incparent, rc;
 
        Debug( LDAP_DEBUG_TRACE, "ldap_send_server_request\n", 0, 0, 0 );
 
@@ -139,8 +201,8 @@ ldap_send_server_request(
                if ( srvlist == NULL ) {
                        lc = ld->ld_defconn;
                } else {
-                       if (( lc = find_connection( ld, srvlist, 1 )) ==
-                           NULL ) {
+                       lc = find_connection( ld, srvlist, 1 );
+                       if ( lc == NULL ) {
                                if ( (bind != NULL) && (parentreq != NULL) ) {
                                        /* Remember the bind in the parent */
                                        incparent = 1;
@@ -164,8 +226,23 @@ ldap_send_server_request(
        }
 
        use_connection( ld, lc );
-       if (( lr = (LDAPRequest *)LDAP_CALLOC( 1, sizeof( LDAPRequest ))) ==
-           NULL ) {
+
+       /* If we still have an incomplete write, try to finish it before
+        * dealing with the new request. If we don't finish here, return
+        * LDAP_BUSY and let the caller retry later. We only allow a single
+        * request to be in WRITING state.
+        */
+       rc = 0;
+       if ( ld->ld_requests &&
+               ld->ld_requests->lr_status == LDAP_REQST_WRITING &&
+               ldap_int_flush_request( ld, ld->ld_requests ) < 0 )
+       {
+               rc = -1;
+       }
+       if ( rc ) return rc;
+
+       lr = (LDAPRequest *)LDAP_CALLOC( 1, sizeof( LDAPRequest ));
+       if ( lr == NULL ) {
                ld->ld_errno = LDAP_NO_MEMORY;
                ldap_free_connection( ld, lc, 0, 0 );
                ber_free( ber, 1 );
@@ -186,47 +263,25 @@ ldap_send_server_request(
                        ++parentreq->lr_outrefcnt;
                }
                lr->lr_origid = parentreq->lr_origid;
-               lr->lr_parentcnt = parentreq->lr_parentcnt + 1;
+               lr->lr_parentcnt = ++parentreq->lr_parentcnt;
                lr->lr_parent = parentreq;
-               lr->lr_refnext = parentreq->lr_refnext;
-               parentreq->lr_refnext = lr;
+               lr->lr_refnext = parentreq->lr_child;
+               parentreq->lr_child = lr;
        } else {                        /* original request */
                lr->lr_origid = lr->lr_msgid;
        }
 
+       lr->lr_prev = NULL;
        if (( lr->lr_next = ld->ld_requests ) != NULL ) {
                lr->lr_next->lr_prev = lr;
        }
        ld->ld_requests = lr;
-       lr->lr_prev = NULL;
 
-       if ( ber_flush( lc->lconn_sb, ber, 0 ) != 0 ) {
-#ifdef notyet
-               if ( errno == EWOULDBLOCK ) {
-                       /* need to continue write later */
-                       lr->lr_status = LDAP_REQST_WRITING;
-                       ldap_mark_select_write( ld, lc->lconn_sb );
-               } else {
-#else /* notyet */
-                       ld->ld_errno = LDAP_SERVER_DOWN;
-                       ldap_free_request( ld, lr );
-                       ldap_free_connection( ld, lc, 0, 0 );
-                       return( -1 );
-#endif /* notyet */
-#ifdef notyet
-               }
-#endif /* notyet */
-       } else {
-               if ( parentreq == NULL ) {
-                       ber->ber_end = ber->ber_ptr;
-                       ber->ber_ptr = ber->ber_buf;
-               }
-
-               /* sent -- waiting for a response */
-               ldap_mark_select_read( ld, lc->lconn_sb );
+       ld->ld_errno = LDAP_SUCCESS;
+       if ( ldap_int_flush_request( ld, lr ) == -1 ) {
+               msgid = -1;
        }
 
-       ld->ld_errno = LDAP_SUCCESS;
        return( msgid );
 }
 
@@ -236,27 +291,36 @@ ldap_new_connection( LDAP *ld, LDAPURLDesc *srvlist, int use_ldsb,
 {
        LDAPConn        *lc;
        LDAPURLDesc     *srv;
-       Sockbuf         *sb = NULL;
 
-       Debug( LDAP_DEBUG_TRACE, "ldap_new_connection\n", 0, 0, 0 );
+       Debug( LDAP_DEBUG_TRACE, "ldap_new_connection %d %d %d\n",
+               use_ldsb, connect, (bind != NULL) );
        /*
         * make a new LDAP server connection
         * XXX open connection synchronously for now
         */
-       if (( lc = (LDAPConn *)LDAP_CALLOC( 1, sizeof( LDAPConn ))) == NULL ||
-           ( !use_ldsb && ( (sb = ber_sockbuf_alloc()) == NULL ))) {
-               if ( lc != NULL ) {
-                       LDAP_FREE( (char *)lc );
-               }
+       lc = (LDAPConn *)LDAP_CALLOC( 1, sizeof( LDAPConn ) );
+       if ( lc == NULL ) {
                ld->ld_errno = LDAP_NO_MEMORY;
                return( NULL );
        }
+       
+       if ( use_ldsb ) {
+               assert( ld->ld_sb != NULL );
+               lc->lconn_sb = ld->ld_sb;
 
-       lc->lconn_sb = ( use_ldsb ) ? ld->ld_sb : sb;
+       } else {
+               lc->lconn_sb = ber_sockbuf_alloc();
+               if ( lc->lconn_sb == NULL ) {
+                       LDAP_FREE( (char *)lc );
+                       ld->ld_errno = LDAP_NO_MEMORY;
+                       return( NULL );
+               }
+       }
 
        if ( connect ) {
                for ( srv = srvlist; srv != NULL; srv = srv->lud_next ) {
-                       if ( ldap_int_open_connection( ld, lc, srv, 0 ) != -1 ) {
+                       if ( ldap_int_open_connection( ld, lc, srv, 0 ) != -1 )
+                       {
                                break;
                        }
                }
@@ -265,12 +329,12 @@ ldap_new_connection( LDAP *ld, LDAPURLDesc *srvlist, int use_ldsb,
                        if ( !use_ldsb ) {
                                ber_sockbuf_free( lc->lconn_sb );
                        }
-                   LDAP_FREE( (char *)lc );
-                   ld->ld_errno = LDAP_SERVER_DOWN;
-                   return( NULL );
+                       LDAP_FREE( (char *)lc );
+                       ld->ld_errno = LDAP_SERVER_DOWN;
+                       return( NULL );
                }
 
-               lc->lconn_server = ldap_url_dup(srv);
+               lc->lconn_server = ldap_url_dup( srv );
        }
 
        lc->lconn_status = LDAP_CONNST_CONNECTED;
@@ -285,14 +349,17 @@ ldap_new_connection( LDAP *ld, LDAPURLDesc *srvlist, int use_ldsb,
                int             err = 0;
                LDAPConn        *savedefconn;
 
-               /* Set flag to prevent additional referrals from being processed on this
+               /* Set flag to prevent additional referrals
+                * from being processed on this
                 * connection until the bind has completed
                 */
                lc->lconn_rebind_inprogress = 1;
                /* V3 rebind function */
-               if ( ld->ld_rebindproc != NULL) {
+               if ( ld->ld_rebind_proc != NULL) {
                        LDAPURLDesc     *srvfunc;
-                       if( ( srvfunc = ldap_url_dup( srvlist)) == NULL) {
+
+                       srvfunc = ldap_url_dup( srvlist );
+                       if ( srvfunc == NULL ) {
                                ld->ld_errno = LDAP_NO_MEMORY;
                                err = -1;
                        } else {
@@ -300,37 +367,55 @@ ldap_new_connection( LDAP *ld, LDAPURLDesc *srvlist, int use_ldsb,
                                ++lc->lconn_refcnt;     /* avoid premature free */
                                ld->ld_defconn = lc;
 
-                               Debug( LDAP_DEBUG_TRACE, "Call application rebindproc\n", 0, 0, 0);
-                               err = (*ld->ld_rebindproc)( ld, bind->ri_url, bind->ri_request, bind->ri_msgid);
+                               Debug( LDAP_DEBUG_TRACE, "Call application rebind_proc\n", 0, 0, 0);
+#ifdef LDAP_R_COMPILE
+                               ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+                               ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
+#endif
+                               err = (*ld->ld_rebind_proc)( ld,
+                                       bind->ri_url, bind->ri_request, bind->ri_msgid,
+                                       ld->ld_rebind_params );
+#ifdef LDAP_R_COMPILE
+                               ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
+                               ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
 
                                ld->ld_defconn = savedefconn;
                                --lc->lconn_refcnt;
 
-                               if( err != 0) {
-                               err = -1;
+                               if ( err != 0 ) {
+                                       err = -1;
                                        ldap_free_connection( ld, lc, 1, 0 );
                                        lc = NULL;
+                               }
+                               ldap_free_urldesc( srvfunc );
                        }
-                               ldap_free_urldesc( srvfunc);
-               }
                } else {
                        savedefconn = ld->ld_defconn;
                        ++lc->lconn_refcnt;     /* avoid premature free */
                        ld->ld_defconn = lc;
 
                        Debug( LDAP_DEBUG_TRACE, "anonymous rebind via ldap_bind_s\n", 0, 0, 0);
+#ifdef LDAP_R_COMPILE
+                       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+                       ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
+#endif
                        if ( ldap_bind_s( ld, "", "", LDAP_AUTH_SIMPLE ) != LDAP_SUCCESS ) {
                                err = -1;
                        }
+#ifdef LDAP_R_COMPILE
+                       ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
+                       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
                        ld->ld_defconn = savedefconn;
                        --lc->lconn_refcnt;
 
-               if ( err != 0 ) {
-                       ldap_free_connection( ld, lc, 1, 0 );
-                       lc = NULL;
+                       if ( err != 0 ) {
+                               ldap_free_connection( ld, lc, 1, 0 );
+                               lc = NULL;
+                       }
                }
-       }
-               if( lc != NULL)
+               if ( lc != NULL )
                        lc->lconn_rebind_inprogress = 0;
        }
 
@@ -346,20 +431,28 @@ find_connection( LDAP *ld, LDAPURLDesc *srv, int any )
  */
 {
        LDAPConn        *lc;
-       LDAPURLDesc     *ls;
+       LDAPURLDesc     *lcu, *lsu;
+       int lcu_port, lsu_port;
 
        for ( lc = ld->ld_conns; lc != NULL; lc = lc->lconn_next ) {
-               for ( ls = srv; ls != NULL; ls = ls->lud_next ) {
-                       if ( lc->lconn_server->lud_host != NULL &&
-                               *lc->lconn_server->lud_host != '\0' &&
-                           ls->lud_host != NULL && *ls->lud_host != '\0' &&
-                               strcasecmp( ls->lud_host, lc->lconn_server->lud_host ) == 0
-                           && ls->lud_port == lc->lconn_server->lud_port ) {
+               lcu = lc->lconn_server;
+               lcu_port = ldap_pvt_url_scheme_port( lcu->lud_scheme,
+                       lcu->lud_port );
+
+               for ( lsu = srv; lsu != NULL; lsu = lsu->lud_next ) {
+                       lsu_port = ldap_pvt_url_scheme_port( lsu->lud_scheme,
+                               lsu->lud_port );
+
+                       if ( strcmp( lcu->lud_scheme, lsu->lud_scheme ) == 0
+                               && lcu->lud_host != NULL && *lcu->lud_host != '\0'
+                           && lsu->lud_host != NULL && *lsu->lud_host != '\0'
+                               && strcasecmp( lsu->lud_host, lcu->lud_host ) == 0
+                           && lsu_port == lcu_port )
+                       {
                                return lc;
                        }
-                       if ( !any ) {
-                               break;
-                       }
+
+                       if ( !any ) break;
                }
        }
 
@@ -381,7 +474,9 @@ ldap_free_connection( LDAP *ld, LDAPConn *lc, int force, int unbind )
 {
        LDAPConn        *tmplc, *prevlc;
 
-       Debug( LDAP_DEBUG_TRACE, "ldap_free_connection\n", 0, 0, 0 );
+       Debug( LDAP_DEBUG_TRACE,
+               "ldap_free_connection %d %d\n",
+               force, unbind, 0 );
 
        if ( force || --lc->lconn_refcnt <= 0 ) {
                if ( lc->lconn_status == LDAP_CONNST_CONNECTED ) {
@@ -391,15 +486,17 @@ ldap_free_connection( LDAP *ld, LDAPConn *lc, int force, int unbind )
                        }
                }
 
-               if( lc->lconn_ber != NULL ) {
+               if ( lc->lconn_ber != NULL ) {
                        ber_free( lc->lconn_ber, 1 );
                }
 
                ldap_int_sasl_close( ld, lc );
 
                prevlc = NULL;
-               for ( tmplc = ld->ld_conns; tmplc != NULL;
-                   tmplc = tmplc->lconn_next ) {
+               for ( tmplc = ld->ld_conns;
+                       tmplc != NULL;
+                       tmplc = tmplc->lconn_next )
+               {
                        if ( tmplc == lc ) {
                                if ( prevlc == NULL ) {
                                    ld->ld_conns = tmplc->lconn_next;
@@ -416,23 +513,39 @@ ldap_free_connection( LDAP *ld, LDAPConn *lc, int force, int unbind )
                        LDAP_FREE( lc->lconn_krbinstance );
                }
 #endif
+
+               /* FIXME: is this at all possible? */
+               if ( force ) {
+                       LDAPRequest     *lr;
+
+                       for ( lr = ld->ld_requests; lr; ) {
+                               LDAPRequest     *lr_next = lr->lr_next;
+
+                               if ( lr->lr_conn == lc ) {
+                                       ldap_free_request_int( ld, lr );
+                               }
+
+                               lr = lr_next;
+                       }
+               }
                if ( lc->lconn_sb != ld->ld_sb ) {
                        ber_sockbuf_free( lc->lconn_sb );
                }
-               if( lc->lconn_rebind_queue != NULL) {
+               if ( lc->lconn_rebind_queue != NULL) {
                        int i;
-                       for( i = 0; lc->lconn_rebind_queue[i] != NULL; i++) {
-                               LDAP_VFREE(lc->lconn_rebind_queue[i]);
+                       for( i = 0; lc->lconn_rebind_queue[i] != NULL; i++ ) {
+                               LDAP_VFREE( lc->lconn_rebind_queue[i] );
                        }
-                       LDAP_FREE( lc->lconn_rebind_queue);
+                       LDAP_FREE( lc->lconn_rebind_queue );
                }
                LDAP_FREE( lc );
-               Debug( LDAP_DEBUG_TRACE, "ldap_free_connection: actually freed\n",
-                   0, 0, 0 );
+               Debug( LDAP_DEBUG_TRACE,
+                       "ldap_free_connection: actually freed\n",
+                       0, 0, 0 );
        } else {
                lc->lconn_lastused = time( NULL );
                Debug( LDAP_DEBUG_TRACE, "ldap_free_connection: refcnt %d\n",
-                   lc->lconn_refcnt, 0, 0 );
+                               lc->lconn_refcnt, 0, 0 );
        }
 }
 
@@ -488,6 +601,9 @@ ldap_dump_requests_and_responses( LDAP *ld )
        LDAPRequest     *lr;
        LDAPMessage     *lm, *l;
 
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
        fprintf( stderr, "** Outstanding Requests:\n" );
        if (( lr = ld->ld_requests ) == NULL ) {
                fprintf( stderr, "   Empty\n" );
@@ -503,7 +619,9 @@ ldap_dump_requests_and_responses( LDAP *ld )
            fprintf( stderr, "   outstanding referrals %d, parent count %d\n",
                    lr->lr_outrefcnt, lr->lr_parentcnt );
        }
-
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
        fprintf( stderr, "** Response Queue:\n" );
        if (( lm = ld->ld_responses ) == NULL ) {
                fprintf( stderr, "   Empty\n" );
@@ -524,27 +642,14 @@ ldap_dump_requests_and_responses( LDAP *ld )
 }
 #endif /* LDAP_DEBUG */
 
-
-void
-ldap_free_request( LDAP *ld, LDAPRequest *lr )
+static void
+ldap_free_request_int( LDAP *ld, LDAPRequest *lr )
 {
-       LDAPRequest     *tmplr, *nextlr;
-
-       Debug( LDAP_DEBUG_TRACE, "ldap_free_request (origid %d, msgid %d)\n",
-               lr->lr_origid, lr->lr_msgid, 0 );
-
-       if ( lr->lr_parent != NULL ) {
-               --lr->lr_parent->lr_outrefcnt;
-       } else {
-               /* free all referrals (child requests) */
-               for ( tmplr = lr->lr_refnext; tmplr != NULL; tmplr = nextlr ) {
-                       nextlr = tmplr->lr_refnext;
-                       ldap_free_request( ld, tmplr );
-               }
-       }
-
        if ( lr->lr_prev == NULL ) {
+               /* free'ing the first request? */
+               assert( ld->ld_requests == lr );
                ld->ld_requests = lr->lr_next;
+
        } else {
                lr->lr_prev->lr_next = lr->lr_next;
        }
@@ -568,6 +673,58 @@ ldap_free_request( LDAP *ld, LDAPRequest *lr )
        LDAP_FREE( lr );
 }
 
+void
+ldap_free_request( LDAP *ld, LDAPRequest *lr )
+{
+       LDAPRequest     **ttmplr;
+
+       Debug( LDAP_DEBUG_TRACE, "ldap_free_request (origid %d, msgid %d)\n",
+               lr->lr_origid, lr->lr_msgid, 0 );
+
+       /* free all referrals (child requests) */
+       while ( lr->lr_child )
+               ldap_free_request( ld, lr->lr_child );
+
+       if ( lr->lr_parent != NULL ) {
+               --lr->lr_parent->lr_outrefcnt;
+               for ( ttmplr = &lr->lr_parent->lr_child; *ttmplr && *ttmplr != lr; ttmplr = &(*ttmplr)->lr_refnext ); 
+               if ( *ttmplr == lr )  
+                       *ttmplr = lr->lr_refnext;
+       }
+       ldap_free_request_int( ld, lr );
+}
+
+/*
+ * call first time with *cntp = -1
+ * when returns *cntp == -1, no referrals are left
+ *
+ * NOTE: may replace *refsp, or shuffle the contents
+ * of the original array.
+ */
+static int ldap_int_nextref(
+       LDAP                    *ld,
+       char                    ***refsp,
+       int                     *cntp,
+       void                    *params )
+{
+       assert( refsp != NULL );
+       assert( *refsp != NULL );
+       assert( cntp != NULL );
+
+       if ( *cntp < -1 ) {
+               *cntp = -1;
+               return -1;
+       }
+
+       (*cntp)++;
+
+       if ( (*refsp)[ *cntp ] == NULL ) {
+               *cntp = -1;
+       }
+
+       return 0;
+}
+
 /*
  * Chase v3 referrals
  *
@@ -586,13 +743,13 @@ int
 ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char **errstrp, int *hadrefp )
 {
        char            *unfollowed;
-       int                      unfollowedcnt = 0;
+       int              unfollowedcnt = 0;
        LDAPRequest     *origreq;
        LDAPURLDesc     *srv = NULL;
        BerElement      *ber;
        char            **refarray = NULL;
        LDAPConn        *lc;
-       int                      rc, count, i, j;
+       int                      rc, count, i, j, id;
        LDAPreqinfo  rinfo;
 
        ld->ld_errno = LDAP_SUCCESS;    /* optimistic */
@@ -619,21 +776,41 @@ ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char *
        }
 
        /* find original request */
-       for ( origreq = lr; origreq->lr_parent != NULL; origreq = origreq->lr_parent ) {
-               ;
+       for ( origreq = lr;
+               origreq->lr_parent != NULL;
+               origreq = origreq->lr_parent )
+       {
+               /* empty */ ;
        }
 
        refarray = refs;
        refs = NULL;
+
+       if ( ld->ld_nextref_proc == NULL ) {
+               ld->ld_nextref_proc = ldap_int_nextref;
+       }
+
        /* parse out & follow referrals */
-       for( i=0; refarray[i] != NULL; i++) {
+       i = -1;
+       for ( ld->ld_nextref_proc( ld, &refarray, &i, ld->ld_nextref_params );
+                       i != -1;
+                       ld->ld_nextref_proc( ld, &refarray, &i, ld->ld_nextref_params ) )
+       {
+
                /* Parse the referral URL */
-               if (( rc = ldap_url_parse( refarray[i], &srv)) != LDAP_SUCCESS) {
+               if (( rc = ldap_url_parse_ext( refarray[i], &srv)) != LDAP_SUCCESS) {
                        ld->ld_errno = rc;
                        rc = -1;
                        goto done;
                }
 
+               if( srv->lud_crit_exts ) {
+                       /* we do not support any extensions */
+                       ld->ld_errno = LDAP_NOT_SUPPORTED;
+                       rc = -1;
+                       goto done;
+               }
+
                /* treat ldap://hostpart and ldap://hostpart/ the same */
                if ( srv->lud_dn && srv->lud_dn[0] == '\0' ) {
                        LDAP_FREE( srv->lud_dn );
@@ -650,26 +827,35 @@ ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char *
                                 * if two search references come in one behind the other
                                 * for the same server with different contexts.
                                 */
-                               Debug( LDAP_DEBUG_TRACE, "ldap_chase_v3referrals: queue referral \"%s\"\n",
+                               Debug( LDAP_DEBUG_TRACE,
+                                       "ldap_chase_v3referrals: queue referral \"%s\"\n",
                                        refarray[i], 0, 0);
                                if( lc->lconn_rebind_queue == NULL ) {
                                        /* Create a referral list */
-                                       if( (lc->lconn_rebind_queue = (char ***)LDAP_MALLOC( sizeof(void *) * 2)) == NULL) {
+                                       lc->lconn_rebind_queue =
+                                               (char ***) LDAP_MALLOC( sizeof(void *) * 2);
+
+                                       if( lc->lconn_rebind_queue == NULL) {
                                                ld->ld_errno = LDAP_NO_MEMORY;
                                                rc = -1;
                                                goto done;
                                        }
+
                                        lc->lconn_rebind_queue[0] = refarray;
                                        lc->lconn_rebind_queue[1] = NULL;
                                        refarray = NULL;
+
                                } else {
                                        /* Count how many referral arrays we already have */
                                        for( j = 0; lc->lconn_rebind_queue[j] != NULL; j++) {
-                                               ;
+                                               /* empty */;
                                        }
+
                                        /* Add the new referral to the list */
-                                       if( (lc->lconn_rebind_queue = (char ***)LDAP_REALLOC(
-                                                       lc->lconn_rebind_queue, sizeof(void *) * (j + 2))) == NULL) {
+                                       lc->lconn_rebind_queue = (char ***) LDAP_REALLOC(
+                                               lc->lconn_rebind_queue, sizeof(void *) * (j + 2));
+
+                                       if( lc->lconn_rebind_queue == NULL ) {
                                                ld->ld_errno = LDAP_NO_MEMORY;
                                                rc = -1;
                                                goto done;
@@ -678,6 +864,7 @@ ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char *
                                        lc->lconn_rebind_queue[j+1] = NULL;
                                        refarray = NULL;
                                }
+
                                /* We have queued the referral/reference, now just return */
                                rc = 0;
                                *hadrefp = 1;
@@ -691,24 +878,36 @@ ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char *
                 */
 
                /* For references we don't want old dn if new dn empty */
-               if ( sref && srv->lud_dn == NULL )
+               if ( sref && srv->lud_dn == NULL ) {
                        srv->lud_dn = LDAP_STRDUP( "" );
+               }
 
-               if (( ber = re_encode_request( ld, origreq->lr_ber,
-                           ++ld->ld_msgid, &srv->lud_dn, &rinfo.ri_request )) == NULL ) {
+               LDAP_NEXT_MSGID( ld, id );
+               ber = re_encode_request( ld, origreq->lr_ber, id,
+                       sref, srv, &rinfo.ri_request );
+
+               if( ber == NULL ) {
                        ld->ld_errno = LDAP_ENCODING_ERROR;
                        rc = -1;
                        goto done;
                }
 
-               Debug( LDAP_DEBUG_TRACE, "ldap_chase_v3referral: msgid %d, url \"%s\"\n",
+               Debug( LDAP_DEBUG_TRACE,
+                       "ldap_chase_v3referral: msgid %d, url \"%s\"\n",
                        lr->lr_msgid, refarray[i], 0);
 
                /* Send the new request to the server - may require a bind */
                rinfo.ri_msgid = origreq->lr_origid;
                rinfo.ri_url = refarray[i];
-               if ( (rc = ldap_send_server_request( ld, ber, ld->ld_msgid,
-                       origreq, srv, NULL, &rinfo )) < 0 ) {
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+               rc = ldap_send_server_request( ld, ber, id,
+                       origreq, srv, NULL, &rinfo );
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
+               if ( rc < 0 ) {
                        /* Failure, try next referral in the list */
                        Debug( LDAP_DEBUG_ANY, "Unable to chase referral \"%s\" (%s)\n", 
                                refarray[i], ldap_err2string( ld->ld_errno ), 0);
@@ -756,11 +955,11 @@ ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char *
                }
        } /* end for loop */
 done:
-       LDAP_VFREE(refarray);
-       ldap_free_urllist(srv);
+       LDAP_VFREE( refarray );
+       ldap_free_urllist( srv );
        LDAP_FREE( *errstrp );
        
-       if( rc == 0) {
+       if( rc == 0 ) {
                *errstrp = NULL;
                LDAP_FREE( unfollowed );
                return count;
@@ -775,10 +974,15 @@ done:
  * XXX merging of errors in this routine needs to be improved
  */
 int
-ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
+ldap_chase_referrals( LDAP *ld,
+       LDAPRequest *lr,
+       char **errstrp,
+       int sref,
+       int *hadrefp )
 {
-       int             rc, count, len, newdn;
-       char            *p, *ports, *ref, *tmpref, *refdn, *unfollowed;
+       int             rc, count, id;
+       unsigned        len;
+       char            *p, *ref, *unfollowed;
        LDAPRequest     *origreq;
        LDAPURLDesc     *srv;
        BerElement      *ber;
@@ -817,7 +1021,7 @@ ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
        /* find original request */
        for ( origreq = lr; origreq->lr_parent != NULL;
             origreq = origreq->lr_parent ) {
-               ;
+               /* empty */;
        }
 
        unfollowed = NULL;
@@ -825,82 +1029,57 @@ ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
 
        /* parse out & follow referrals */
        for ( ref = p; rc == 0 && ref != NULL; ref = p ) {
-
                if (( p = strchr( ref, '\n' )) != NULL ) {
                        *p++ = '\0';
                } else {
                        p = NULL;
                }
 
-               /* copy the complete referral for rebind process */
-               rinfo.ri_url = LDAP_STRDUP( ref );
-
-               ldap_pvt_hex_unescape( ref );
-               len = strlen( ref );
+               rc = ldap_url_parse_ext( ref, &srv );
 
-               /* FIXME: we should use the URL Parser */
-
-               if ( len > LDAP_LDAP_REF_STR_LEN && strncasecmp( ref,
-                   LDAP_LDAP_REF_STR, LDAP_LDAP_REF_STR_LEN ) == 0 ) {
-                       Debug( LDAP_DEBUG_TRACE,
-                           "chasing LDAP referral: <%s>\n", ref, 0, 0 );
-                       tmpref = ref + LDAP_LDAP_REF_STR_LEN;
-               } else {
+               if ( rc != LDAP_URL_SUCCESS ) {
                        Debug( LDAP_DEBUG_TRACE,
                            "ignoring unknown referral <%s>\n", ref, 0, 0 );
                        rc = ldap_append_referral( ld, &unfollowed, ref );
                        *hadrefp = 1;
-                       LDAP_FREE( rinfo.ri_url );
-                       rinfo.ri_url = NULL;
                        continue;
                }
 
+               if( srv->lud_dn != NULL && srv->lud_dn == '\0' ) {
+                       LDAP_FREE( srv->lud_dn );
+                       srv->lud_dn = NULL;
+               }
+
+               Debug( LDAP_DEBUG_TRACE,
+                   "chasing LDAP referral: <%s>\n", ref, 0, 0 );
+
                *hadrefp = 1;
 
-               if (( refdn = strchr( tmpref, '/' )) != NULL ) {
-                       *refdn++ = '\0';
-                       newdn = refdn[0] != '?' && refdn[0] != '\0';
-                       if( !newdn ) refdn = NULL;
-               } else {
-                       newdn = 0;
-               }
+               LDAP_NEXT_MSGID( ld, id );
+               ber = re_encode_request( ld, origreq->lr_ber,
+                   id, sref, srv, &rinfo.ri_request );
 
-               if (( ber = re_encode_request( ld, origreq->lr_ber,
-                   ++ld->ld_msgid, &refdn, &rinfo.ri_request )) == NULL ) {
-                       return( -1 );
+               if( ber == NULL ) {
+                       return -1 ;
                }
 
-                       if (( srv = (LDAPURLDesc *)LDAP_CALLOC( 1,
-                           sizeof( LDAPURLDesc ))) == NULL ) {
-                               ber_free( ber, 1 );
-                               ld->ld_errno = LDAP_NO_MEMORY;
-                               return( -1 );
-                       }
+               /* copy the complete referral for rebind process */
+               rinfo.ri_url = LDAP_STRDUP( ref );
 
-                       if (( srv->lud_scheme = LDAP_STRDUP("ldap")) == NULL ) {
-                               LDAP_FREE( (char *)srv );
-                               ber_free( ber, 1 );
-                               ld->ld_errno = LDAP_NO_MEMORY;
-                               return( -1 );
-                       }
+               rinfo.ri_msgid = origreq->lr_origid;
 
-                       if (( srv->lud_host = LDAP_STRDUP( tmpref )) == NULL ) {
-                               LDAP_FREE( (char *)srv );
-                               ber_free( ber, 1 );
-                               ld->ld_errno = LDAP_NO_MEMORY;
-                               return( -1 );
-                       }
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+               rc = ldap_send_server_request( ld, ber, id,
+                       lr, srv, NULL, &rinfo );
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
 
-                       if (( ports = strchr( srv->lud_host, ':' )) != NULL ) {
-                               *ports++ = '\0';
-                               srv->lud_port = atoi( ports );
-                       } else {
-                               srv->lud_port = (LDAP_INT_GLOBAL_OPT())->ldo_defport;
-                       }
+               LDAP_FREE( rinfo.ri_url );
 
-               rinfo.ri_msgid = origreq->lr_origid;
-               if ( srv != NULL && ldap_send_server_request( ld, ber, ld->ld_msgid,
-                   lr, srv, NULL, &rinfo ) >= 0 ) {
+               if( rc >= 0 ) {
                        ++count;
                } else {
                        Debug( LDAP_DEBUG_ANY,
@@ -908,14 +1087,8 @@ ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
                            ldap_err2string( ld->ld_errno ), 0, 0 );
                        rc = ldap_append_referral( ld, &unfollowed, ref );
                }
-               LDAP_FREE( rinfo.ri_url);
-
-               if (srv != NULL)
-                       ldap_free_urllist(srv);
 
-               if ( !newdn && refdn != NULL ) {
-                       LDAP_FREE( refdn );
-               }
+               ldap_free_urllist(srv);
        }
 
        LDAP_FREE( *errstrp );
@@ -958,21 +1131,30 @@ ldap_append_referral( LDAP *ld, char **referralsp, char *s )
 
 
 static BerElement *
-re_encode_request( LDAP *ld, BerElement *origber, ber_int_t msgid, char **dnp, int *type )
+re_encode_request( LDAP *ld,
+       BerElement *origber,
+       ber_int_t msgid,
+       int sref,
+       LDAPURLDesc *srv,
+       int *type )
 {
        /*
         * XXX this routine knows way too much about how the lber library works!
         */
        ber_int_t       along;
        ber_tag_t       tag;
+       ber_tag_t       rtag;
        ber_int_t       ver;
+       ber_int_t       scope;
        int             rc;
        BerElement      tmpber, *ber;
        char            *orig_dn;
+       char            *dn;
 
        Debug( LDAP_DEBUG_TRACE,
            "re_encode_request: new msgid %ld, new dn <%s>\n",
-           (long) msgid, ( *dnp == NULL ) ? "NONE" : *dnp, 0 );
+           (long) msgid,
+               ( srv == NULL || srv->lud_dn == NULL) ? "NONE" : srv->lud_dn, 0 );
 
        tmpber = *origber;
 
@@ -982,9 +1164,9 @@ re_encode_request( LDAP *ld, BerElement *origber, ber_int_t msgid, char **dnp, i
         * tagged with the operation code.  For delete, the provided DN
         * is not wrapped by a sequence.
         */
-       rc = ber_scanf( &tmpber, "{it", /*}*/ &along, &tag );
+       rtag = ber_scanf( &tmpber, "{it", /*}*/ &along, &tag );
 
-       if ( rc == LBER_ERROR ) {
+       if ( rtag == LBER_ERROR ) {
                ld->ld_errno = LDAP_DECODING_ERROR;
                return( NULL );
        }
@@ -992,43 +1174,77 @@ re_encode_request( LDAP *ld, BerElement *origber, ber_int_t msgid, char **dnp, i
        assert( tag != 0);
        if ( tag == LDAP_REQ_BIND ) {
                /* bind requests have a version number before the DN & other stuff */
-               rc = ber_scanf( &tmpber, "{ia" /*}*/, &ver, &orig_dn );
+               rtag = ber_scanf( &tmpber, "{ia" /*}*/, &ver, &orig_dn );
 
        } else if ( tag == LDAP_REQ_DELETE ) {
                /* delete requests don't have a DN wrapping sequence */
-               rc = ber_scanf( &tmpber, "a", &orig_dn );
+               rtag = ber_scanf( &tmpber, "a", &orig_dn );
+
+       } else if ( tag == LDAP_REQ_SEARCH ) {
+               /* search requests need to be re-scope-ed */
+               rtag = ber_scanf( &tmpber, "{ae" /*"}"*/, &orig_dn, &scope );
+
+               if( srv->lud_scope != LDAP_SCOPE_DEFAULT ) {
+                       /* use the scope provided in reference */
+                       scope = srv->lud_scope;
+
+               } else if ( sref ) {
+                       /* use scope implied by previous operation
+                        *   base -> base
+                        *   one -> base
+                        *   subtree -> subtree
+                        *   subordinate -> subtree
+                        */
+                       switch( scope ) {
+                       default:
+                       case LDAP_SCOPE_BASE:
+                       case LDAP_SCOPE_ONELEVEL:
+                               scope = LDAP_SCOPE_BASE;
+                               break;
+                       case LDAP_SCOPE_SUBTREE:
+#ifdef LDAP_SCOPE_SUBORDINATE
+                       case LDAP_SCOPE_SUBORDINATE:
+#endif
+                               scope = LDAP_SCOPE_SUBTREE;
+                               break;
+                       }
+               }
 
        } else {
-               rc = ber_scanf( &tmpber, "{a" /*}*/, &orig_dn );
+               rtag = ber_scanf( &tmpber, "{a" /*}*/, &orig_dn );
        }
 
-       if( rc == LBER_ERROR ) {
+       if( rtag == LBER_ERROR ) {
                ld->ld_errno = LDAP_DECODING_ERROR;
                return NULL;
        }
 
-       if ( *dnp == NULL ) {
-               *dnp = orig_dn;
-       } else {
-               LDAP_FREE( orig_dn );
+       if (( ber = ldap_alloc_ber_with_options( ld )) == NULL ) {
+               return NULL;
        }
 
-       if (( ber = ldap_alloc_ber_with_options( ld )) == NULL ) {
-               return( NULL );
+       if ( srv->lud_dn == NULL ) {
+               dn = orig_dn;
+       } else {
+               dn = srv->lud_dn;
        }
 
        if ( tag == LDAP_REQ_BIND ) {
-               rc = ber_printf( ber, "{it{is" /*}}*/, msgid, tag, ver, *dnp );
+               rc = ber_printf( ber, "{it{is" /*}}*/, msgid, tag, ver, dn );
        } else if ( tag == LDAP_REQ_DELETE ) {
-               rc = ber_printf( ber, "{itsN}", msgid, tag, *dnp );
+               rc = ber_printf( ber, "{itsN}", msgid, tag, dn );
+       } else if ( tag == LDAP_REQ_SEARCH ) {
+               rc = ber_printf( ber, "{it{se" /*}}*/, msgid, tag, dn, scope );
        } else {
-               rc = ber_printf( ber, "{it{s" /*}}*/, msgid, tag, *dnp );
+               rc = ber_printf( ber, "{it{s" /*}}*/, msgid, tag, dn );
        }
 
+       LDAP_FREE( orig_dn );
+
        if ( rc == -1 ) {
                ld->ld_errno = LDAP_ENCODING_ERROR;
                ber_free( ber, 1 );
-               return( NULL );
+               return NULL;
        }
 
        if ( tag != LDAP_REQ_DELETE && (
@@ -1038,7 +1254,7 @@ re_encode_request( LDAP *ld, BerElement *origber, ber_int_t msgid, char **dnp, i
        {
                ld->ld_errno = LDAP_ENCODING_ERROR;
                ber_free( ber, 1 );
-               return( NULL );
+               return NULL;
        }
 
 #ifdef LDAP_DEBUG
@@ -1050,7 +1266,7 @@ re_encode_request( LDAP *ld, BerElement *origber, ber_int_t msgid, char **dnp, i
 #endif /* LDAP_DEBUG */
 
        *type = tag;    /* return request type */
-       return( ber );
+       return ber;
 }
 
 
@@ -1059,6 +1275,9 @@ ldap_find_request_by_msgid( LDAP *ld, ber_int_t msgid )
 {
        LDAPRequest     *lr;
 
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
        for ( lr = ld->ld_requests; lr != NULL; lr = lr->lr_next ) {
                if( lr->lr_status == LDAP_REQST_COMPLETED ) {
                        continue;       /* Skip completed requests */
@@ -1067,6 +1286,9 @@ ldap_find_request_by_msgid( LDAP *ld, ber_int_t msgid )
                        break;
                }
        }
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
 
        return( lr );
 }