]> git.sur5r.net Git - openldap/blobdiff - libraries/libldap/request.c
Silence warning in print_deref(): cast lutil_b64_ntop() arg to unsigned char*
[openldap] / libraries / libldap / request.c
index 8c33f20d7c8c6d91eb7fc5e124acf31b90715278..6098f0c904b14c48389c189c55252c6f0ff78dc2 100644 (file)
@@ -1,18 +1,48 @@
-/*
- *  Copyright (c) 1995 Regents of the University of Michigan.
- *  All rights reserved.
+/* $OpenLDAP$ */
+/* This work is part of OpenLDAP Software <http://www.openldap.org/>.
+ *
+ * Copyright 1998-2009 The OpenLDAP Foundation.
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted only as authorized by the OpenLDAP
+ * Public License.
+ *
+ * A copy of this license is available in the file LICENSE in the
+ * top-level directory of the distribution or, alternatively, at
+ * <http://www.OpenLDAP.org/license.html>.
+ */
+/* Portions Copyright (c) 1995 Regents of the University of Michigan.
+ * All rights reserved.
+ */
+/* This notice applies to changes, created by or for Novell, Inc.,
+ * to preexisting works for which notices appear elsewhere in this file.
+ *
+ * Copyright (C) 1999, 2000 Novell, Inc. All Rights Reserved.
  *
+ * THIS WORK IS SUBJECT TO U.S. AND INTERNATIONAL COPYRIGHT LAWS AND TREATIES.
+ * USE, MODIFICATION, AND REDISTRIBUTION OF THIS WORK IS SUBJECT TO VERSION
+ * 2.0.1 OF THE OPENLDAP PUBLIC LICENSE, A COPY OF WHICH IS AVAILABLE AT
+ * HTTP://WWW.OPENLDAP.ORG/LICENSE.HTML OR IN THE FILE "LICENSE" IN THE
+ * TOP-LEVEL DIRECTORY OF THE DISTRIBUTION. ANY USE OR EXPLOITATION OF THIS
+ * WORK OTHER THAN AS AUTHORIZED IN VERSION 2.0.1 OF THE OPENLDAP PUBLIC
+ * LICENSE, OR OTHER PRIOR WRITTEN CONSENT FROM NOVELL, COULD SUBJECT THE
+ * PERPETRATOR TO CRIMINAL AND CIVIL LIABILITY. 
+ *---
+ * Modification to OpenLDAP source by Novell, Inc.
+ * April 2000 sfs  Added code to chase V3 referrals
  *  request.c - sending of ldap requests; handling of referrals
+ *---
+ * Note: A verbatim copy of version 2.0.1 of the OpenLDAP Public License 
+ * can be found in the file "build/LICENSE-2.0.1" in this distribution
+ * of OpenLDAP Software.
  */
 
 #include "portable.h"
 
-#ifndef lint 
-static char copyright[] = "@(#) Copyright (c) 1995 Regents of the University of Michigan.\nAll rights reserved.\n";
-#endif
-
 #include <stdio.h>
-#include <stdlib.h>
+
+#include <ac/stdlib.h>
 
 #include <ac/errno.h>
 #include <ac/socket.h>
@@ -21,35 +51,28 @@ static char copyright[] = "@(#) Copyright (c) 1995 Regents of the University of
 #include <ac/unistd.h>
 
 #include "ldap-int.h"
+#include "lber.h"
 
-#if defined( LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS ) || defined( LDAP_API_FEATURE_X_OPENLDAP_V2_DNS )
-static LDAPConn *find_connection LDAP_P(( LDAP *ld, LDAPServer *srv, int any ));
+static LDAPConn *find_connection LDAP_P(( LDAP *ld, LDAPURLDesc *srv, int any ));
 static void use_connection LDAP_P(( LDAP *ld, LDAPConn *lc ));
-static void free_servers LDAP_P(( LDAPServer *srvlist ));
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS || LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-
-
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-static LDAPServer *dn2servers LDAP_P(( LDAP *ld, char *dn ));
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS
-static BerElement *re_encode_request LDAP_P(( LDAP *ld, BerElement *origber,
-    int msgid, char **dnp ));
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS */
+static void ldap_free_request_int LDAP_P(( LDAP *ld, LDAPRequest *lr ));
 
+static BerElement *
+re_encode_request( LDAP *ld,
+       BerElement *origber,
+       ber_int_t msgid,
+       int sref,
+       LDAPURLDesc *srv,
+       int *type );
 
 BerElement *
 ldap_alloc_ber_with_options( LDAP *ld )
 {
        BerElement      *ber;
 
-       if (( ber = ber_alloc_t( ld->ld_lberoptions )) == NULLBER ) {
+       ber = ber_alloc_t( ld->ld_lberoptions );
+       if ( ber == NULL ) {
                ld->ld_errno = LDAP_NO_MEMORY;
-#ifdef STR_TRANSLATION
-       } else {
-               ldap_set_ber_options( ld, ber );
-#endif /* STR_TRANSLATION */
        }
 
        return( ber );
@@ -60,84 +83,110 @@ void
 ldap_set_ber_options( LDAP *ld, BerElement *ber )
 {
        ber->ber_options = ld->ld_lberoptions;
-#ifdef STR_TRANSLATION
-       if (( ld->ld_lberoptions & LBER_TRANSLATE_STRINGS ) != 0 ) {
-               ber_set_string_translators( ber,
-                   ld->ld_lber_encode_translate_proc,
-                   ld->ld_lber_decode_translate_proc );
-       }
-#endif /* STR_TRANSLATION */
 }
 
 
-int
-ldap_send_initial_request( LDAP *ld, unsigned long msgtype, char *dn,
-       BerElement *ber )
+ber_int_t
+ldap_send_initial_request(
+       LDAP *ld,
+       ber_tag_t msgtype,
+       const char *dn,
+       BerElement *ber,
+       ber_int_t msgid)
 {
-#if defined( LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS ) || defined( LDAP_API_FEATURE_X_OPENLDAP_V2_DNS )
-       LDAPServer      *servers;
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS || LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
+       int rc = 1;
 
        Debug( LDAP_DEBUG_TRACE, "ldap_send_initial_request\n", 0, 0, 0 );
 
-#if !defined( LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS ) && !defined( LDAP_API_FEATURE_X_OPENLDAP_V2_DNS )
-       if ( ber_flush( &ld->ld_sb, ber, 1 ) != 0 ) {
-               ld->ld_errno = LDAP_SERVER_DOWN;
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+       if ( ber_sockbuf_ctrl( ld->ld_sb, LBER_SB_OPT_GET_FD, NULL ) == -1 ) {
+               /* not connected yet */
+               rc = ldap_open_defconn( ld );
+
+       }
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
+       if( rc < 0 ) {
+               ber_free( ber, 1 );
                return( -1 );
+       } else if ( rc == 0 ) {
+               Debug( LDAP_DEBUG_TRACE,
+                       "ldap_open_defconn: successful\n",
+                       0, 0, 0 );
        }
 
-       ld->ld_errno = LDAP_SUCCESS;
-       return( ld->ld_msgid );
-#else /* !LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS && !LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-       if (( LDAP_BOOL_GET(&ld->ld_options, LDAP_BOOL_DNS ) == LDAP_OPT_ON )
-               && ldap_is_dns_dn( dn ) )
-       {
-               if (( servers = dn2servers( ld, dn )) == NULL ) {
-                       ber_free( ber, 1 );
-                       return( -1 );
+#ifdef LDAP_CONNECTIONLESS
+       if (LDAP_IS_UDP(ld)) {
+               if (msgtype == LDAP_REQ_BIND) {
+                       if (ld->ld_options.ldo_cldapdn)
+                               ldap_memfree(ld->ld_options.ldo_cldapdn);
+                       ld->ld_options.ldo_cldapdn = ldap_strdup(dn);
+                       return 0;
                }
+               if (msgtype != LDAP_REQ_ABANDON && msgtype != LDAP_REQ_SEARCH)
+                       return LDAP_PARAM_ERROR;
+       }
+#endif
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+       rc = ldap_send_server_request( ld, ber, msgid, NULL,
+               NULL, NULL, NULL );
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
+       return(rc);
+}
 
-#ifdef LDAP_DEBUG
-               if ( ldap_debug & LDAP_DEBUG_TRACE ) {
-                       LDAPServer      *srv;
-
-                       for ( srv = servers; srv != NULL;
-                           srv = srv->lsrv_next ) {
-                               fprintf( stderr,
-                                   "LDAP server %s:  dn %s, port %d\n",
-                                   srv->lsrv_host, ( srv->lsrv_dn == NULL ) ?
-                                   "(default)" : srv->lsrv_dn,
-                                   srv->lsrv_port );
-                       }
+
+int
+ldap_int_flush_request(
+       LDAP *ld,
+       LDAPRequest *lr )
+{
+       LDAPConn *lc = lr->lr_conn;
+
+       if ( ber_flush2( lc->lconn_sb, lr->lr_ber, LBER_FLUSH_FREE_NEVER ) != 0 ) {
+               if ( sock_errno() == EAGAIN ) {
+                       /* need to continue write later */
+                       lr->lr_status = LDAP_REQST_WRITING;
+                       ldap_mark_select_write( ld, lc->lconn_sb );
+                       ld->ld_errno = LDAP_BUSY;
+                       return -2;
+               } else {
+                       ld->ld_errno = LDAP_SERVER_DOWN;
+                       ldap_free_request( ld, lr );
+                       ldap_free_connection( ld, lc, 0, 0 );
+                       return( -1 );
                }
-#endif /* LDAP_DEBUG */
        } else {
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-               /*
-                * use of DNS is turned off or this is an X.500 DN...
-                * use our default connection
-                */
-               servers = NULL;
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-       }       
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-
-       return( ldap_send_server_request( ld, ber, ld->ld_msgid, NULL, servers,
-           NULL, 0 ));
-#endif /* !LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS && !LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-}
-
+               if ( lr->lr_parent == NULL ) {
+                       lr->lr_ber->ber_end = lr->lr_ber->ber_ptr;
+                       lr->lr_ber->ber_ptr = lr->lr_ber->ber_buf;
+               }
+               lr->lr_status = LDAP_REQST_INPROGRESS;
 
+               /* sent -- waiting for a response */
+               ldap_mark_select_read( ld, lc->lconn_sb );
+       }
+       return 0;
+}
 
-#if defined( LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS ) || defined( LDAP_API_FEATURE_X_OPENLDAP_V2_DNS )
 int
-ldap_send_server_request( LDAP *ld, BerElement *ber, int msgid, LDAPRequest
-       *parentreq, LDAPServer *srvlist, LDAPConn *lc, int bind )
+ldap_send_server_request(
+       LDAP *ld,
+       BerElement *ber,
+       ber_int_t msgid,
+       LDAPRequest *parentreq,
+       LDAPURLDesc **srvlist,
+       LDAPConn *lc,
+       LDAPreqinfo *bind )
 {
        LDAPRequest     *lr;
-       int incparent;
+       int             incparent, rc;
 
        Debug( LDAP_DEBUG_TRACE, "ldap_send_server_request\n", 0, 0, 0 );
 
@@ -148,24 +197,55 @@ ldap_send_server_request( LDAP *ld, BerElement *ber, int msgid, LDAPRequest
                if ( srvlist == NULL ) {
                        lc = ld->ld_defconn;
                } else {
-                       if (( lc = find_connection( ld, srvlist, 1 )) ==
-                           NULL ) {
-                               if ( bind && (parentreq != NULL) ) {
+                       lc = find_connection( ld, *srvlist, 1 );
+                       if ( lc == NULL ) {
+                               if ( (bind != NULL) && (parentreq != NULL) ) {
                                        /* Remember the bind in the parent */
                                        incparent = 1;
                                        ++parentreq->lr_outrefcnt;
                                }
-                               lc = ldap_new_connection( ld, &srvlist, 0, 1, bind );
+                               lc = ldap_new_connection( ld, srvlist, 0, 1, bind );
                        }
-                       free_servers( srvlist );
+               }
+       }
+
+       /* async connect... */
+       if ( lc != NULL && lc->lconn_status == LDAP_CONNST_CONNECTING ) {
+               ber_socket_t    sd = AC_SOCKET_ERROR;
+               struct timeval  tv = { 0 };
+
+               ber_sockbuf_ctrl( lc->lconn_sb, LBER_SB_OPT_GET_FD, &sd );
+
+               /* poll ... */
+               switch ( ldap_int_poll( ld, sd, &tv ) ) {
+               case 0:
+                       /* go on! */
+                       lc->lconn_status = LDAP_CONNST_CONNECTED;
+                       break;
+
+               case -2:
+                       /* async only occurs if a network timeout is set */
+
+                       /* honor network timeout */
+                       if ( time( NULL ) - lc->lconn_created <= ld->ld_options.ldo_tm_net.tv_sec )
+                       {
+                               /* caller will have to call again */
+                               ld->ld_errno = LDAP_X_CONNECTING;
+                       }
+                       /* fallthru */
+
+               default:
+                       /* error */
+                       break;
                }
        }
 
        if ( lc == NULL || lc->lconn_status != LDAP_CONNST_CONNECTED ) {
-               ber_free( ber, 1 );
                if ( ld->ld_errno == LDAP_SUCCESS ) {
                        ld->ld_errno = LDAP_SERVER_DOWN;
                }
+
+               ber_free( ber, 1 );
                if ( incparent ) {
                        /* Forget about the bind */
                        --parentreq->lr_outrefcnt; 
@@ -174,8 +254,36 @@ ldap_send_server_request( LDAP *ld, BerElement *ber, int msgid, LDAPRequest
        }
 
        use_connection( ld, lc );
-       if (( lr = (LDAPRequest *)calloc( 1, sizeof( LDAPRequest ))) ==
-           NULL ) {
+
+#ifdef LDAP_CONNECTIONLESS
+       if ( LDAP_IS_UDP( ld )) {
+               BerElement tmpber = *ber;
+               ber_rewind( &tmpber );
+               rc = ber_write( &tmpber, ld->ld_options.ldo_peer,
+                       sizeof( struct sockaddr ), 0 );
+               if ( rc == -1 ) {
+                       ld->ld_errno = LDAP_ENCODING_ERROR;
+                       return rc;
+               }
+       }
+#endif
+
+       /* If we still have an incomplete write, try to finish it before
+        * dealing with the new request. If we don't finish here, return
+        * LDAP_BUSY and let the caller retry later. We only allow a single
+        * request to be in WRITING state.
+        */
+       rc = 0;
+       if ( ld->ld_requests &&
+               ld->ld_requests->lr_status == LDAP_REQST_WRITING &&
+               ldap_int_flush_request( ld, ld->ld_requests ) < 0 )
+       {
+               rc = -1;
+       }
+       if ( rc ) return rc;
+
+       lr = (LDAPRequest *)LDAP_CALLOC( 1, sizeof( LDAPRequest ) );
+       if ( lr == NULL ) {
                ld->ld_errno = LDAP_NO_MEMORY;
                ldap_free_connection( ld, lc, 0, 0 );
                ber_free( ber, 1 );
@@ -196,157 +304,305 @@ ldap_send_server_request( LDAP *ld, BerElement *ber, int msgid, LDAPRequest
                        ++parentreq->lr_outrefcnt;
                }
                lr->lr_origid = parentreq->lr_origid;
-               lr->lr_parentcnt = parentreq->lr_parentcnt + 1;
+               lr->lr_parentcnt = ++parentreq->lr_parentcnt;
                lr->lr_parent = parentreq;
-               lr->lr_refnext = parentreq->lr_refnext;
-               parentreq->lr_refnext = lr;
+               lr->lr_refnext = parentreq->lr_child;
+               parentreq->lr_child = lr;
        } else {                        /* original request */
                lr->lr_origid = lr->lr_msgid;
        }
 
-       if (( lr->lr_next = ld->ld_requests ) != NULL ) {
-               lr->lr_next->lr_prev = lr;
-       }
-       ld->ld_requests = lr;
-       lr->lr_prev = NULL;
-
-       if ( ber_flush( lc->lconn_sb, ber, 0 ) != 0 ) {
-#ifdef notyet
-               extern int      errno;
-
-               if ( errno == EWOULDBLOCK ) {
-                       /* need to continue write later */
-                       lr->lr_status = LDAP_REQST_WRITING;
-                       ldap_mark_select_write( ld, lc->lconn_sb );
-               } else {
-#else /* notyet */
-                       ld->ld_errno = LDAP_SERVER_DOWN;
-                       ldap_free_request( ld, lr );
-                       ldap_free_connection( ld, lc, 0, 0 );
-                       return( -1 );
-#endif /* notyet */
-#ifdef notyet
+       /* Extract requestDN for future reference */
+       {
+               BerElement tmpber = *ber;
+               ber_int_t       bint;
+               ber_tag_t       tag, rtag;
+
+               ber_reset( &tmpber, 1 );
+               rtag = ber_scanf( &tmpber, "{it", /*}*/ &bint, &tag );
+               switch ( tag ) {
+               case LDAP_REQ_BIND:
+                       rtag = ber_scanf( &tmpber, "{i" /*}*/, &bint );
+                       break;
+               case LDAP_REQ_DELETE:
+                       break;
+               default:
+                       rtag = ber_scanf( &tmpber, "{" /*}*/ );
+               case LDAP_REQ_ABANDON:
+                       break;
                }
-#endif /* notyet */
-       } else {
-               if ( parentreq == NULL ) {
-                       ber->ber_end = ber->ber_ptr;
-                       ber->ber_ptr = ber->ber_buf;
+               if ( tag != LDAP_REQ_ABANDON ) {
+                       ber_skip_tag( &tmpber, &lr->lr_dn.bv_len );
+                       lr->lr_dn.bv_val = tmpber.ber_ptr;
                }
+       }
 
-               /* sent -- waiting for a response */
-               ldap_mark_select_read( ld, lc->lconn_sb );
+       lr->lr_prev = NULL;
+       lr->lr_next = ld->ld_requests;
+       if ( lr->lr_next != NULL ) {
+               lr->lr_next->lr_prev = lr;
        }
+       ld->ld_requests = lr;
 
        ld->ld_errno = LDAP_SUCCESS;
+       if ( ldap_int_flush_request( ld, lr ) == -1 ) {
+               msgid = -1;
+       }
+
        return( msgid );
 }
 
+/* return 0 if no StartTLS ext, 1 if present, 2 if critical */
+static int
+find_tls_ext( LDAPURLDesc *srv )
+{
+       int i, crit;
+       char *ext;
+
+       if ( !srv->lud_exts )
+               return 0;
+
+       for (i=0; srv->lud_exts[i]; i++) {
+               crit = 0;
+               ext = srv->lud_exts[i];
+               if ( ext[0] == '!') {
+                       ext++;
+                       crit = 1;
+               }
+               if ( !strcasecmp( ext, "StartTLS" ) ||
+                       !strcasecmp( ext, "X-StartTLS" ) ||
+                       !strcmp( ext, LDAP_EXOP_START_TLS )) {
+                       return crit + 1;
+               }
+       }
+       return 0;
+}
 
 LDAPConn *
-ldap_new_connection( LDAP *ld, LDAPServer **srvlistp, int use_ldsb,
-       int connect, int bind )
+ldap_new_connection( LDAP *ld, LDAPURLDesc **srvlist, int use_ldsb,
+       int connect, LDAPreqinfo *bind )
 {
        LDAPConn        *lc;
-       LDAPServer      *prevsrv, *srv;
-       Sockbuf         *sb;
+       int             async = 0;
 
+       Debug( LDAP_DEBUG_TRACE, "ldap_new_connection %d %d %d\n",
+               use_ldsb, connect, (bind != NULL) );
        /*
         * make a new LDAP server connection
         * XXX open connection synchronously for now
         */
-       if (( lc = (LDAPConn *)calloc( 1, sizeof( LDAPConn ))) == NULL ||
-           ( !use_ldsb && ( sb = (Sockbuf *)calloc( 1, sizeof( Sockbuf )))
-           == NULL )) {
-               if ( lc != NULL ) {
-                       free( (char *)lc );
-               }
+       lc = (LDAPConn *)LDAP_CALLOC( 1, sizeof( LDAPConn ) );
+       if ( lc == NULL ) {
                ld->ld_errno = LDAP_NO_MEMORY;
                return( NULL );
        }
+       
+       if ( use_ldsb ) {
+               assert( ld->ld_sb != NULL );
+               lc->lconn_sb = ld->ld_sb;
 
-       lc->lconn_sb = ( use_ldsb ) ? &ld->ld_sb : sb;
+       } else {
+               lc->lconn_sb = ber_sockbuf_alloc();
+               if ( lc->lconn_sb == NULL ) {
+                       LDAP_FREE( (char *)lc );
+                       ld->ld_errno = LDAP_NO_MEMORY;
+                       return( NULL );
+               }
+       }
 
        if ( connect ) {
-               prevsrv = NULL;
+               LDAPURLDesc     **srvp, *srv = NULL;
+
+               async = LDAP_BOOL_GET( &ld->ld_options, LDAP_BOOL_CONNECT_ASYNC );
+
+               for ( srvp = srvlist; *srvp != NULL; srvp = &(*srvp)->lud_next ) {
+                       int             rc;
+
+                       rc = ldap_int_open_connection( ld, lc, *srvp, async );
+                       if ( rc != -1 ) {
+                               srv = *srvp;
+
+                               if ( ld->ld_urllist_proc && ( !async || rc != -2 ) ) {
+                                       ld->ld_urllist_proc( ld, srvlist, srvp, ld->ld_urllist_params );
+                               }
 
-               for ( srv = *srvlistp; srv != NULL; srv = srv->lsrv_next ) {
-                       if ( open_ldap_connection( ld, lc->lconn_sb,
-                           srv->lsrv_host, srv->lsrv_port,
-                           &lc->lconn_krbinstance, 0 ) != -1 ) {
                                break;
                        }
-                       prevsrv = srv;
                }
 
                if ( srv == NULL ) {
-                   if ( !use_ldsb ) {
-                       free( (char *)lc->lconn_sb );
-                   }
-                   free( (char *)lc );
-                   ld->ld_errno = LDAP_SERVER_DOWN;
-                   return( NULL );
+                       if ( !use_ldsb ) {
+                               ber_sockbuf_free( lc->lconn_sb );
+                       }
+                       LDAP_FREE( (char *)lc );
+                       ld->ld_errno = LDAP_SERVER_DOWN;
+                       return( NULL );
                }
 
-               if ( prevsrv == NULL ) {
-                   *srvlistp = srv->lsrv_next;
-               } else {
-                   prevsrv->lsrv_next = srv->lsrv_next;
-               }
-               lc->lconn_server = srv;
+               lc->lconn_server = ldap_url_dup( srv );
        }
 
-       lc->lconn_status = LDAP_CONNST_CONNECTED;
+       lc->lconn_status = async ? LDAP_CONNST_CONNECTING : LDAP_CONNST_CONNECTED;
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_conn_mutex );
+#endif
        lc->lconn_next = ld->ld_conns;
        ld->ld_conns = lc;
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_conn_mutex );
+#endif
 
-       /*
-        * XXX for now, we always do a synchronous bind.  This will have
-        * to change in the long run...
-        */
-       if ( bind ) {
-               int             err, freepasswd, authmethod;
-               char            *binddn, *passwd;
+       if ( connect ) {
+#ifdef HAVE_TLS
+               if ( lc->lconn_server->lud_exts ) {
+                       int rc, ext = find_tls_ext( lc->lconn_server );
+                       if ( ext ) {
+                               LDAPConn        *savedefconn;
+
+                               savedefconn = ld->ld_defconn;
+                               ++lc->lconn_refcnt;     /* avoid premature free */
+                               ld->ld_defconn = lc;
+
+#ifdef LDAP_R_COMPILE
+                               ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+                               ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
+#endif
+                               rc = ldap_start_tls_s( ld, NULL, NULL );
+#ifdef LDAP_R_COMPILE
+                               ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
+                               ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+                               ld->ld_defconn = savedefconn;
+                               --lc->lconn_refcnt;
+
+                               if ( rc != LDAP_SUCCESS && ext == 2 ) {
+                                       ldap_free_connection( ld, lc, 1, 0 );
+                                       return NULL;
+                               }
+                       }
+               }
+#endif
+       }
+
+       if ( bind != NULL ) {
+               int             err = 0;
                LDAPConn        *savedefconn;
 
-               freepasswd = err = 0;
+               /* Set flag to prevent additional referrals
+                * from being processed on this
+                * connection until the bind has completed
+                */
+               lc->lconn_rebind_inprogress = 1;
+               /* V3 rebind function */
+               if ( ld->ld_rebind_proc != NULL) {
+                       LDAPURLDesc     *srvfunc;
 
-               if ( ld->ld_rebindproc == NULL ) {
-                       binddn = passwd = "";
-                       authmethod = LDAP_AUTH_SIMPLE;
-               } else {
-                       if (( err = (*ld->ld_rebindproc)( ld, &binddn, &passwd,
-                           &authmethod, 0 )) == LDAP_SUCCESS ) {
-                               freepasswd = 1;
-                       } else {
-                               ld->ld_errno = err;
+                       srvfunc = ldap_url_dup( *srvlist );
+                       if ( srvfunc == NULL ) {
+                               ld->ld_errno = LDAP_NO_MEMORY;
                                err = -1;
+                       } else {
+                               savedefconn = ld->ld_defconn;
+                               ++lc->lconn_refcnt;     /* avoid premature free */
+                               ld->ld_defconn = lc;
+
+                               Debug( LDAP_DEBUG_TRACE, "Call application rebind_proc\n", 0, 0, 0);
+#ifdef LDAP_R_COMPILE
+                               ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+                               ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
+#endif
+                               err = (*ld->ld_rebind_proc)( ld,
+                                       bind->ri_url, bind->ri_request, bind->ri_msgid,
+                                       ld->ld_rebind_params );
+#ifdef LDAP_R_COMPILE
+                               ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
+                               ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+
+                               ld->ld_defconn = savedefconn;
+                               --lc->lconn_refcnt;
+
+                               if ( err != 0 ) {
+                                       err = -1;
+                                       ldap_free_connection( ld, lc, 1, 0 );
+                                       lc = NULL;
+                               }
+                               ldap_free_urldesc( srvfunc );
                        }
-               }
 
+               } else {
+                       int             msgid, rc;
+                       struct berval   passwd = BER_BVNULL;
 
-               if ( err == 0 ) {
                        savedefconn = ld->ld_defconn;
-                       ld->ld_defconn = lc;
                        ++lc->lconn_refcnt;     /* avoid premature free */
+                       ld->ld_defconn = lc;
 
-                       if ( ldap_bind_s( ld, binddn, passwd, authmethod ) !=
-                           LDAP_SUCCESS ) {
+                       Debug( LDAP_DEBUG_TRACE,
+                               "anonymous rebind via ldap_sasl_bind(\"\")\n",
+                               0, 0, 0);
+
+#ifdef LDAP_R_COMPILE
+                       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+                       ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
+#endif
+                       rc = ldap_sasl_bind( ld, "", LDAP_SASL_SIMPLE, &passwd,
+                               NULL, NULL, &msgid );
+                       if ( rc != LDAP_SUCCESS ) {
                                err = -1;
+
+                       } else {
+                               for ( err = 1; err > 0; ) {
+                                       struct timeval  tv = { 0, 100000 };
+                                       LDAPMessage     *res = NULL;
+
+                                       switch ( ldap_result( ld, msgid, LDAP_MSG_ALL, &tv, &res ) ) {
+                                       case -1:
+                                               err = -1;
+                                               break;
+
+                                       case 0:
+#ifdef LDAP_R_COMPILE
+                                               ldap_pvt_thread_yield();
+#endif
+                                               break;
+
+                                       case LDAP_RES_BIND:
+                                               rc = ldap_parse_result( ld, res, &err, NULL, NULL, NULL, NULL, 1 );
+                                               if ( rc != LDAP_SUCCESS ) {
+                                                       err = -1;
+
+                                               } else if ( err != LDAP_SUCCESS ) {
+                                                       err = -1;
+                                               }
+                                               /* else err == LDAP_SUCCESS == 0 */
+                                               break;
+
+                                       default:
+                                               Debug( LDAP_DEBUG_TRACE,
+                                                       "ldap_new_connection %p: "
+                                                       "unexpected response %d "
+                                                       "from BIND request id=%d\n",
+                                                       (void *) ld, ldap_msgtype( res ), msgid );
+                                               err = -1;
+                                               break;
+                                       }
+                               }
                        }
-                       --lc->lconn_refcnt;
+#ifdef LDAP_R_COMPILE
+                       ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
+                       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
                        ld->ld_defconn = savedefconn;
-               }
-
-               if ( freepasswd ) {
-                       (*ld->ld_rebindproc)( ld, &binddn, &passwd,
-                               &authmethod, 1 );
-               }
+                       --lc->lconn_refcnt;
 
-               if ( err != 0 ) {
-                       ldap_free_connection( ld, lc, 1, 0 );
-                       lc = NULL;
+                       if ( err != 0 ) {
+                               ldap_free_connection( ld, lc, 1, 0 );
+                               lc = NULL;
+                       }
                }
+               if ( lc != NULL )
+                       lc->lconn_rebind_inprogress = 0;
        }
 
        return( lc );
@@ -354,30 +610,47 @@ ldap_new_connection( LDAP *ld, LDAPServer **srvlistp, int use_ldsb,
 
 
 static LDAPConn *
-find_connection( LDAP *ld, LDAPServer *srv, int any )
+find_connection( LDAP *ld, LDAPURLDesc *srv, int any )
 /*
  * return an existing connection (if any) to the server srv
  * if "any" is non-zero, check for any server in the "srv" chain
  */
 {
        LDAPConn        *lc;
-       LDAPServer      *ls;
+       LDAPURLDesc     *lcu, *lsu;
+       int lcu_port, lsu_port;
+       int found = 0;
 
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_conn_mutex );
+#endif
        for ( lc = ld->ld_conns; lc != NULL; lc = lc->lconn_next ) {
-               for ( ls = srv; ls != NULL; ls = ls->lsrv_next ) {
-                       if ( lc->lconn_server->lsrv_host != NULL &&
-                           ls->lsrv_host != NULL && strcasecmp(
-                           ls->lsrv_host, lc->lconn_server->lsrv_host ) == 0
-                           && ls->lsrv_port == lc->lconn_server->lsrv_port ) {
-                               return( lc );
-                       }
-                       if ( !any ) {
+               lcu = lc->lconn_server;
+               lcu_port = ldap_pvt_url_scheme_port( lcu->lud_scheme,
+                       lcu->lud_port );
+
+               for ( lsu = srv; lsu != NULL; lsu = lsu->lud_next ) {
+                       lsu_port = ldap_pvt_url_scheme_port( lsu->lud_scheme,
+                               lsu->lud_port );
+
+                       if ( lsu_port == lcu_port
+                               && strcmp( lcu->lud_scheme, lsu->lud_scheme ) == 0
+                               && lcu->lud_host != NULL && lsu->lud_host != NULL
+                               && strcasecmp( lsu->lud_host, lcu->lud_host ) == 0 )
+                       {
+                               found = 1;
                                break;
                        }
+
+                       if ( !any ) break;
                }
+               if ( found )
+                       break;
        }
-
-       return( NULL );
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_conn_mutex );
+#endif
+       return lc;
 }
 
 
@@ -386,7 +659,7 @@ static void
 use_connection( LDAP *ld, LDAPConn *lc )
 {
        ++lc->lconn_refcnt;
-       lc->lconn_lastused = time( 0 );
+       lc->lconn_lastused = time( NULL );
 }
 
 
@@ -395,46 +668,120 @@ ldap_free_connection( LDAP *ld, LDAPConn *lc, int force, int unbind )
 {
        LDAPConn        *tmplc, *prevlc;
 
-       Debug( LDAP_DEBUG_TRACE, "ldap_free_connection\n", 0, 0, 0 );
+       Debug( LDAP_DEBUG_TRACE,
+               "ldap_free_connection %d %d\n",
+               force, unbind, 0 );
 
        if ( force || --lc->lconn_refcnt <= 0 ) {
-               if ( lc->lconn_status == LDAP_CONNST_CONNECTED ) {
-                       ldap_mark_select_clear( ld, lc->lconn_sb );
-                       if ( unbind ) {
-                               ldap_send_unbind( ld, lc->lconn_sb );
-                       }
-                       ldap_close_connection( lc->lconn_sb );
-                       if ( lc->lconn_sb->sb_ber.ber_buf != NULL ) {
-                               free( lc->lconn_sb->sb_ber.ber_buf );
-                       }
-               }
-               prevlc = NULL;
-               for ( tmplc = ld->ld_conns; tmplc != NULL;
-                   tmplc = tmplc->lconn_next ) {
+               /* remove from connections list first */
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_lock( &ld->ld_conn_mutex );
+#endif
+
+               for ( prevlc = NULL, tmplc = ld->ld_conns;
+                       tmplc != NULL;
+                       tmplc = tmplc->lconn_next )
+               {
                        if ( tmplc == lc ) {
                                if ( prevlc == NULL ) {
                                    ld->ld_conns = tmplc->lconn_next;
                                } else {
                                    prevlc->lconn_next = tmplc->lconn_next;
                                }
+                               if ( ld->ld_defconn == lc ) {
+                                       ld->ld_defconn = NULL;
+                               }
                                break;
                        }
                        prevlc = tmplc;
                }
-               free_servers( lc->lconn_server );
-               if ( lc->lconn_krbinstance != NULL ) {
-                       free( lc->lconn_krbinstance );
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_unlock( &ld->ld_conn_mutex );
+#endif
+
+               /* process connection callbacks */
+               {
+                       struct ldapoptions *lo;
+                       ldaplist *ll;
+                       ldap_conncb *cb;
+
+                       lo = &ld->ld_options;
+                       if ( lo->ldo_conn_cbs ) {
+                               for ( ll=lo->ldo_conn_cbs; ll; ll=ll->ll_next ) {
+                                       cb = ll->ll_data;
+                                       cb->lc_del( ld, lc->lconn_sb, cb );
+                               }
+                       }
+                       lo = LDAP_INT_GLOBAL_OPT();
+                       if ( lo->ldo_conn_cbs ) {
+                               for ( ll=lo->ldo_conn_cbs; ll; ll=ll->ll_next ) {
+                                       cb = ll->ll_data;
+                                       cb->lc_del( ld, lc->lconn_sb, cb );
+                               }
+                       }
+               }
+
+               if ( lc->lconn_status == LDAP_CONNST_CONNECTED ) {
+                       ldap_mark_select_clear( ld, lc->lconn_sb );
+                       if ( unbind ) {
+                               ldap_send_unbind( ld, lc->lconn_sb,
+                                               NULL, NULL );
+                       }
                }
-               if ( lc->lconn_sb != &ld->ld_sb ) {
-                       free( (char *)lc->lconn_sb );
+
+               if ( lc->lconn_ber != NULL ) {
+                       ber_free( lc->lconn_ber, 1 );
                }
-               free( lc );
-               Debug( LDAP_DEBUG_TRACE, "ldap_free_connection: actually freed\n",
-                   0, 0, 0 );
+
+               ldap_int_sasl_close( ld, lc );
+#ifdef HAVE_GSSAPI
+               ldap_int_gssapi_close( ld, lc );
+#endif
+
+               ldap_free_urllist( lc->lconn_server );
+
+               /* FIXME: is this at all possible?
+                * ldap_ld_free() in unbind.c calls ldap_free_connection()
+                * with force == 1 __after__ explicitly calling
+                * ldap_free_request() on all requests */
+               if ( force ) {
+                       LDAPRequest     *lr;
+
+                       for ( lr = ld->ld_requests; lr; ) {
+                               LDAPRequest     *lr_next = lr->lr_next;
+
+                               if ( lr->lr_conn == lc ) {
+                                       ldap_free_request_int( ld, lr );
+                               }
+
+                               lr = lr_next;
+                       }
+               }
+
+               if ( lc->lconn_sb != ld->ld_sb ) {
+                       ber_sockbuf_free( lc->lconn_sb );
+               } else {
+                       ber_int_sb_close( lc->lconn_sb );
+               }
+
+               if ( lc->lconn_rebind_queue != NULL) {
+                       int i;
+                       for( i = 0; lc->lconn_rebind_queue[i] != NULL; i++ ) {
+                               LDAP_VFREE( lc->lconn_rebind_queue[i] );
+                       }
+                       LDAP_FREE( lc->lconn_rebind_queue );
+               }
+
+               LDAP_FREE( lc );
+
+               Debug( LDAP_DEBUG_TRACE,
+                       "ldap_free_connection: actually freed\n",
+                       0, 0, 0 );
+
        } else {
-               lc->lconn_lastused = time( 0 );
+               lc->lconn_lastused = time( NULL );
                Debug( LDAP_DEBUG_TRACE, "ldap_free_connection: refcnt %d\n",
-                   lc->lconn_refcnt, 0, 0 );
+                               lc->lconn_refcnt, 0, 0 );
        }
 }
 
@@ -444,22 +791,41 @@ void
 ldap_dump_connection( LDAP *ld, LDAPConn *lconns, int all )
 {
        LDAPConn        *lc;
+       char            timebuf[32];
 
-       fprintf( stderr, "** Connection%s:\n", all ? "s" : "" );
+       Debug( LDAP_DEBUG_TRACE, "** ld %p Connection%s:\n", (void *)ld, all ? "s" : "", 0 );
        for ( lc = lconns; lc != NULL; lc = lc->lconn_next ) {
                if ( lc->lconn_server != NULL ) {
-                       fprintf( stderr, "* host: %s  port: %d%s\n",
-                           ( lc->lconn_server->lsrv_host == NULL ) ? "(null)"
-                           : lc->lconn_server->lsrv_host,
-                           lc->lconn_server->lsrv_port, ( lc->lconn_sb ==
-                           &ld->ld_sb ) ? "  (default)" : "" );
-               }
-               fprintf( stderr, "  refcnt: %d  status: %s\n", lc->lconn_refcnt,
-                   ( lc->lconn_status == LDAP_CONNST_NEEDSOCKET ) ?
-                   "NeedSocket" : ( lc->lconn_status ==
-                   LDAP_CONNST_CONNECTING ) ? "Connecting" : "Connected" );
-               fprintf( stderr, "  last used: %s\n",
-                   ctime( &lc->lconn_lastused ));
+                       Debug( LDAP_DEBUG_TRACE, "* host: %s  port: %d%s\n",
+                               ( lc->lconn_server->lud_host == NULL ) ? "(null)"
+                               : lc->lconn_server->lud_host,
+                               lc->lconn_server->lud_port, ( lc->lconn_sb ==
+                               ld->ld_sb ) ? "  (default)" : "" );
+               }
+               Debug( LDAP_DEBUG_TRACE, "  refcnt: %d  status: %s\n", lc->lconn_refcnt,
+                       ( lc->lconn_status == LDAP_CONNST_NEEDSOCKET )
+                               ? "NeedSocket" :
+                               ( lc->lconn_status == LDAP_CONNST_CONNECTING )
+                                       ? "Connecting" : "Connected", 0 );
+               Debug( LDAP_DEBUG_TRACE, "  last used: %s%s\n",
+                       ldap_pvt_ctime( &lc->lconn_lastused, timebuf ),
+                       lc->lconn_rebind_inprogress ? "  rebind in progress" : "", 0 );
+               if ( lc->lconn_rebind_inprogress ) {
+                       if ( lc->lconn_rebind_queue != NULL) {
+                               int     i;
+
+                               for ( i = 0; lc->lconn_rebind_queue[i] != NULL; i++ ) {
+                                       int     j;
+                                       for( j = 0; lc->lconn_rebind_queue[i][j] != 0; j++ ) {
+                                               Debug( LDAP_DEBUG_TRACE, "    queue %d entry %d - %s\n",
+                                                       i, j, lc->lconn_rebind_queue[i][j] );
+                                       }
+                               }
+                       } else {
+                               Debug( LDAP_DEBUG_TRACE, "    queue is empty\n", 0, 0, 0 );
+                       }
+               }
+               Debug( LDAP_DEBUG_TRACE, "\n", 0, 0, 0 );
                if ( !all ) {
                        break;
                }
@@ -472,62 +838,67 @@ ldap_dump_requests_and_responses( LDAP *ld )
 {
        LDAPRequest     *lr;
        LDAPMessage     *lm, *l;
+       int             i;
 
-       fprintf( stderr, "** Outstanding Requests:\n" );
-       if (( lr = ld->ld_requests ) == NULL ) {
-               fprintf( stderr, "   Empty\n" );
-       }
-       for ( ; lr != NULL; lr = lr->lr_next ) {
-           fprintf( stderr, " * msgid %d,  origid %d, status %s\n",
-               lr->lr_msgid, lr->lr_origid, ( lr->lr_status ==
-               LDAP_REQST_INPROGRESS ) ? "InProgress" :
-               ( lr->lr_status == LDAP_REQST_CHASINGREFS ) ? "ChasingRefs" :
-               ( lr->lr_status == LDAP_REQST_NOTCONNECTED ) ? "NotConnected" :
-               "Writing" );
-           fprintf( stderr, "   outstanding referrals %d, parent count %d\n",
-                   lr->lr_outrefcnt, lr->lr_parentcnt );
-       }
-
-       fprintf( stderr, "** Response Queue:\n" );
-       if (( lm = ld->ld_responses ) == NULLMSG ) {
-               fprintf( stderr, "   Empty\n" );
-       }
-       for ( ; lm != NULLMSG; lm = lm->lm_next ) {
-               fprintf( stderr, " * msgid %d,  type %d\n",
-                   lm->lm_msgid, lm->lm_msgtype );
-               if (( l = lm->lm_chain ) != NULL ) {
-                       fprintf( stderr, "   chained responses:\n" );
-                       for ( ; l != NULLMSG; l = l->lm_chain ) {
-                               fprintf( stderr,
-                                   "  * msgid %d,  type %d\n",
-                                   l->lm_msgid, l->lm_msgtype );
+       Debug( LDAP_DEBUG_TRACE, "** ld %p Outstanding Requests:\n",
+               (void *)ld, 0, 0 );
+       lr = ld->ld_requests;
+       if ( lr == NULL ) {
+               Debug( LDAP_DEBUG_TRACE, "   Empty\n", 0, 0, 0 );
+       }
+       for ( i = 0; lr != NULL; lr = lr->lr_next, i++ ) {
+               Debug( LDAP_DEBUG_TRACE, " * msgid %d,  origid %d, status %s\n",
+                       lr->lr_msgid, lr->lr_origid,
+                       ( lr->lr_status == LDAP_REQST_INPROGRESS ) ? "InProgress" :
+                       ( lr->lr_status == LDAP_REQST_CHASINGREFS ) ? "ChasingRefs" :
+                       ( lr->lr_status == LDAP_REQST_NOTCONNECTED ) ? "NotConnected" :
+                       ( lr->lr_status == LDAP_REQST_WRITING ) ? "Writing" :
+                       ( lr->lr_status == LDAP_REQST_COMPLETED ) ? "RequestCompleted"
+                               : "InvalidStatus" );
+               Debug( LDAP_DEBUG_TRACE, "   outstanding referrals %d, parent count %d\n",
+                       lr->lr_outrefcnt, lr->lr_parentcnt, 0 );
+       }
+       Debug( LDAP_DEBUG_TRACE, "  ld %p request count %d (abandoned %lu)\n",
+               (void *)ld, i, ld->ld_nabandoned );
+       Debug( LDAP_DEBUG_TRACE, "** ld %p Response Queue:\n", (void *)ld, 0, 0 );
+       if ( ( lm = ld->ld_responses ) == NULL ) {
+               Debug( LDAP_DEBUG_TRACE, "   Empty\n", 0, 0, 0 );
+       }
+       for ( i = 0; lm != NULL; lm = lm->lm_next, i++ ) {
+               Debug( LDAP_DEBUG_TRACE, " * msgid %d,  type %lu\n",
+                   lm->lm_msgid, (unsigned long)lm->lm_msgtype, 0 );
+               if ( lm->lm_chain != NULL ) {
+                       Debug( LDAP_DEBUG_TRACE, "   chained responses:\n", 0, 0, 0 );
+                       for ( l = lm->lm_chain; l != NULL; l = l->lm_chain ) {
+                               Debug( LDAP_DEBUG_TRACE,
+                                       "  * msgid %d,  type %lu\n",
+                                       l->lm_msgid,
+                                       (unsigned long)l->lm_msgtype, 0 );
                        }
                }
        }
+       Debug( LDAP_DEBUG_TRACE, "  ld %p response count %d\n", (void *)ld, i, 0 );
 }
 #endif /* LDAP_DEBUG */
 
-
-void
-ldap_free_request( LDAP *ld, LDAPRequest *lr )
+static void
+ldap_free_request_int( LDAP *ld, LDAPRequest *lr )
 {
-       LDAPRequest     *tmplr, *nextlr;
-
-       Debug( LDAP_DEBUG_TRACE, "ldap_free_request (origid %d, msgid %d)\n",
-               lr->lr_origid, lr->lr_msgid, 0 );
+       /* if lr_refcnt > 0, the request has been looked up 
+        * by ldap_find_request_by_msgid(); if in the meanwhile
+        * the request is free()'d by someone else, just decrease
+        * the reference count and extract it from the request
+        * list; later on, it will be freed. */
+       if ( lr->lr_prev == NULL ) {
+               if ( lr->lr_refcnt == 0 ) {
+                       /* free'ing the first request? */
+                       assert( ld->ld_requests == lr );
+               }
 
-       if ( lr->lr_parent != NULL ) {
-               --lr->lr_parent->lr_outrefcnt;
-       } else {
-               /* free all referrals (child requests) */
-               for ( tmplr = lr->lr_refnext; tmplr != NULL; tmplr = nextlr ) {
-                       nextlr = tmplr->lr_refnext;
-                       ldap_free_request( ld, tmplr );
+               if ( ld->ld_requests == lr ) {
+                       ld->ld_requests = lr->lr_next;
                }
-       }
 
-       if ( lr->lr_prev == NULL ) {
-               ld->ld_requests = lr->lr_next;
        } else {
                lr->lr_prev->lr_next = lr->lr_next;
        }
@@ -536,57 +907,389 @@ ldap_free_request( LDAP *ld, LDAPRequest *lr )
                lr->lr_next->lr_prev = lr->lr_prev;
        }
 
+       if ( lr->lr_refcnt > 0 ) {
+               lr->lr_refcnt = -lr->lr_refcnt;
+
+               lr->lr_prev = NULL;
+               lr->lr_next = NULL;
+
+               return;
+       }
+
        if ( lr->lr_ber != NULL ) {
                ber_free( lr->lr_ber, 1 );
+               lr->lr_ber = NULL;
        }
 
        if ( lr->lr_res_error != NULL ) {
-               free( lr->lr_res_error );
+               LDAP_FREE( lr->lr_res_error );
+               lr->lr_res_error = NULL;
        }
 
        if ( lr->lr_res_matched != NULL ) {
-               free( lr->lr_res_matched );
+               LDAP_FREE( lr->lr_res_matched );
+               lr->lr_res_matched = NULL;
        }
 
-       free( lr );
+       LDAP_FREE( lr );
 }
 
+void
+ldap_free_request( LDAP *ld, LDAPRequest *lr )
+{
+#ifdef LDAP_R_COMPILE
+       LDAP_PVT_THREAD_ASSERT_MUTEX_OWNER( &ld->ld_req_mutex );
+#endif
 
-static void
-free_servers( LDAPServer *srvlist )
+       Debug( LDAP_DEBUG_TRACE, "ldap_free_request (origid %d, msgid %d)\n",
+               lr->lr_origid, lr->lr_msgid, 0 );
+
+       /* free all referrals (child requests) */
+       while ( lr->lr_child ) {
+               ldap_free_request( ld, lr->lr_child );
+       }
+
+       if ( lr->lr_parent != NULL ) {
+               LDAPRequest     **lrp;
+
+               --lr->lr_parent->lr_outrefcnt;
+               for ( lrp = &lr->lr_parent->lr_child;
+                       *lrp && *lrp != lr;
+                       lrp = &(*lrp)->lr_refnext );
+
+               if ( *lrp == lr ) {
+                       *lrp = lr->lr_refnext;
+               }
+       }
+       ldap_free_request_int( ld, lr );
+}
+
+/*
+ * call first time with *cntp = -1
+ * when returns *cntp == -1, no referrals are left
+ *
+ * NOTE: may replace *refsp, or shuffle the contents
+ * of the original array.
+ */
+static int ldap_int_nextref(
+       LDAP                    *ld,
+       char                    ***refsp,
+       int                     *cntp,
+       void                    *params )
 {
-    LDAPServer *nextsrv;
+       assert( refsp != NULL );
+       assert( *refsp != NULL );
+       assert( cntp != NULL );
 
-    while ( srvlist != NULL ) {
-       nextsrv = srvlist->lsrv_next;
-       if ( srvlist->lsrv_dn != NULL ) {
-               free( srvlist->lsrv_dn );
+       if ( *cntp < -1 ) {
+               *cntp = -1;
+               return -1;
        }
-       if ( srvlist->lsrv_host != NULL ) {
-               free( srvlist->lsrv_host );
+
+       (*cntp)++;
+
+       if ( (*refsp)[ *cntp ] == NULL ) {
+               *cntp = -1;
        }
-       free( srvlist );
-       srvlist = nextsrv;
-    }
+
+       return 0;
 }
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS || LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
 
+/*
+ * Chase v3 referrals
+ *
+ * Parameters:
+ *  (IN) ld = LDAP connection handle
+ *  (IN) lr = LDAP Request structure
+ *  (IN) refs = array of pointers to referral strings that we will chase
+ *              The array will be free'd by this function when no longer needed
+ *  (IN) sref != 0 if following search reference
+ *  (OUT) errstrp = Place to return a string of referrals which could not be followed
+ *  (OUT) hadrefp = 1 if sucessfully followed referral
+ *
+ * Return value - number of referrals followed
+ */
+int
+ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char **errstrp, int *hadrefp )
+{
+       char            *unfollowed;
+       int              unfollowedcnt = 0;
+       LDAPRequest     *origreq;
+       LDAPURLDesc     *srv = NULL;
+       BerElement      *ber;
+       char            **refarray = NULL;
+       LDAPConn        *lc;
+       int                      rc, count, i, j, id;
+       LDAPreqinfo  rinfo;
+
+       ld->ld_errno = LDAP_SUCCESS;    /* optimistic */
+       *hadrefp = 0;
+
+       Debug( LDAP_DEBUG_TRACE, "ldap_chase_v3referrals\n", 0, 0, 0 );
+
+       unfollowed = NULL;
+       rc = count = 0;
+
+       /* If no referrals in array, return */
+       if ( (refs == NULL) || ( (refs)[0] == NULL) ) {
+               rc = 0;
+               goto done;
+       }
+
+       /* Check for hop limit exceeded */
+       if ( lr->lr_parentcnt >= ld->ld_refhoplimit ) {
+               Debug( LDAP_DEBUG_ANY,
+                   "more than %d referral hops (dropping)\n", ld->ld_refhoplimit, 0, 0 );
+               ld->ld_errno = LDAP_REFERRAL_LIMIT_EXCEEDED;
+               rc = -1;
+               goto done;
+       }
+
+       /* find original request */
+       for ( origreq = lr;
+               origreq->lr_parent != NULL;
+               origreq = origreq->lr_parent )
+       {
+               /* empty */ ;
+       }
+
+       refarray = refs;
+       refs = NULL;
+
+       if ( ld->ld_nextref_proc == NULL ) {
+               ld->ld_nextref_proc = ldap_int_nextref;
+       }
+
+       /* parse out & follow referrals */
+       i = -1;
+       for ( ld->ld_nextref_proc( ld, &refarray, &i, ld->ld_nextref_params );
+                       i != -1;
+                       ld->ld_nextref_proc( ld, &refarray, &i, ld->ld_nextref_params ) )
+       {
+
+               /* Parse the referral URL */
+               rc = ldap_url_parse_ext( refarray[i], &srv, LDAP_PVT_URL_PARSE_NOEMPTY_DN );
+               if ( rc != LDAP_URL_SUCCESS ) {
+                       /* ldap_url_parse_ext() returns LDAP_URL_* errors
+                        * which do not map on API errors */
+                       ld->ld_errno = LDAP_PARAM_ERROR;
+                       rc = -1;
+                       goto done;
+               }
+
+               if( srv->lud_crit_exts ) {
+                       int ok = 0;
+#ifdef HAVE_TLS
+                       /* If StartTLS is the only critical ext, OK. */
+                       if ( find_tls_ext( srv ) == 2 && srv->lud_crit_exts == 1 )
+                               ok = 1;
+#endif
+                       if ( !ok ) {
+                               /* we do not support any other extensions */
+                               ld->ld_errno = LDAP_NOT_SUPPORTED;
+                               rc = -1;
+                               goto done;
+                       }
+               }
+
+               /* check connection for re-bind in progress */
+               if (( lc = find_connection( ld, srv, 1 )) != NULL ) {
+                       /* See if we've already requested this DN with this conn */
+                       LDAPRequest *lp;
+                       int looped = 0;
+                       ber_len_t len = srv->lud_dn ? strlen( srv->lud_dn ) : 0;
+                       for ( lp = origreq; lp; ) {
+                               if ( lp->lr_conn == lc
+                                       && len == lp->lr_dn.bv_len
+                                       && len
+                                       && strncmp( srv->lud_dn, lp->lr_dn.bv_val, len ) == 0 )
+                               {
+                                       looped = 1;
+                                       break;
+                               }
+                               if ( lp == origreq ) {
+                                       lp = lp->lr_child;
+                               } else {
+                                       lp = lp->lr_refnext;
+                               }
+                       }
+                       if ( looped ) {
+                               ldap_free_urllist( srv );
+                               srv = NULL;
+                               ld->ld_errno = LDAP_CLIENT_LOOP;
+                               rc = -1;
+                               continue;
+                       }
+
+                       if ( lc->lconn_rebind_inprogress ) {
+                               /* We are already chasing a referral or search reference and a
+                                * bind on that connection is in progress.  We must queue
+                                * referrals on that connection, so we don't get a request
+                                * going out before the bind operation completes. This happens
+                                * if two search references come in one behind the other
+                                * for the same server with different contexts.
+                                */
+                               Debug( LDAP_DEBUG_TRACE,
+                                       "ldap_chase_v3referrals: queue referral \"%s\"\n",
+                                       refarray[i], 0, 0);
+                               if( lc->lconn_rebind_queue == NULL ) {
+                                       /* Create a referral list */
+                                       lc->lconn_rebind_queue =
+                                               (char ***) LDAP_MALLOC( sizeof(void *) * 2);
+
+                                       if( lc->lconn_rebind_queue == NULL) {
+                                               ld->ld_errno = LDAP_NO_MEMORY;
+                                               rc = -1;
+                                               goto done;
+                                       }
+
+                                       lc->lconn_rebind_queue[0] = refarray;
+                                       lc->lconn_rebind_queue[1] = NULL;
+                                       refarray = NULL;
+
+                               } else {
+                                       /* Count how many referral arrays we already have */
+                                       for( j = 0; lc->lconn_rebind_queue[j] != NULL; j++) {
+                                               /* empty */;
+                                       }
+
+                                       /* Add the new referral to the list */
+                                       lc->lconn_rebind_queue = (char ***) LDAP_REALLOC(
+                                               lc->lconn_rebind_queue, sizeof(void *) * (j + 2));
+
+                                       if( lc->lconn_rebind_queue == NULL ) {
+                                               ld->ld_errno = LDAP_NO_MEMORY;
+                                               rc = -1;
+                                               goto done;
+                                       }
+                                       lc->lconn_rebind_queue[j] = refarray;
+                                       lc->lconn_rebind_queue[j+1] = NULL;
+                                       refarray = NULL;
+                               }
+
+                               /* We have queued the referral/reference, now just return */
+                               rc = 0;
+                               *hadrefp = 1;
+                               count = 1; /* Pretend we already followed referral */
+                               goto done;
+                       }
+               } 
+               /* Re-encode the request with the new starting point of the search.
+                * Note: In the future we also need to replace the filter if one
+                * was provided with the search reference
+                */
+
+               /* For references we don't want old dn if new dn empty */
+               if ( sref && srv->lud_dn == NULL ) {
+                       srv->lud_dn = LDAP_STRDUP( "" );
+               }
+
+               LDAP_NEXT_MSGID( ld, id );
+               ber = re_encode_request( ld, origreq->lr_ber, id,
+                       sref, srv, &rinfo.ri_request );
+
+               if( ber == NULL ) {
+                       ld->ld_errno = LDAP_ENCODING_ERROR;
+                       rc = -1;
+                       goto done;
+               }
+
+               Debug( LDAP_DEBUG_TRACE,
+                       "ldap_chase_v3referral: msgid %d, url \"%s\"\n",
+                       lr->lr_msgid, refarray[i], 0);
+
+               /* Send the new request to the server - may require a bind */
+               rinfo.ri_msgid = origreq->lr_origid;
+               rinfo.ri_url = refarray[i];
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+               rc = ldap_send_server_request( ld, ber, id,
+                       origreq, &srv, NULL, &rinfo );
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
+               if ( rc < 0 ) {
+                       /* Failure, try next referral in the list */
+                       Debug( LDAP_DEBUG_ANY, "Unable to chase referral \"%s\" (%d: %s)\n", 
+                               refarray[i], ld->ld_errno, ldap_err2string( ld->ld_errno ) );
+                       unfollowedcnt += ldap_append_referral( ld, &unfollowed, refarray[i] );
+                       ldap_free_urllist( srv );
+                       srv = NULL;
+                       ld->ld_errno = LDAP_REFERRAL;
+               } else {
+                       /* Success, no need to try this referral list further */
+                       rc = 0;
+                       ++count;
+                       *hadrefp = 1;
+
+                       /* check if there is a queue of referrals that came in during bind */
+                       if ( lc == NULL) {
+                               lc = find_connection( ld, srv, 1 );
+                               if ( lc == NULL ) {
+                                       ld->ld_errno = LDAP_OPERATIONS_ERROR;
+                                       rc = -1;
+                                       goto done;
+                               }
+                       }
+
+                       if ( lc->lconn_rebind_queue != NULL ) {
+                               /* Release resources of previous list */
+                               LDAP_VFREE( refarray );
+                               refarray = NULL;
+                               ldap_free_urllist( srv );
+                               srv = NULL;
+
+                               /* Pull entries off end of queue so list always null terminated */
+                               for( j = 0; lc->lconn_rebind_queue[j] != NULL; j++ )
+                                       ;
+                               refarray = lc->lconn_rebind_queue[j - 1];
+                               lc->lconn_rebind_queue[j-1] = NULL;
+                               /* we pulled off last entry from queue, free queue */
+                               if ( j == 1 ) {
+                                       LDAP_FREE( lc->lconn_rebind_queue );
+                                       lc->lconn_rebind_queue = NULL;
+                               }
+                               /* restart the loop the with new referral list */
+                               i = -1;
+                               continue;
+                       }
+                       break; /* referral followed, break out of for loop */
+               }
+       } /* end for loop */
+done:
+       LDAP_VFREE( refarray );
+       ldap_free_urllist( srv );
+       LDAP_FREE( *errstrp );
+       
+       if( rc == 0 ) {
+               *errstrp = NULL;
+               LDAP_FREE( unfollowed );
+               return count;
+       } else {
+               *errstrp = unfollowed;
+               return rc;
+       }
+}
 
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS
 /*
  * XXX merging of errors in this routine needs to be improved
  */
 int
-ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
+ldap_chase_referrals( LDAP *ld,
+       LDAPRequest *lr,
+       char **errstrp,
+       int sref,
+       int *hadrefp )
 {
-       int             rc, count, len, newdn;
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-       int             ldapref;
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-       char            *p, *ports, *ref, *tmpref, *refdn, *unfollowed;
+       int             rc, count, id;
+       unsigned        len;
+       char            *p, *ref, *unfollowed;
        LDAPRequest     *origreq;
-       LDAPServer      *srv;
+       LDAPURLDesc     *srv;
        BerElement      *ber;
+       LDAPreqinfo  rinfo;
+       LDAPConn        *lc;
 
        Debug( LDAP_DEBUG_TRACE, "ldap_chase_referrals\n", 0, 0, 0 );
 
@@ -599,8 +1302,7 @@ ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
 
        len = strlen( *errstrp );
        for ( p = *errstrp; len >= LDAP_REF_STR_LEN; ++p, --len ) {
-               if (( *p == 'R' || *p == 'r' ) && strncasecmp( p,
-                   LDAP_REF_STR, LDAP_REF_STR_LEN ) == 0 ) {
+               if ( strncasecmp( p, LDAP_REF_STR, LDAP_REF_STR_LEN ) == 0 ) {
                        *p = '\0';
                        p += LDAP_REF_STR_LEN;
                        break;
@@ -622,7 +1324,7 @@ ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
        /* find original request */
        for ( origreq = lr; origreq->lr_parent != NULL;
             origreq = origreq->lr_parent ) {
-               ;
+               /* empty */;
        }
 
        unfollowed = NULL;
@@ -630,98 +1332,86 @@ ldap_chase_referrals( LDAP *ld, LDAPRequest *lr, char **errstrp, int *hadrefp )
 
        /* parse out & follow referrals */
        for ( ref = p; rc == 0 && ref != NULL; ref = p ) {
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-               ldapref = 0;
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-
-               if (( p = strchr( ref, '\n' )) != NULL ) {
+               p = strchr( ref, '\n' );
+               if ( p != NULL ) {
                        *p++ = '\0';
-               } else {
-                       p = NULL;
                }
 
-               len = strlen( ref );
-               if ( len > LDAP_LDAP_REF_STR_LEN && strncasecmp( ref,
-                   LDAP_LDAP_REF_STR, LDAP_LDAP_REF_STR_LEN ) == 0 ) {
+               rc = ldap_url_parse_ext( ref, &srv, LDAP_PVT_URL_PARSE_NOEMPTY_DN );
+               if ( rc != LDAP_URL_SUCCESS ) {
                        Debug( LDAP_DEBUG_TRACE,
-                           "chasing LDAP referral: <%s>\n", ref, 0, 0 );
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-                       ldapref = 1;
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-                       tmpref = ref + LDAP_LDAP_REF_STR_LEN;
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-               } else if ( len > LDAP_DX_REF_STR_LEN && strncasecmp( ref,
-                   LDAP_DX_REF_STR, LDAP_DX_REF_STR_LEN ) == 0 ) {
-                       Debug( LDAP_DEBUG_TRACE,
-                           "chasing DX referral: <%s>\n", ref, 0, 0 );
-                       tmpref = ref + LDAP_DX_REF_STR_LEN;
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-               } else {
-                       Debug( LDAP_DEBUG_TRACE,
-                           "ignoring unknown referral <%s>\n", ref, 0, 0 );
+                               "ignoring %s referral <%s>\n",
+                               ref, rc == LDAP_URL_ERR_BADSCHEME ? "unknown" : "incorrect", 0 );
                        rc = ldap_append_referral( ld, &unfollowed, ref );
                        *hadrefp = 1;
                        continue;
                }
 
+               Debug( LDAP_DEBUG_TRACE,
+                   "chasing LDAP referral: <%s>\n", ref, 0, 0 );
+
                *hadrefp = 1;
-               if (( refdn = strchr( tmpref, '/' )) != NULL ) {
-                       *refdn++ = '\0';
-                       newdn = 1;
-               } else {
-                       newdn = 0;
+
+               /* See if we've already been here */
+               if (( lc = find_connection( ld, srv, 1 )) != NULL ) {
+                       LDAPRequest *lp;
+                       int looped = 0;
+                       ber_len_t len = srv->lud_dn ? strlen( srv->lud_dn ) : 0;
+                       for ( lp = lr; lp; lp = lp->lr_parent ) {
+                               if ( lp->lr_conn == lc
+                                       && len == lp->lr_dn.bv_len )
+                               {
+                                       if ( len && strncmp( srv->lud_dn, lp->lr_dn.bv_val, len ) )
+                                                       continue;
+                                       looped = 1;
+                                       break;
+                               }
+                       }
+                       if ( looped ) {
+                               ldap_free_urllist( srv );
+                               ld->ld_errno = LDAP_CLIENT_LOOP;
+                               rc = -1;
+                               continue;
+                       }
                }
 
-               if (( ber = re_encode_request( ld, origreq->lr_ber,
-                   ++ld->ld_msgid, &refdn )) == NULL ) {
-                       return( -1 );
+               LDAP_NEXT_MSGID( ld, id );
+               ber = re_encode_request( ld, origreq->lr_ber,
+                   id, sref, srv, &rinfo.ri_request );
+
+               if ( ber == NULL ) {
+                       return -1 ;
                }
 
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-               if ( ldapref ) {
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
-                       if (( srv = (LDAPServer *)calloc( 1,
-                           sizeof( LDAPServer ))) == NULL ) {
-                               ber_free( ber, 1 );
-                               ld->ld_errno = LDAP_NO_MEMORY;
-                               return( -1 );
-                       }
+               /* copy the complete referral for rebind process */
+               rinfo.ri_url = LDAP_STRDUP( ref );
 
-                       if (( srv->lsrv_host = strdup( tmpref )) == NULL ) {
-                               free( (char *)srv );
-                               ber_free( ber, 1 );
-                               ld->ld_errno = LDAP_NO_MEMORY;
-                               return( -1 );
-                       }
+               rinfo.ri_msgid = origreq->lr_origid;
 
-                       if (( ports = strchr( srv->lsrv_host, ':' )) != NULL ) {
-                               *ports++ = '\0';
-                               srv->lsrv_port = atoi( ports );
-                       } else {
-                               srv->lsrv_port = LDAP_PORT;
-                       }
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-               } else {
-                       srv = dn2servers( ld, tmpref );
-               }
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+               rc = ldap_send_server_request( ld, ber, id,
+                       lr, &srv, NULL, &rinfo );
+#ifdef LDAP_R_COMPILE
+               ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
+
+               LDAP_FREE( rinfo.ri_url );
 
-               if ( srv != NULL && ldap_send_server_request( ld, ber, ld->ld_msgid,
-                   lr, srv, NULL, 1 ) >= 0 ) {
+               if( rc >= 0 ) {
                        ++count;
                } else {
                        Debug( LDAP_DEBUG_ANY,
-                           "Unable to chase referral (%s)\n", 
-                           ldap_err2string( ld->ld_errno ), 0, 0 );
+                               "Unable to chase referral \"%s\" (%d: %s)\n", 
+                               ref, ld->ld_errno, ldap_err2string( ld->ld_errno ) );
                        rc = ldap_append_referral( ld, &unfollowed, ref );
                }
 
-               if ( !newdn && refdn != NULL ) {
-                       free( refdn );
-               }
+               ldap_free_urllist(srv);
        }
 
-       free( *errstrp );
+       LDAP_FREE( *errstrp );
        *errstrp = unfollowed;
 
        return(( rc == 0 ) ? count : rc );
@@ -735,11 +1425,11 @@ ldap_append_referral( LDAP *ld, char **referralsp, char *s )
 
        if ( *referralsp == NULL ) {
                first = 1;
-               *referralsp = (char *)malloc( strlen( s ) + LDAP_REF_STR_LEN
+               *referralsp = (char *)LDAP_MALLOC( strlen( s ) + LDAP_REF_STR_LEN
                    + 1 );
        } else {
                first = 0;
-               *referralsp = (char *)realloc( *referralsp,
+               *referralsp = (char *)LDAP_REALLOC( *referralsp,
                    strlen( *referralsp ) + strlen( s ) + 2 );
        }
 
@@ -761,183 +1451,194 @@ ldap_append_referral( LDAP *ld, char **referralsp, char *s )
 
 
 static BerElement *
-re_encode_request( LDAP *ld, BerElement *origber, int msgid, char **dnp )
+re_encode_request( LDAP *ld,
+       BerElement *origber,
+       ber_int_t msgid,
+       int sref,
+       LDAPURLDesc *srv,
+       int *type )
 {
-/*
- * XXX this routine knows way too much about how the lber library works!
- */
-       unsigned long   along, tag;
-       long            ver;
+       /*
+        * XXX this routine knows way too much about how the lber library works!
+        */
+       ber_int_t       along;
+       ber_tag_t       tag;
+       ber_tag_t       rtag;
+       ber_int_t       ver;
+       ber_int_t       scope;
        int             rc;
        BerElement      tmpber, *ber;
-       char            *orig_dn;
+       struct berval           dn;
 
        Debug( LDAP_DEBUG_TRACE,
-           "re_encode_request: new msgid %d, new dn <%s>\n",
-           msgid, ( *dnp == NULL ) ? "NONE" : *dnp, 0 );
+           "re_encode_request: new msgid %ld, new dn <%s>\n",
+           (long) msgid,
+               ( srv == NULL || srv->lud_dn == NULL) ? "NONE" : srv->lud_dn, 0 );
 
        tmpber = *origber;
 
        /*
-        * all LDAP requests are sequences that start with a message id,
-        * followed by a sequence that is tagged with the operation code
+        * all LDAP requests are sequences that start with a message id.
+        * For all except delete, this is followed by a sequence that is
+        * tagged with the operation code.  For delete, the provided DN
+        * is not wrapped by a sequence.
         */
-       if ( ber_scanf( &tmpber, "{i", &along ) != LDAP_TAG_MSGID ||
-           ( tag = ber_skip_tag( &tmpber, &along )) == LBER_DEFAULT ) {
-                ld->ld_errno = LDAP_DECODING_ERROR;
+       rtag = ber_scanf( &tmpber, "{it", /*}*/ &along, &tag );
+
+       if ( rtag == LBER_ERROR ) {
+               ld->ld_errno = LDAP_DECODING_ERROR;
                return( NULL );
        }
 
-        if (( ber = ldap_alloc_ber_with_options( ld )) == NULLBER ) {
-                return( NULL );
-        }
+       assert( tag != 0);
+       if ( tag == LDAP_REQ_BIND ) {
+               /* bind requests have a version number before the DN & other stuff */
+               rtag = ber_scanf( &tmpber, "{im" /*}*/, &ver, &dn );
+
+       } else if ( tag == LDAP_REQ_DELETE ) {
+               /* delete requests don't have a DN wrapping sequence */
+               rtag = ber_scanf( &tmpber, "m", &dn );
+
+       } else if ( tag == LDAP_REQ_SEARCH ) {
+               /* search requests need to be re-scope-ed */
+               rtag = ber_scanf( &tmpber, "{me" /*"}"*/, &dn, &scope );
+
+               if( srv->lud_scope != LDAP_SCOPE_DEFAULT ) {
+                       /* use the scope provided in reference */
+                       scope = srv->lud_scope;
+
+               } else if ( sref ) {
+                       /* use scope implied by previous operation
+                        *   base -> base
+                        *   one -> base
+                        *   subtree -> subtree
+                        *   subordinate -> subtree
+                        */
+                       switch( scope ) {
+                       default:
+                       case LDAP_SCOPE_BASE:
+                       case LDAP_SCOPE_ONELEVEL:
+                               scope = LDAP_SCOPE_BASE;
+                               break;
+                       case LDAP_SCOPE_SUBTREE:
+                       case LDAP_SCOPE_SUBORDINATE:
+                               scope = LDAP_SCOPE_SUBTREE;
+                               break;
+                       }
+               }
 
-       /* bind requests have a version number before the DN & other stuff */
-       if ( tag == LDAP_REQ_BIND && ber_get_int( &tmpber, (long *)&ver ) ==
-           LBER_DEFAULT ) {
-                ld->ld_errno = LDAP_DECODING_ERROR;
-               ber_free( ber, 1 );
-               return( NULL );
+       } else {
+               rtag = ber_scanf( &tmpber, "{m" /*}*/, &dn );
        }
 
-       /* the rest of the request is the DN followed by other stuff */
-       if ( ber_get_stringa( &tmpber, &orig_dn ) == LBER_DEFAULT ) {
-               ber_free( ber, 1 );
-               return( NULL );
+       if( rtag == LBER_ERROR ) {
+               ld->ld_errno = LDAP_DECODING_ERROR;
+               return NULL;
        }
 
-       if ( *dnp == NULL ) {
-               *dnp = orig_dn;
-       } else {
-               free( orig_dn );
+       /* restore character zero'd out by ber_scanf*/
+       dn.bv_val[dn.bv_len] = tmpber.ber_tag;
+
+       if (( ber = ldap_alloc_ber_with_options( ld )) == NULL ) {
+               return NULL;
+       }
+
+       if ( srv->lud_dn ) {
+               ber_str2bv( srv->lud_dn, 0, 0, &dn );
        }
 
        if ( tag == LDAP_REQ_BIND ) {
-               rc = ber_printf( ber, "{it{is", msgid, tag, ver, *dnp );
+               rc = ber_printf( ber, "{it{iO" /*}}*/, msgid, tag, ver, &dn );
+       } else if ( tag == LDAP_REQ_DELETE ) {
+               rc = ber_printf( ber, "{itON}", msgid, tag, &dn );
+       } else if ( tag == LDAP_REQ_SEARCH ) {
+               rc = ber_printf( ber, "{it{Oe" /*}}*/, msgid, tag, &dn, scope );
        } else {
-               rc = ber_printf( ber, "{it{s", msgid, tag, *dnp );
+               rc = ber_printf( ber, "{it{O" /*}}*/, msgid, tag, &dn );
        }
 
        if ( rc == -1 ) {
+               ld->ld_errno = LDAP_ENCODING_ERROR;
                ber_free( ber, 1 );
-               return( NULL );
+               return NULL;
        }
 
-       if ( ber_write( ber, tmpber.ber_ptr, ( tmpber.ber_end -
-           tmpber.ber_ptr ), 0 ) != ( tmpber.ber_end - tmpber.ber_ptr ) ||
-           ber_printf( ber, "}}" ) == -1 ) {
+       if ( tag != LDAP_REQ_DELETE && (
+               ber_write(ber, tmpber.ber_ptr, ( tmpber.ber_end - tmpber.ber_ptr ), 0)
+               != ( tmpber.ber_end - tmpber.ber_ptr ) ||
+           ber_printf( ber, /*{{*/ "N}N}" ) == -1 ) )
+       {
                ld->ld_errno = LDAP_ENCODING_ERROR;
                ber_free( ber, 1 );
-               return( NULL );
+               return NULL;
        }
 
 #ifdef LDAP_DEBUG
        if ( ldap_debug & LDAP_DEBUG_PACKETS ) {
                Debug( LDAP_DEBUG_ANY, "re_encode_request new request is:\n",
                    0, 0, 0 );
-               ber_dump( ber, 0 );
+               ber_log_dump( LDAP_DEBUG_BER, ldap_debug, ber, 0 );
        }
 #endif /* LDAP_DEBUG */
 
-       return( ber );
+       *type = tag;    /* return request type */
+       return ber;
 }
 
 
 LDAPRequest *
-ldap_find_request_by_msgid( LDAP *ld, int msgid )
+ldap_find_request_by_msgid( LDAP *ld, ber_int_t msgid )
 {
-       LDAPRequest     *lr;
+       LDAPRequest     *lr;
 
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
        for ( lr = ld->ld_requests; lr != NULL; lr = lr->lr_next ) {
+               if ( lr->lr_status == LDAP_REQST_COMPLETED ) {
+                       continue;       /* Skip completed requests */
+               }
                if ( msgid == lr->lr_msgid ) {
+                       lr->lr_refcnt++;
                        break;
                }
        }
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
 
        return( lr );
 }
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_REFERRALS */
-
 
-#ifdef LDAP_API_FEATURE_X_OPENLDAP_V2_DNS
-static LDAPServer *
-dn2servers( LDAP *ld, char *dn )       /* dn can also be a domain.... */
+void
+ldap_return_request( LDAP *ld, LDAPRequest *lrx, int freeit )
 {
-       char            *p, *domain, *host, *server_dn, **dxs;
-       int             i, port;
-       LDAPServer      *srvlist, *prevsrv, *srv;
-
-       if (( domain = strrchr( dn, '@' )) != NULL ) {
-               ++domain;
-       } else {
-               domain = dn;
-       }
-
-       if (( dxs = ldap_getdxbyname( domain )) == NULL ) {
-               ld->ld_errno = LDAP_NO_MEMORY;
-               return( NULL );
-       }
-
-       srvlist = NULL;
+       LDAPRequest     *lr;
 
-       for ( i = 0; dxs[ i ] != NULL; ++i ) {
-               port = LDAP_PORT;
-               server_dn = NULL;
-               if ( strchr( dxs[ i ], ':' ) == NULL ) {
-                       host = dxs[ i ];
-               } else if ( strlen( dxs[ i ] ) >= 7 &&
-                   strncmp( dxs[ i ], "ldap://", 7 ) == 0 ) {
-                       host = dxs[ i ] + 7;
-                       if (( p = strchr( host, ':' )) == NULL ) {
-                               p = host;
-                       } else {
-                               *p++ = '\0';
-                               port = atoi( p );
-                       }
-                       if (( p = strchr( p, '/' )) != NULL ) {
-                               server_dn = ++p;
-                               if ( *server_dn == '\0' ) {
-                                       server_dn = NULL;
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
+#endif
+       for ( lr = ld->ld_requests; lr != NULL; lr = lr->lr_next ) {
+               if ( lr == lrx ) {
+                       if ( lr->lr_refcnt > 0 ) {
+                               lr->lr_refcnt--;
+
+                       } else if ( lr->lr_refcnt < 0 ) {
+                               lr->lr_refcnt++;
+                               if ( lr->lr_refcnt == 0 ) {
+                                       lr = NULL;
                                }
                        }
-               } else {
-                       host = NULL;
-               }
-
-               if ( host != NULL ) {   /* found a server we can use */
-                       if (( srv = (LDAPServer *)calloc( 1,
-                           sizeof( LDAPServer ))) == NULL ) {
-                               free_servers( srvlist );
-                               srvlist = NULL;
-                               break;          /* exit loop & return */
-                       }
-
-                       /* add to end of list of servers */
-                       if ( srvlist == NULL ) {
-                               srvlist = srv;
-                       } else {
-                               prevsrv->lsrv_next = srv;
-                       }
-                       prevsrv = srv;
-                       
-                       /* copy in info. */
-                       if (( srv->lsrv_host = strdup( host )) == NULL ||
-                           ( server_dn != NULL && ( srv->lsrv_dn =
-                           strdup( server_dn )) == NULL )) {
-                               free_servers( srvlist );
-                               srvlist = NULL;
-                               break;          /* exit loop & return */
-                       }
-                       srv->lsrv_port = port;
+                       break;
                }
        }
+       if ( lr == NULL ) {
+               ldap_free_request_int( ld, lrx );
 
-       ldap_value_free( dxs );
-
-       if ( srvlist == NULL ) {
-               ld->ld_errno = LDAP_SERVER_DOWN;
+       } else if ( freeit ) {
+               ldap_free_request( ld, lrx );
        }
-
-       return( srvlist );
+#ifdef LDAP_R_COMPILE
+       ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
+#endif
 }
-#endif /* LDAP_API_FEATURE_X_OPENLDAP_V2_DNS */