]> git.sur5r.net Git - openldap/blob - libraries/libldap/request.c
ITS#6595
[openldap] / libraries / libldap / request.c
1 /* $OpenLDAP$ */
2 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
3  *
4  * Copyright 1998-2010 The OpenLDAP Foundation.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted only as authorized by the OpenLDAP
9  * Public License.
10  *
11  * A copy of this license is available in the file LICENSE in the
12  * top-level directory of the distribution or, alternatively, at
13  * <http://www.OpenLDAP.org/license.html>.
14  */
15 /* Portions Copyright (c) 1995 Regents of the University of Michigan.
16  * All rights reserved.
17  */
18 /* This notice applies to changes, created by or for Novell, Inc.,
19  * to preexisting works for which notices appear elsewhere in this file.
20  *
21  * Copyright (C) 1999, 2000 Novell, Inc. All Rights Reserved.
22  *
23  * THIS WORK IS SUBJECT TO U.S. AND INTERNATIONAL COPYRIGHT LAWS AND TREATIES.
24  * USE, MODIFICATION, AND REDISTRIBUTION OF THIS WORK IS SUBJECT TO VERSION
25  * 2.0.1 OF THE OPENLDAP PUBLIC LICENSE, A COPY OF WHICH IS AVAILABLE AT
26  * HTTP://WWW.OPENLDAP.ORG/LICENSE.HTML OR IN THE FILE "LICENSE" IN THE
27  * TOP-LEVEL DIRECTORY OF THE DISTRIBUTION. ANY USE OR EXPLOITATION OF THIS
28  * WORK OTHER THAN AS AUTHORIZED IN VERSION 2.0.1 OF THE OPENLDAP PUBLIC
29  * LICENSE, OR OTHER PRIOR WRITTEN CONSENT FROM NOVELL, COULD SUBJECT THE
30  * PERPETRATOR TO CRIMINAL AND CIVIL LIABILITY. 
31  *---
32  * Modification to OpenLDAP source by Novell, Inc.
33  * April 2000 sfs  Added code to chase V3 referrals
34  *  request.c - sending of ldap requests; handling of referrals
35  *---
36  * Note: A verbatim copy of version 2.0.1 of the OpenLDAP Public License 
37  * can be found in the file "build/LICENSE-2.0.1" in this distribution
38  * of OpenLDAP Software.
39  */
40
41 #include "portable.h"
42
43 #include <stdio.h>
44
45 #include <ac/stdlib.h>
46
47 #include <ac/errno.h>
48 #include <ac/socket.h>
49 #include <ac/string.h>
50 #include <ac/time.h>
51 #include <ac/unistd.h>
52
53 #include "ldap-int.h"
54 #include "lber.h"
55
56 static LDAPConn *find_connection LDAP_P(( LDAP *ld, LDAPURLDesc *srv, int any ));
57 static void use_connection LDAP_P(( LDAP *ld, LDAPConn *lc ));
58 static void ldap_free_request_int LDAP_P(( LDAP *ld, LDAPRequest *lr ));
59
60 static BerElement *
61 re_encode_request( LDAP *ld,
62         BerElement *origber,
63         ber_int_t msgid,
64         int sref,
65         LDAPURLDesc *srv,
66         int *type );
67
68 BerElement *
69 ldap_alloc_ber_with_options( LDAP *ld )
70 {
71         BerElement      *ber;
72
73         ber = ber_alloc_t( ld->ld_lberoptions );
74         if ( ber == NULL ) {
75                 ld->ld_errno = LDAP_NO_MEMORY;
76         }
77
78         return( ber );
79 }
80
81
82 void
83 ldap_set_ber_options( LDAP *ld, BerElement *ber )
84 {
85         ber->ber_options = ld->ld_lberoptions;
86 }
87
88
89 ber_int_t
90 ldap_send_initial_request(
91         LDAP *ld,
92         ber_tag_t msgtype,
93         const char *dn,
94         BerElement *ber,
95         ber_int_t msgid)
96 {
97         int rc = 1;
98
99         Debug( LDAP_DEBUG_TRACE, "ldap_send_initial_request\n", 0, 0, 0 );
100
101 #ifdef LDAP_R_COMPILE
102         ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
103 #endif
104         if ( ber_sockbuf_ctrl( ld->ld_sb, LBER_SB_OPT_GET_FD, NULL ) == -1 ) {
105                 /* not connected yet */
106                 rc = ldap_open_defconn( ld );
107
108         }
109 #ifdef LDAP_R_COMPILE
110         ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
111 #endif
112         if( rc < 0 ) {
113                 ber_free( ber, 1 );
114                 return( -1 );
115         } else if ( rc == 0 ) {
116                 Debug( LDAP_DEBUG_TRACE,
117                         "ldap_open_defconn: successful\n",
118                         0, 0, 0 );
119         }
120
121 #ifdef LDAP_CONNECTIONLESS
122         if (LDAP_IS_UDP(ld)) {
123                 if (msgtype == LDAP_REQ_BIND) {
124                         if (ld->ld_options.ldo_cldapdn)
125                                 ldap_memfree(ld->ld_options.ldo_cldapdn);
126                         ld->ld_options.ldo_cldapdn = ldap_strdup(dn);
127                         ber_free( ber, 1 );
128                         return 0;
129                 }
130                 if (msgtype != LDAP_REQ_ABANDON && msgtype != LDAP_REQ_SEARCH)
131                 {
132                         ber_free( ber, 1 );
133                         return LDAP_PARAM_ERROR;
134                 }
135         }
136 #endif
137 #ifdef LDAP_R_COMPILE
138         ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
139 #endif
140         rc = ldap_send_server_request( ld, ber, msgid, NULL,
141                 NULL, NULL, NULL );
142 #ifdef LDAP_R_COMPILE
143         ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
144 #endif
145         return(rc);
146 }
147
148
149 int
150 ldap_int_flush_request(
151         LDAP *ld,
152         LDAPRequest *lr )
153 {
154         LDAPConn *lc = lr->lr_conn;
155
156         if ( ber_flush2( lc->lconn_sb, lr->lr_ber, LBER_FLUSH_FREE_NEVER ) != 0 ) {
157                 if ( sock_errno() == EAGAIN ) {
158                         /* need to continue write later */
159                         lr->lr_status = LDAP_REQST_WRITING;
160                         ldap_mark_select_write( ld, lc->lconn_sb );
161                         ld->ld_errno = LDAP_BUSY;
162                         return -2;
163                 } else {
164                         ld->ld_errno = LDAP_SERVER_DOWN;
165                         ldap_free_request( ld, lr );
166                         ldap_free_connection( ld, lc, 0, 0 );
167                         return( -1 );
168                 }
169         } else {
170                 if ( lr->lr_parent == NULL ) {
171                         lr->lr_ber->ber_end = lr->lr_ber->ber_ptr;
172                         lr->lr_ber->ber_ptr = lr->lr_ber->ber_buf;
173                 }
174                 lr->lr_status = LDAP_REQST_INPROGRESS;
175
176                 /* sent -- waiting for a response */
177                 ldap_mark_select_read( ld, lc->lconn_sb );
178         }
179         return 0;
180 }
181
182 int
183 ldap_send_server_request(
184         LDAP *ld,
185         BerElement *ber,
186         ber_int_t msgid,
187         LDAPRequest *parentreq,
188         LDAPURLDesc **srvlist,
189         LDAPConn *lc,
190         LDAPreqinfo *bind )
191 {
192         LDAPRequest     *lr;
193         int             incparent, rc;
194
195         Debug( LDAP_DEBUG_TRACE, "ldap_send_server_request\n", 0, 0, 0 );
196
197         incparent = 0;
198         ld->ld_errno = LDAP_SUCCESS;    /* optimistic */
199
200         if ( lc == NULL ) {
201                 if ( srvlist == NULL ) {
202                         lc = ld->ld_defconn;
203                 } else {
204                         lc = find_connection( ld, *srvlist, 1 );
205                         if ( lc == NULL ) {
206                                 if ( (bind != NULL) && (parentreq != NULL) ) {
207                                         /* Remember the bind in the parent */
208                                         incparent = 1;
209                                         ++parentreq->lr_outrefcnt;
210                                 }
211                                 lc = ldap_new_connection( ld, srvlist, 0, 1, bind );
212                         }
213                 }
214         }
215
216         /* async connect... */
217         if ( lc != NULL && lc->lconn_status == LDAP_CONNST_CONNECTING ) {
218                 ber_socket_t    sd = AC_SOCKET_ERROR;
219                 struct timeval  tv = { 0 };
220
221                 ber_sockbuf_ctrl( lc->lconn_sb, LBER_SB_OPT_GET_FD, &sd );
222
223                 /* poll ... */
224                 switch ( ldap_int_poll( ld, sd, &tv ) ) {
225                 case 0:
226                         /* go on! */
227                         lc->lconn_status = LDAP_CONNST_CONNECTED;
228                         break;
229
230                 case -2:
231                         /* async only occurs if a network timeout is set */
232
233                         /* honor network timeout */
234                         if ( time( NULL ) - lc->lconn_created <= ld->ld_options.ldo_tm_net.tv_sec )
235                         {
236                                 /* caller will have to call again */
237                                 ld->ld_errno = LDAP_X_CONNECTING;
238                         }
239                         /* fallthru */
240
241                 default:
242                         /* error */
243                         break;
244                 }
245         }
246
247         if ( lc == NULL || lc->lconn_status != LDAP_CONNST_CONNECTED ) {
248                 if ( ld->ld_errno == LDAP_SUCCESS ) {
249                         ld->ld_errno = LDAP_SERVER_DOWN;
250                 }
251
252                 ber_free( ber, 1 );
253                 if ( incparent ) {
254                         /* Forget about the bind */
255                         --parentreq->lr_outrefcnt; 
256                 }
257                 return( -1 );
258         }
259
260         use_connection( ld, lc );
261
262 #ifdef LDAP_CONNECTIONLESS
263         if ( LDAP_IS_UDP( ld )) {
264                 BerElement tmpber = *ber;
265                 ber_rewind( &tmpber );
266                 rc = ber_write( &tmpber, ld->ld_options.ldo_peer,
267                         sizeof( struct sockaddr ), 0 );
268                 if ( rc == -1 ) {
269                         ld->ld_errno = LDAP_ENCODING_ERROR;
270                         return rc;
271                 }
272         }
273 #endif
274
275         /* If we still have an incomplete write, try to finish it before
276          * dealing with the new request. If we don't finish here, return
277          * LDAP_BUSY and let the caller retry later. We only allow a single
278          * request to be in WRITING state.
279          */
280         rc = 0;
281         if ( ld->ld_requests &&
282                 ld->ld_requests->lr_status == LDAP_REQST_WRITING &&
283                 ldap_int_flush_request( ld, ld->ld_requests ) < 0 )
284         {
285                 rc = -1;
286         }
287         if ( rc ) return rc;
288
289         lr = (LDAPRequest *)LDAP_CALLOC( 1, sizeof( LDAPRequest ) );
290         if ( lr == NULL ) {
291                 ld->ld_errno = LDAP_NO_MEMORY;
292                 ldap_free_connection( ld, lc, 0, 0 );
293                 ber_free( ber, 1 );
294                 if ( incparent ) {
295                         /* Forget about the bind */
296                         --parentreq->lr_outrefcnt; 
297                 }
298                 return( -1 );
299         } 
300         lr->lr_msgid = msgid;
301         lr->lr_status = LDAP_REQST_INPROGRESS;
302         lr->lr_res_errno = LDAP_SUCCESS;        /* optimistic */
303         lr->lr_ber = ber;
304         lr->lr_conn = lc;
305         if ( parentreq != NULL ) {      /* sub-request */
306                 if ( !incparent ) { 
307                         /* Increment if we didn't do it before the bind */
308                         ++parentreq->lr_outrefcnt;
309                 }
310                 lr->lr_origid = parentreq->lr_origid;
311                 lr->lr_parentcnt = ++parentreq->lr_parentcnt;
312                 lr->lr_parent = parentreq;
313                 lr->lr_refnext = parentreq->lr_child;
314                 parentreq->lr_child = lr;
315         } else {                        /* original request */
316                 lr->lr_origid = lr->lr_msgid;
317         }
318
319         /* Extract requestDN for future reference */
320         {
321                 BerElement tmpber = *ber;
322                 ber_int_t       bint;
323                 ber_tag_t       tag, rtag;
324
325                 ber_reset( &tmpber, 1 );
326                 rtag = ber_scanf( &tmpber, "{it", /*}*/ &bint, &tag );
327                 switch ( tag ) {
328                 case LDAP_REQ_BIND:
329                         rtag = ber_scanf( &tmpber, "{i" /*}*/, &bint );
330                         break;
331                 case LDAP_REQ_DELETE:
332                         break;
333                 default:
334                         rtag = ber_scanf( &tmpber, "{" /*}*/ );
335                 case LDAP_REQ_ABANDON:
336                         break;
337                 }
338                 if ( tag != LDAP_REQ_ABANDON ) {
339                         ber_skip_tag( &tmpber, &lr->lr_dn.bv_len );
340                         lr->lr_dn.bv_val = tmpber.ber_ptr;
341                 }
342         }
343
344         lr->lr_prev = NULL;
345         lr->lr_next = ld->ld_requests;
346         if ( lr->lr_next != NULL ) {
347                 lr->lr_next->lr_prev = lr;
348         }
349         ld->ld_requests = lr;
350
351         ld->ld_errno = LDAP_SUCCESS;
352         if ( ldap_int_flush_request( ld, lr ) == -1 ) {
353                 msgid = -1;
354         }
355
356         return( msgid );
357 }
358
359 /* return 0 if no StartTLS ext, 1 if present, 2 if critical */
360 static int
361 find_tls_ext( LDAPURLDesc *srv )
362 {
363         int i, crit;
364         char *ext;
365
366         if ( !srv->lud_exts )
367                 return 0;
368
369         for (i=0; srv->lud_exts[i]; i++) {
370                 crit = 0;
371                 ext = srv->lud_exts[i];
372                 if ( ext[0] == '!') {
373                         ext++;
374                         crit = 1;
375                 }
376                 if ( !strcasecmp( ext, "StartTLS" ) ||
377                         !strcasecmp( ext, "X-StartTLS" ) ||
378                         !strcmp( ext, LDAP_EXOP_START_TLS )) {
379                         return crit + 1;
380                 }
381         }
382         return 0;
383 }
384
385 LDAPConn *
386 ldap_new_connection( LDAP *ld, LDAPURLDesc **srvlist, int use_ldsb,
387         int connect, LDAPreqinfo *bind )
388 {
389         LDAPConn        *lc;
390         int             async = 0;
391
392         Debug( LDAP_DEBUG_TRACE, "ldap_new_connection %d %d %d\n",
393                 use_ldsb, connect, (bind != NULL) );
394         /*
395          * make a new LDAP server connection
396          * XXX open connection synchronously for now
397          */
398         lc = (LDAPConn *)LDAP_CALLOC( 1, sizeof( LDAPConn ) );
399         if ( lc == NULL ) {
400                 ld->ld_errno = LDAP_NO_MEMORY;
401                 return( NULL );
402         }
403         
404         if ( use_ldsb ) {
405                 assert( ld->ld_sb != NULL );
406                 lc->lconn_sb = ld->ld_sb;
407
408         } else {
409                 lc->lconn_sb = ber_sockbuf_alloc();
410                 if ( lc->lconn_sb == NULL ) {
411                         LDAP_FREE( (char *)lc );
412                         ld->ld_errno = LDAP_NO_MEMORY;
413                         return( NULL );
414                 }
415         }
416
417         if ( connect ) {
418                 LDAPURLDesc     **srvp, *srv = NULL;
419
420                 async = LDAP_BOOL_GET( &ld->ld_options, LDAP_BOOL_CONNECT_ASYNC );
421
422                 for ( srvp = srvlist; *srvp != NULL; srvp = &(*srvp)->lud_next ) {
423                         int             rc;
424
425                         rc = ldap_int_open_connection( ld, lc, *srvp, async );
426                         if ( rc != -1 ) {
427                                 srv = *srvp;
428
429                                 if ( ld->ld_urllist_proc && ( !async || rc != -2 ) ) {
430                                         ld->ld_urllist_proc( ld, srvlist, srvp, ld->ld_urllist_params );
431                                 }
432
433                                 break;
434                         }
435                 }
436
437                 if ( srv == NULL ) {
438                         if ( !use_ldsb ) {
439                                 ber_sockbuf_free( lc->lconn_sb );
440                         }
441                         LDAP_FREE( (char *)lc );
442                         ld->ld_errno = LDAP_SERVER_DOWN;
443                         return( NULL );
444                 }
445
446                 lc->lconn_server = ldap_url_dup( srv );
447         }
448
449         lc->lconn_status = async ? LDAP_CONNST_CONNECTING : LDAP_CONNST_CONNECTED;
450 #ifdef LDAP_R_COMPILE
451         ldap_pvt_thread_mutex_lock( &ld->ld_conn_mutex );
452 #endif
453         lc->lconn_next = ld->ld_conns;
454         ld->ld_conns = lc;
455 #ifdef LDAP_R_COMPILE
456         ldap_pvt_thread_mutex_unlock( &ld->ld_conn_mutex );
457 #endif
458
459         if ( connect ) {
460 #ifdef HAVE_TLS
461                 if ( lc->lconn_server->lud_exts ) {
462                         int rc, ext = find_tls_ext( lc->lconn_server );
463                         if ( ext ) {
464                                 LDAPConn        *savedefconn;
465
466                                 savedefconn = ld->ld_defconn;
467                                 ++lc->lconn_refcnt;     /* avoid premature free */
468                                 ld->ld_defconn = lc;
469
470 #ifdef LDAP_R_COMPILE
471                                 ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
472                                 ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
473 #endif
474                                 rc = ldap_start_tls_s( ld, NULL, NULL );
475 #ifdef LDAP_R_COMPILE
476                                 ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
477                                 ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
478 #endif
479                                 ld->ld_defconn = savedefconn;
480                                 --lc->lconn_refcnt;
481
482                                 if ( rc != LDAP_SUCCESS && ext == 2 ) {
483                                         ldap_free_connection( ld, lc, 1, 0 );
484                                         return NULL;
485                                 }
486                         }
487                 }
488 #endif
489         }
490
491         if ( bind != NULL ) {
492                 int             err = 0;
493                 LDAPConn        *savedefconn;
494
495                 /* Set flag to prevent additional referrals
496                  * from being processed on this
497                  * connection until the bind has completed
498                  */
499                 lc->lconn_rebind_inprogress = 1;
500                 /* V3 rebind function */
501                 if ( ld->ld_rebind_proc != NULL) {
502                         LDAPURLDesc     *srvfunc;
503
504                         srvfunc = ldap_url_dup( *srvlist );
505                         if ( srvfunc == NULL ) {
506                                 ld->ld_errno = LDAP_NO_MEMORY;
507                                 err = -1;
508                         } else {
509                                 savedefconn = ld->ld_defconn;
510                                 ++lc->lconn_refcnt;     /* avoid premature free */
511                                 ld->ld_defconn = lc;
512
513                                 Debug( LDAP_DEBUG_TRACE, "Call application rebind_proc\n", 0, 0, 0);
514 #ifdef LDAP_R_COMPILE
515                                 ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
516                                 ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
517 #endif
518                                 err = (*ld->ld_rebind_proc)( ld,
519                                         bind->ri_url, bind->ri_request, bind->ri_msgid,
520                                         ld->ld_rebind_params );
521 #ifdef LDAP_R_COMPILE
522                                 ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
523                                 ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
524 #endif
525
526                                 ld->ld_defconn = savedefconn;
527                                 --lc->lconn_refcnt;
528
529                                 if ( err != 0 ) {
530                                         err = -1;
531                                         ldap_free_connection( ld, lc, 1, 0 );
532                                         lc = NULL;
533                                 }
534                                 ldap_free_urldesc( srvfunc );
535                         }
536
537                 } else {
538                         int             msgid, rc;
539                         struct berval   passwd = BER_BVNULL;
540
541                         savedefconn = ld->ld_defconn;
542                         ++lc->lconn_refcnt;     /* avoid premature free */
543                         ld->ld_defconn = lc;
544
545                         Debug( LDAP_DEBUG_TRACE,
546                                 "anonymous rebind via ldap_sasl_bind(\"\")\n",
547                                 0, 0, 0);
548
549 #ifdef LDAP_R_COMPILE
550                         ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
551                         ldap_pvt_thread_mutex_unlock( &ld->ld_res_mutex );
552 #endif
553                         rc = ldap_sasl_bind( ld, "", LDAP_SASL_SIMPLE, &passwd,
554                                 NULL, NULL, &msgid );
555                         if ( rc != LDAP_SUCCESS ) {
556                                 err = -1;
557
558                         } else {
559                                 for ( err = 1; err > 0; ) {
560                                         struct timeval  tv = { 0, 100000 };
561                                         LDAPMessage     *res = NULL;
562
563                                         switch ( ldap_result( ld, msgid, LDAP_MSG_ALL, &tv, &res ) ) {
564                                         case -1:
565                                                 err = -1;
566                                                 break;
567
568                                         case 0:
569 #ifdef LDAP_R_COMPILE
570                                                 ldap_pvt_thread_yield();
571 #endif
572                                                 break;
573
574                                         case LDAP_RES_BIND:
575                                                 rc = ldap_parse_result( ld, res, &err, NULL, NULL, NULL, NULL, 1 );
576                                                 if ( rc != LDAP_SUCCESS ) {
577                                                         err = -1;
578
579                                                 } else if ( err != LDAP_SUCCESS ) {
580                                                         err = -1;
581                                                 }
582                                                 /* else err == LDAP_SUCCESS == 0 */
583                                                 break;
584
585                                         default:
586                                                 Debug( LDAP_DEBUG_TRACE,
587                                                         "ldap_new_connection %p: "
588                                                         "unexpected response %d "
589                                                         "from BIND request id=%d\n",
590                                                         (void *) ld, ldap_msgtype( res ), msgid );
591                                                 err = -1;
592                                                 break;
593                                         }
594                                 }
595                         }
596 #ifdef LDAP_R_COMPILE
597                         ldap_pvt_thread_mutex_lock( &ld->ld_res_mutex );
598                         ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
599 #endif
600                         ld->ld_defconn = savedefconn;
601                         --lc->lconn_refcnt;
602
603                         if ( err != 0 ) {
604                                 ldap_free_connection( ld, lc, 1, 0 );
605                                 lc = NULL;
606                         }
607                 }
608                 if ( lc != NULL )
609                         lc->lconn_rebind_inprogress = 0;
610         }
611
612         return( lc );
613 }
614
615
616 static LDAPConn *
617 find_connection( LDAP *ld, LDAPURLDesc *srv, int any )
618 /*
619  * return an existing connection (if any) to the server srv
620  * if "any" is non-zero, check for any server in the "srv" chain
621  */
622 {
623         LDAPConn        *lc;
624         LDAPURLDesc     *lcu, *lsu;
625         int lcu_port, lsu_port;
626         int found = 0;
627
628 #ifdef LDAP_R_COMPILE
629         ldap_pvt_thread_mutex_lock( &ld->ld_conn_mutex );
630 #endif
631         for ( lc = ld->ld_conns; lc != NULL; lc = lc->lconn_next ) {
632                 lcu = lc->lconn_server;
633                 lcu_port = ldap_pvt_url_scheme_port( lcu->lud_scheme,
634                         lcu->lud_port );
635
636                 for ( lsu = srv; lsu != NULL; lsu = lsu->lud_next ) {
637                         lsu_port = ldap_pvt_url_scheme_port( lsu->lud_scheme,
638                                 lsu->lud_port );
639
640                         if ( lsu_port == lcu_port
641                                 && strcmp( lcu->lud_scheme, lsu->lud_scheme ) == 0
642                                 && lcu->lud_host != NULL && lsu->lud_host != NULL
643                                 && strcasecmp( lsu->lud_host, lcu->lud_host ) == 0 )
644                         {
645                                 found = 1;
646                                 break;
647                         }
648
649                         if ( !any ) break;
650                 }
651                 if ( found )
652                         break;
653         }
654 #ifdef LDAP_R_COMPILE
655         ldap_pvt_thread_mutex_unlock( &ld->ld_conn_mutex );
656 #endif
657         return lc;
658 }
659
660
661
662 static void
663 use_connection( LDAP *ld, LDAPConn *lc )
664 {
665         ++lc->lconn_refcnt;
666         lc->lconn_lastused = time( NULL );
667 }
668
669
670 void
671 ldap_free_connection( LDAP *ld, LDAPConn *lc, int force, int unbind )
672 {
673         LDAPConn        *tmplc, *prevlc;
674
675         Debug( LDAP_DEBUG_TRACE,
676                 "ldap_free_connection %d %d\n",
677                 force, unbind, 0 );
678
679         if ( force || --lc->lconn_refcnt <= 0 ) {
680                 /* remove from connections list first */
681 #ifdef LDAP_R_COMPILE
682                 ldap_pvt_thread_mutex_lock( &ld->ld_conn_mutex );
683 #endif
684
685                 for ( prevlc = NULL, tmplc = ld->ld_conns;
686                         tmplc != NULL;
687                         tmplc = tmplc->lconn_next )
688                 {
689                         if ( tmplc == lc ) {
690                                 if ( prevlc == NULL ) {
691                                     ld->ld_conns = tmplc->lconn_next;
692                                 } else {
693                                     prevlc->lconn_next = tmplc->lconn_next;
694                                 }
695                                 if ( ld->ld_defconn == lc ) {
696                                         ld->ld_defconn = NULL;
697                                 }
698                                 break;
699                         }
700                         prevlc = tmplc;
701                 }
702 #ifdef LDAP_R_COMPILE
703                 ldap_pvt_thread_mutex_unlock( &ld->ld_conn_mutex );
704 #endif
705
706                 /* process connection callbacks */
707                 {
708                         struct ldapoptions *lo;
709                         ldaplist *ll;
710                         ldap_conncb *cb;
711
712                         lo = &ld->ld_options;
713                         if ( lo->ldo_conn_cbs ) {
714                                 for ( ll=lo->ldo_conn_cbs; ll; ll=ll->ll_next ) {
715                                         cb = ll->ll_data;
716                                         cb->lc_del( ld, lc->lconn_sb, cb );
717                                 }
718                         }
719                         lo = LDAP_INT_GLOBAL_OPT();
720                         if ( lo->ldo_conn_cbs ) {
721                                 for ( ll=lo->ldo_conn_cbs; ll; ll=ll->ll_next ) {
722                                         cb = ll->ll_data;
723                                         cb->lc_del( ld, lc->lconn_sb, cb );
724                                 }
725                         }
726                 }
727
728                 if ( lc->lconn_status == LDAP_CONNST_CONNECTED ) {
729                         ldap_mark_select_clear( ld, lc->lconn_sb );
730                         if ( unbind ) {
731                                 ldap_send_unbind( ld, lc->lconn_sb,
732                                                 NULL, NULL );
733                         }
734                 }
735
736                 if ( lc->lconn_ber != NULL ) {
737                         ber_free( lc->lconn_ber, 1 );
738                 }
739
740                 ldap_int_sasl_close( ld, lc );
741 #ifdef HAVE_GSSAPI
742                 ldap_int_gssapi_close( ld, lc );
743 #endif
744
745                 ldap_free_urllist( lc->lconn_server );
746
747                 /* FIXME: is this at all possible?
748                  * ldap_ld_free() in unbind.c calls ldap_free_connection()
749                  * with force == 1 __after__ explicitly calling
750                  * ldap_free_request() on all requests */
751                 if ( force ) {
752                         LDAPRequest     *lr;
753
754                         for ( lr = ld->ld_requests; lr; ) {
755                                 LDAPRequest     *lr_next = lr->lr_next;
756
757                                 if ( lr->lr_conn == lc ) {
758                                         ldap_free_request_int( ld, lr );
759                                 }
760
761                                 lr = lr_next;
762                         }
763                 }
764
765                 if ( lc->lconn_sb != ld->ld_sb ) {
766                         ber_sockbuf_free( lc->lconn_sb );
767                 } else {
768                         ber_int_sb_close( lc->lconn_sb );
769                 }
770
771                 if ( lc->lconn_rebind_queue != NULL) {
772                         int i;
773                         for( i = 0; lc->lconn_rebind_queue[i] != NULL; i++ ) {
774                                 LDAP_VFREE( lc->lconn_rebind_queue[i] );
775                         }
776                         LDAP_FREE( lc->lconn_rebind_queue );
777                 }
778
779                 LDAP_FREE( lc );
780
781                 Debug( LDAP_DEBUG_TRACE,
782                         "ldap_free_connection: actually freed\n",
783                         0, 0, 0 );
784
785         } else {
786                 lc->lconn_lastused = time( NULL );
787                 Debug( LDAP_DEBUG_TRACE, "ldap_free_connection: refcnt %d\n",
788                                 lc->lconn_refcnt, 0, 0 );
789         }
790 }
791
792
793 #ifdef LDAP_DEBUG
794 void
795 ldap_dump_connection( LDAP *ld, LDAPConn *lconns, int all )
796 {
797         LDAPConn        *lc;
798         char            timebuf[32];
799
800         Debug( LDAP_DEBUG_TRACE, "** ld %p Connection%s:\n", (void *)ld, all ? "s" : "", 0 );
801         for ( lc = lconns; lc != NULL; lc = lc->lconn_next ) {
802                 if ( lc->lconn_server != NULL ) {
803                         Debug( LDAP_DEBUG_TRACE, "* host: %s  port: %d%s\n",
804                                 ( lc->lconn_server->lud_host == NULL ) ? "(null)"
805                                 : lc->lconn_server->lud_host,
806                                 lc->lconn_server->lud_port, ( lc->lconn_sb ==
807                                 ld->ld_sb ) ? "  (default)" : "" );
808                 }
809                 Debug( LDAP_DEBUG_TRACE, "  refcnt: %d  status: %s\n", lc->lconn_refcnt,
810                         ( lc->lconn_status == LDAP_CONNST_NEEDSOCKET )
811                                 ? "NeedSocket" :
812                                 ( lc->lconn_status == LDAP_CONNST_CONNECTING )
813                                         ? "Connecting" : "Connected", 0 );
814                 Debug( LDAP_DEBUG_TRACE, "  last used: %s%s\n",
815                         ldap_pvt_ctime( &lc->lconn_lastused, timebuf ),
816                         lc->lconn_rebind_inprogress ? "  rebind in progress" : "", 0 );
817                 if ( lc->lconn_rebind_inprogress ) {
818                         if ( lc->lconn_rebind_queue != NULL) {
819                                 int     i;
820
821                                 for ( i = 0; lc->lconn_rebind_queue[i] != NULL; i++ ) {
822                                         int     j;
823                                         for( j = 0; lc->lconn_rebind_queue[i][j] != 0; j++ ) {
824                                                 Debug( LDAP_DEBUG_TRACE, "    queue %d entry %d - %s\n",
825                                                         i, j, lc->lconn_rebind_queue[i][j] );
826                                         }
827                                 }
828                         } else {
829                                 Debug( LDAP_DEBUG_TRACE, "    queue is empty\n", 0, 0, 0 );
830                         }
831                 }
832                 Debug( LDAP_DEBUG_TRACE, "\n", 0, 0, 0 );
833                 if ( !all ) {
834                         break;
835                 }
836         }
837 }
838
839
840 void
841 ldap_dump_requests_and_responses( LDAP *ld )
842 {
843         LDAPRequest     *lr;
844         LDAPMessage     *lm, *l;
845         int             i;
846
847         Debug( LDAP_DEBUG_TRACE, "** ld %p Outstanding Requests:\n",
848                 (void *)ld, 0, 0 );
849         lr = ld->ld_requests;
850         if ( lr == NULL ) {
851                 Debug( LDAP_DEBUG_TRACE, "   Empty\n", 0, 0, 0 );
852         }
853         for ( i = 0; lr != NULL; lr = lr->lr_next, i++ ) {
854                 Debug( LDAP_DEBUG_TRACE, " * msgid %d,  origid %d, status %s\n",
855                         lr->lr_msgid, lr->lr_origid,
856                         ( lr->lr_status == LDAP_REQST_INPROGRESS ) ? "InProgress" :
857                         ( lr->lr_status == LDAP_REQST_CHASINGREFS ) ? "ChasingRefs" :
858                         ( lr->lr_status == LDAP_REQST_NOTCONNECTED ) ? "NotConnected" :
859                         ( lr->lr_status == LDAP_REQST_WRITING ) ? "Writing" :
860                         ( lr->lr_status == LDAP_REQST_COMPLETED ) ? "RequestCompleted"
861                                 : "InvalidStatus" );
862                 Debug( LDAP_DEBUG_TRACE, "   outstanding referrals %d, parent count %d\n",
863                         lr->lr_outrefcnt, lr->lr_parentcnt, 0 );
864         }
865         Debug( LDAP_DEBUG_TRACE, "  ld %p request count %d (abandoned %lu)\n",
866                 (void *)ld, i, ld->ld_nabandoned );
867         Debug( LDAP_DEBUG_TRACE, "** ld %p Response Queue:\n", (void *)ld, 0, 0 );
868         if ( ( lm = ld->ld_responses ) == NULL ) {
869                 Debug( LDAP_DEBUG_TRACE, "   Empty\n", 0, 0, 0 );
870         }
871         for ( i = 0; lm != NULL; lm = lm->lm_next, i++ ) {
872                 Debug( LDAP_DEBUG_TRACE, " * msgid %d,  type %lu\n",
873                     lm->lm_msgid, (unsigned long)lm->lm_msgtype, 0 );
874                 if ( lm->lm_chain != NULL ) {
875                         Debug( LDAP_DEBUG_TRACE, "   chained responses:\n", 0, 0, 0 );
876                         for ( l = lm->lm_chain; l != NULL; l = l->lm_chain ) {
877                                 Debug( LDAP_DEBUG_TRACE,
878                                         "  * msgid %d,  type %lu\n",
879                                         l->lm_msgid,
880                                         (unsigned long)l->lm_msgtype, 0 );
881                         }
882                 }
883         }
884         Debug( LDAP_DEBUG_TRACE, "  ld %p response count %d\n", (void *)ld, i, 0 );
885 }
886 #endif /* LDAP_DEBUG */
887
888 static void
889 ldap_free_request_int( LDAP *ld, LDAPRequest *lr )
890 {
891         /* if lr_refcnt > 0, the request has been looked up 
892          * by ldap_find_request_by_msgid(); if in the meanwhile
893          * the request is free()'d by someone else, just decrease
894          * the reference count and extract it from the request
895          * list; later on, it will be freed. */
896         if ( lr->lr_prev == NULL ) {
897                 if ( lr->lr_refcnt == 0 ) {
898                         /* free'ing the first request? */
899                         assert( ld->ld_requests == lr );
900                 }
901
902                 if ( ld->ld_requests == lr ) {
903                         ld->ld_requests = lr->lr_next;
904                 }
905
906         } else {
907                 lr->lr_prev->lr_next = lr->lr_next;
908         }
909
910         if ( lr->lr_next != NULL ) {
911                 lr->lr_next->lr_prev = lr->lr_prev;
912         }
913
914         if ( lr->lr_refcnt > 0 ) {
915                 lr->lr_refcnt = -lr->lr_refcnt;
916
917                 lr->lr_prev = NULL;
918                 lr->lr_next = NULL;
919
920                 return;
921         }
922
923         if ( lr->lr_ber != NULL ) {
924                 ber_free( lr->lr_ber, 1 );
925                 lr->lr_ber = NULL;
926         }
927
928         if ( lr->lr_res_error != NULL ) {
929                 LDAP_FREE( lr->lr_res_error );
930                 lr->lr_res_error = NULL;
931         }
932
933         if ( lr->lr_res_matched != NULL ) {
934                 LDAP_FREE( lr->lr_res_matched );
935                 lr->lr_res_matched = NULL;
936         }
937
938         LDAP_FREE( lr );
939 }
940
941 void
942 ldap_free_request( LDAP *ld, LDAPRequest *lr )
943 {
944 #ifdef LDAP_R_COMPILE
945         LDAP_PVT_THREAD_ASSERT_MUTEX_OWNER( &ld->ld_req_mutex );
946 #endif
947
948         Debug( LDAP_DEBUG_TRACE, "ldap_free_request (origid %d, msgid %d)\n",
949                 lr->lr_origid, lr->lr_msgid, 0 );
950
951         /* free all referrals (child requests) */
952         while ( lr->lr_child ) {
953                 ldap_free_request( ld, lr->lr_child );
954         }
955
956         if ( lr->lr_parent != NULL ) {
957                 LDAPRequest     **lrp;
958
959                 --lr->lr_parent->lr_outrefcnt;
960                 for ( lrp = &lr->lr_parent->lr_child;
961                         *lrp && *lrp != lr;
962                         lrp = &(*lrp)->lr_refnext );
963
964                 if ( *lrp == lr ) {
965                         *lrp = lr->lr_refnext;
966                 }
967         }
968         ldap_free_request_int( ld, lr );
969 }
970
971 /*
972  * call first time with *cntp = -1
973  * when returns *cntp == -1, no referrals are left
974  *
975  * NOTE: may replace *refsp, or shuffle the contents
976  * of the original array.
977  */
978 static int ldap_int_nextref(
979         LDAP                    *ld,
980         char                    ***refsp,
981         int                     *cntp,
982         void                    *params )
983 {
984         assert( refsp != NULL );
985         assert( *refsp != NULL );
986         assert( cntp != NULL );
987
988         if ( *cntp < -1 ) {
989                 *cntp = -1;
990                 return -1;
991         }
992
993         (*cntp)++;
994
995         if ( (*refsp)[ *cntp ] == NULL ) {
996                 *cntp = -1;
997         }
998
999         return 0;
1000 }
1001
1002 /*
1003  * Chase v3 referrals
1004  *
1005  * Parameters:
1006  *  (IN) ld = LDAP connection handle
1007  *  (IN) lr = LDAP Request structure
1008  *  (IN) refs = array of pointers to referral strings that we will chase
1009  *              The array will be free'd by this function when no longer needed
1010  *  (IN) sref != 0 if following search reference
1011  *  (OUT) errstrp = Place to return a string of referrals which could not be followed
1012  *  (OUT) hadrefp = 1 if sucessfully followed referral
1013  *
1014  * Return value - number of referrals followed
1015  */
1016 int
1017 ldap_chase_v3referrals( LDAP *ld, LDAPRequest *lr, char **refs, int sref, char **errstrp, int *hadrefp )
1018 {
1019         char            *unfollowed;
1020         int              unfollowedcnt = 0;
1021         LDAPRequest     *origreq;
1022         LDAPURLDesc     *srv = NULL;
1023         BerElement      *ber;
1024         char            **refarray = NULL;
1025         LDAPConn        *lc;
1026         int                      rc, count, i, j, id;
1027         LDAPreqinfo  rinfo;
1028
1029         ld->ld_errno = LDAP_SUCCESS;    /* optimistic */
1030         *hadrefp = 0;
1031
1032         Debug( LDAP_DEBUG_TRACE, "ldap_chase_v3referrals\n", 0, 0, 0 );
1033
1034         unfollowed = NULL;
1035         rc = count = 0;
1036
1037         /* If no referrals in array, return */
1038         if ( (refs == NULL) || ( (refs)[0] == NULL) ) {
1039                 rc = 0;
1040                 goto done;
1041         }
1042
1043         /* Check for hop limit exceeded */
1044         if ( lr->lr_parentcnt >= ld->ld_refhoplimit ) {
1045                 Debug( LDAP_DEBUG_ANY,
1046                     "more than %d referral hops (dropping)\n", ld->ld_refhoplimit, 0, 0 );
1047                 ld->ld_errno = LDAP_REFERRAL_LIMIT_EXCEEDED;
1048                 rc = -1;
1049                 goto done;
1050         }
1051
1052         /* find original request */
1053         for ( origreq = lr;
1054                 origreq->lr_parent != NULL;
1055                 origreq = origreq->lr_parent )
1056         {
1057                 /* empty */ ;
1058         }
1059
1060         refarray = refs;
1061         refs = NULL;
1062
1063         if ( ld->ld_nextref_proc == NULL ) {
1064                 ld->ld_nextref_proc = ldap_int_nextref;
1065         }
1066
1067         /* parse out & follow referrals */
1068         i = -1;
1069         for ( ld->ld_nextref_proc( ld, &refarray, &i, ld->ld_nextref_params );
1070                         i != -1;
1071                         ld->ld_nextref_proc( ld, &refarray, &i, ld->ld_nextref_params ) )
1072         {
1073
1074                 /* Parse the referral URL */
1075                 rc = ldap_url_parse_ext( refarray[i], &srv, LDAP_PVT_URL_PARSE_NOEMPTY_DN );
1076                 if ( rc != LDAP_URL_SUCCESS ) {
1077                         /* ldap_url_parse_ext() returns LDAP_URL_* errors
1078                          * which do not map on API errors */
1079                         ld->ld_errno = LDAP_PARAM_ERROR;
1080                         rc = -1;
1081                         goto done;
1082                 }
1083
1084                 if( srv->lud_crit_exts ) {
1085                         int ok = 0;
1086 #ifdef HAVE_TLS
1087                         /* If StartTLS is the only critical ext, OK. */
1088                         if ( find_tls_ext( srv ) == 2 && srv->lud_crit_exts == 1 )
1089                                 ok = 1;
1090 #endif
1091                         if ( !ok ) {
1092                                 /* we do not support any other extensions */
1093                                 ld->ld_errno = LDAP_NOT_SUPPORTED;
1094                                 rc = -1;
1095                                 goto done;
1096                         }
1097                 }
1098
1099                 /* check connection for re-bind in progress */
1100                 if (( lc = find_connection( ld, srv, 1 )) != NULL ) {
1101                         /* See if we've already requested this DN with this conn */
1102                         LDAPRequest *lp;
1103                         int looped = 0;
1104                         ber_len_t len = srv->lud_dn ? strlen( srv->lud_dn ) : 0;
1105                         for ( lp = origreq; lp; ) {
1106                                 if ( lp->lr_conn == lc
1107                                         && len == lp->lr_dn.bv_len
1108                                         && len
1109                                         && strncmp( srv->lud_dn, lp->lr_dn.bv_val, len ) == 0 )
1110                                 {
1111                                         looped = 1;
1112                                         break;
1113                                 }
1114                                 if ( lp == origreq ) {
1115                                         lp = lp->lr_child;
1116                                 } else {
1117                                         lp = lp->lr_refnext;
1118                                 }
1119                         }
1120                         if ( looped ) {
1121                                 ldap_free_urllist( srv );
1122                                 srv = NULL;
1123                                 ld->ld_errno = LDAP_CLIENT_LOOP;
1124                                 rc = -1;
1125                                 continue;
1126                         }
1127
1128                         if ( lc->lconn_rebind_inprogress ) {
1129                                 /* We are already chasing a referral or search reference and a
1130                                  * bind on that connection is in progress.  We must queue
1131                                  * referrals on that connection, so we don't get a request
1132                                  * going out before the bind operation completes. This happens
1133                                  * if two search references come in one behind the other
1134                                  * for the same server with different contexts.
1135                                  */
1136                                 Debug( LDAP_DEBUG_TRACE,
1137                                         "ldap_chase_v3referrals: queue referral \"%s\"\n",
1138                                         refarray[i], 0, 0);
1139                                 if( lc->lconn_rebind_queue == NULL ) {
1140                                         /* Create a referral list */
1141                                         lc->lconn_rebind_queue =
1142                                                 (char ***) LDAP_MALLOC( sizeof(void *) * 2);
1143
1144                                         if( lc->lconn_rebind_queue == NULL) {
1145                                                 ld->ld_errno = LDAP_NO_MEMORY;
1146                                                 rc = -1;
1147                                                 goto done;
1148                                         }
1149
1150                                         lc->lconn_rebind_queue[0] = refarray;
1151                                         lc->lconn_rebind_queue[1] = NULL;
1152                                         refarray = NULL;
1153
1154                                 } else {
1155                                         /* Count how many referral arrays we already have */
1156                                         for( j = 0; lc->lconn_rebind_queue[j] != NULL; j++) {
1157                                                 /* empty */;
1158                                         }
1159
1160                                         /* Add the new referral to the list */
1161                                         lc->lconn_rebind_queue = (char ***) LDAP_REALLOC(
1162                                                 lc->lconn_rebind_queue, sizeof(void *) * (j + 2));
1163
1164                                         if( lc->lconn_rebind_queue == NULL ) {
1165                                                 ld->ld_errno = LDAP_NO_MEMORY;
1166                                                 rc = -1;
1167                                                 goto done;
1168                                         }
1169                                         lc->lconn_rebind_queue[j] = refarray;
1170                                         lc->lconn_rebind_queue[j+1] = NULL;
1171                                         refarray = NULL;
1172                                 }
1173
1174                                 /* We have queued the referral/reference, now just return */
1175                                 rc = 0;
1176                                 *hadrefp = 1;
1177                                 count = 1; /* Pretend we already followed referral */
1178                                 goto done;
1179                         }
1180                 } 
1181                 /* Re-encode the request with the new starting point of the search.
1182                  * Note: In the future we also need to replace the filter if one
1183                  * was provided with the search reference
1184                  */
1185
1186                 /* For references we don't want old dn if new dn empty */
1187                 if ( sref && srv->lud_dn == NULL ) {
1188                         srv->lud_dn = LDAP_STRDUP( "" );
1189                 }
1190
1191                 LDAP_NEXT_MSGID( ld, id );
1192                 ber = re_encode_request( ld, origreq->lr_ber, id,
1193                         sref, srv, &rinfo.ri_request );
1194
1195                 if( ber == NULL ) {
1196                         ld->ld_errno = LDAP_ENCODING_ERROR;
1197                         rc = -1;
1198                         goto done;
1199                 }
1200
1201                 Debug( LDAP_DEBUG_TRACE,
1202                         "ldap_chase_v3referral: msgid %d, url \"%s\"\n",
1203                         lr->lr_msgid, refarray[i], 0);
1204
1205                 /* Send the new request to the server - may require a bind */
1206                 rinfo.ri_msgid = origreq->lr_origid;
1207                 rinfo.ri_url = refarray[i];
1208 #ifdef LDAP_R_COMPILE
1209                 ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
1210 #endif
1211                 rc = ldap_send_server_request( ld, ber, id,
1212                         origreq, &srv, NULL, &rinfo );
1213 #ifdef LDAP_R_COMPILE
1214                 ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
1215 #endif
1216                 if ( rc < 0 ) {
1217                         /* Failure, try next referral in the list */
1218                         Debug( LDAP_DEBUG_ANY, "Unable to chase referral \"%s\" (%d: %s)\n", 
1219                                 refarray[i], ld->ld_errno, ldap_err2string( ld->ld_errno ) );
1220                         unfollowedcnt += ldap_append_referral( ld, &unfollowed, refarray[i] );
1221                         ldap_free_urllist( srv );
1222                         srv = NULL;
1223                         ld->ld_errno = LDAP_REFERRAL;
1224                 } else {
1225                         /* Success, no need to try this referral list further */
1226                         rc = 0;
1227                         ++count;
1228                         *hadrefp = 1;
1229
1230                         /* check if there is a queue of referrals that came in during bind */
1231                         if ( lc == NULL) {
1232                                 lc = find_connection( ld, srv, 1 );
1233                                 if ( lc == NULL ) {
1234                                         ld->ld_errno = LDAP_OPERATIONS_ERROR;
1235                                         rc = -1;
1236                                         goto done;
1237                                 }
1238                         }
1239
1240                         if ( lc->lconn_rebind_queue != NULL ) {
1241                                 /* Release resources of previous list */
1242                                 LDAP_VFREE( refarray );
1243                                 refarray = NULL;
1244                                 ldap_free_urllist( srv );
1245                                 srv = NULL;
1246
1247                                 /* Pull entries off end of queue so list always null terminated */
1248                                 for( j = 0; lc->lconn_rebind_queue[j] != NULL; j++ )
1249                                         ;
1250                                 refarray = lc->lconn_rebind_queue[j - 1];
1251                                 lc->lconn_rebind_queue[j-1] = NULL;
1252                                 /* we pulled off last entry from queue, free queue */
1253                                 if ( j == 1 ) {
1254                                         LDAP_FREE( lc->lconn_rebind_queue );
1255                                         lc->lconn_rebind_queue = NULL;
1256                                 }
1257                                 /* restart the loop the with new referral list */
1258                                 i = -1;
1259                                 continue;
1260                         }
1261                         break; /* referral followed, break out of for loop */
1262                 }
1263         } /* end for loop */
1264 done:
1265         LDAP_VFREE( refarray );
1266         ldap_free_urllist( srv );
1267         LDAP_FREE( *errstrp );
1268         
1269         if( rc == 0 ) {
1270                 *errstrp = NULL;
1271                 LDAP_FREE( unfollowed );
1272                 return count;
1273         } else {
1274                 *errstrp = unfollowed;
1275                 return rc;
1276         }
1277 }
1278
1279 /*
1280  * XXX merging of errors in this routine needs to be improved
1281  */
1282 int
1283 ldap_chase_referrals( LDAP *ld,
1284         LDAPRequest *lr,
1285         char **errstrp,
1286         int sref,
1287         int *hadrefp )
1288 {
1289         int             rc, count, id;
1290         unsigned        len;
1291         char            *p, *ref, *unfollowed;
1292         LDAPRequest     *origreq;
1293         LDAPURLDesc     *srv;
1294         BerElement      *ber;
1295         LDAPreqinfo  rinfo;
1296         LDAPConn        *lc;
1297
1298         Debug( LDAP_DEBUG_TRACE, "ldap_chase_referrals\n", 0, 0, 0 );
1299
1300         ld->ld_errno = LDAP_SUCCESS;    /* optimistic */
1301         *hadrefp = 0;
1302
1303         if ( *errstrp == NULL ) {
1304                 return( 0 );
1305         }
1306
1307         len = strlen( *errstrp );
1308         for ( p = *errstrp; len >= LDAP_REF_STR_LEN; ++p, --len ) {
1309                 if ( strncasecmp( p, LDAP_REF_STR, LDAP_REF_STR_LEN ) == 0 ) {
1310                         *p = '\0';
1311                         p += LDAP_REF_STR_LEN;
1312                         break;
1313                 }
1314         }
1315
1316         if ( len < LDAP_REF_STR_LEN ) {
1317                 return( 0 );
1318         }
1319
1320         if ( lr->lr_parentcnt >= ld->ld_refhoplimit ) {
1321                 Debug( LDAP_DEBUG_ANY,
1322                     "more than %d referral hops (dropping)\n",
1323                     ld->ld_refhoplimit, 0, 0 );
1324                     /* XXX report as error in ld->ld_errno? */
1325                     return( 0 );
1326         }
1327
1328         /* find original request */
1329         for ( origreq = lr; origreq->lr_parent != NULL;
1330              origreq = origreq->lr_parent ) {
1331                 /* empty */;
1332         }
1333
1334         unfollowed = NULL;
1335         rc = count = 0;
1336
1337         /* parse out & follow referrals */
1338         for ( ref = p; rc == 0 && ref != NULL; ref = p ) {
1339                 p = strchr( ref, '\n' );
1340                 if ( p != NULL ) {
1341                         *p++ = '\0';
1342                 }
1343
1344                 rc = ldap_url_parse_ext( ref, &srv, LDAP_PVT_URL_PARSE_NOEMPTY_DN );
1345                 if ( rc != LDAP_URL_SUCCESS ) {
1346                         Debug( LDAP_DEBUG_TRACE,
1347                                 "ignoring %s referral <%s>\n",
1348                                 ref, rc == LDAP_URL_ERR_BADSCHEME ? "unknown" : "incorrect", 0 );
1349                         rc = ldap_append_referral( ld, &unfollowed, ref );
1350                         *hadrefp = 1;
1351                         continue;
1352                 }
1353
1354                 Debug( LDAP_DEBUG_TRACE,
1355                     "chasing LDAP referral: <%s>\n", ref, 0, 0 );
1356
1357                 *hadrefp = 1;
1358
1359                 /* See if we've already been here */
1360                 if (( lc = find_connection( ld, srv, 1 )) != NULL ) {
1361                         LDAPRequest *lp;
1362                         int looped = 0;
1363                         ber_len_t len = srv->lud_dn ? strlen( srv->lud_dn ) : 0;
1364                         for ( lp = lr; lp; lp = lp->lr_parent ) {
1365                                 if ( lp->lr_conn == lc
1366                                         && len == lp->lr_dn.bv_len )
1367                                 {
1368                                         if ( len && strncmp( srv->lud_dn, lp->lr_dn.bv_val, len ) )
1369                                                         continue;
1370                                         looped = 1;
1371                                         break;
1372                                 }
1373                         }
1374                         if ( looped ) {
1375                                 ldap_free_urllist( srv );
1376                                 ld->ld_errno = LDAP_CLIENT_LOOP;
1377                                 rc = -1;
1378                                 continue;
1379                         }
1380                 }
1381
1382                 LDAP_NEXT_MSGID( ld, id );
1383                 ber = re_encode_request( ld, origreq->lr_ber,
1384                     id, sref, srv, &rinfo.ri_request );
1385
1386                 if ( ber == NULL ) {
1387                         return -1 ;
1388                 }
1389
1390                 /* copy the complete referral for rebind process */
1391                 rinfo.ri_url = LDAP_STRDUP( ref );
1392
1393                 rinfo.ri_msgid = origreq->lr_origid;
1394
1395 #ifdef LDAP_R_COMPILE
1396                 ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
1397 #endif
1398                 rc = ldap_send_server_request( ld, ber, id,
1399                         lr, &srv, NULL, &rinfo );
1400 #ifdef LDAP_R_COMPILE
1401                 ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
1402 #endif
1403
1404                 LDAP_FREE( rinfo.ri_url );
1405
1406                 if( rc >= 0 ) {
1407                         ++count;
1408                 } else {
1409                         Debug( LDAP_DEBUG_ANY,
1410                                 "Unable to chase referral \"%s\" (%d: %s)\n", 
1411                                 ref, ld->ld_errno, ldap_err2string( ld->ld_errno ) );
1412                         rc = ldap_append_referral( ld, &unfollowed, ref );
1413                 }
1414
1415                 ldap_free_urllist(srv);
1416         }
1417
1418         LDAP_FREE( *errstrp );
1419         *errstrp = unfollowed;
1420
1421         return(( rc == 0 ) ? count : rc );
1422 }
1423
1424
1425 int
1426 ldap_append_referral( LDAP *ld, char **referralsp, char *s )
1427 {
1428         int     first;
1429
1430         if ( *referralsp == NULL ) {
1431                 first = 1;
1432                 *referralsp = (char *)LDAP_MALLOC( strlen( s ) + LDAP_REF_STR_LEN
1433                     + 1 );
1434         } else {
1435                 first = 0;
1436                 *referralsp = (char *)LDAP_REALLOC( *referralsp,
1437                     strlen( *referralsp ) + strlen( s ) + 2 );
1438         }
1439
1440         if ( *referralsp == NULL ) {
1441                 ld->ld_errno = LDAP_NO_MEMORY;
1442                 return( -1 );
1443         }
1444
1445         if ( first ) {
1446                 strcpy( *referralsp, LDAP_REF_STR );
1447         } else {
1448                 strcat( *referralsp, "\n" );
1449         }
1450         strcat( *referralsp, s );
1451
1452         return( 0 );
1453 }
1454
1455
1456
1457 static BerElement *
1458 re_encode_request( LDAP *ld,
1459         BerElement *origber,
1460         ber_int_t msgid,
1461         int sref,
1462         LDAPURLDesc *srv,
1463         int *type )
1464 {
1465         /*
1466          * XXX this routine knows way too much about how the lber library works!
1467          */
1468         ber_int_t       along;
1469         ber_tag_t       tag;
1470         ber_tag_t       rtag;
1471         ber_int_t       ver;
1472         ber_int_t       scope;
1473         int             rc;
1474         BerElement      tmpber, *ber;
1475         struct berval           dn;
1476
1477         Debug( LDAP_DEBUG_TRACE,
1478             "re_encode_request: new msgid %ld, new dn <%s>\n",
1479             (long) msgid,
1480                 ( srv == NULL || srv->lud_dn == NULL) ? "NONE" : srv->lud_dn, 0 );
1481
1482         tmpber = *origber;
1483
1484         /*
1485          * all LDAP requests are sequences that start with a message id.
1486          * For all except delete, this is followed by a sequence that is
1487          * tagged with the operation code.  For delete, the provided DN
1488          * is not wrapped by a sequence.
1489          */
1490         rtag = ber_scanf( &tmpber, "{it", /*}*/ &along, &tag );
1491
1492         if ( rtag == LBER_ERROR ) {
1493                 ld->ld_errno = LDAP_DECODING_ERROR;
1494                 return( NULL );
1495         }
1496
1497         assert( tag != 0);
1498         if ( tag == LDAP_REQ_BIND ) {
1499                 /* bind requests have a version number before the DN & other stuff */
1500                 rtag = ber_scanf( &tmpber, "{im" /*}*/, &ver, &dn );
1501
1502         } else if ( tag == LDAP_REQ_DELETE ) {
1503                 /* delete requests don't have a DN wrapping sequence */
1504                 rtag = ber_scanf( &tmpber, "m", &dn );
1505
1506         } else if ( tag == LDAP_REQ_SEARCH ) {
1507                 /* search requests need to be re-scope-ed */
1508                 rtag = ber_scanf( &tmpber, "{me" /*"}"*/, &dn, &scope );
1509
1510                 if( srv->lud_scope != LDAP_SCOPE_DEFAULT ) {
1511                         /* use the scope provided in reference */
1512                         scope = srv->lud_scope;
1513
1514                 } else if ( sref ) {
1515                         /* use scope implied by previous operation
1516                          *   base -> base
1517                          *   one -> base
1518                          *   subtree -> subtree
1519                          *   subordinate -> subtree
1520                          */
1521                         switch( scope ) {
1522                         default:
1523                         case LDAP_SCOPE_BASE:
1524                         case LDAP_SCOPE_ONELEVEL:
1525                                 scope = LDAP_SCOPE_BASE;
1526                                 break;
1527                         case LDAP_SCOPE_SUBTREE:
1528                         case LDAP_SCOPE_SUBORDINATE:
1529                                 scope = LDAP_SCOPE_SUBTREE;
1530                                 break;
1531                         }
1532                 }
1533
1534         } else {
1535                 rtag = ber_scanf( &tmpber, "{m" /*}*/, &dn );
1536         }
1537
1538         if( rtag == LBER_ERROR ) {
1539                 ld->ld_errno = LDAP_DECODING_ERROR;
1540                 return NULL;
1541         }
1542
1543         /* restore character zero'd out by ber_scanf*/
1544         dn.bv_val[dn.bv_len] = tmpber.ber_tag;
1545
1546         if (( ber = ldap_alloc_ber_with_options( ld )) == NULL ) {
1547                 return NULL;
1548         }
1549
1550         if ( srv->lud_dn ) {
1551                 ber_str2bv( srv->lud_dn, 0, 0, &dn );
1552         }
1553
1554         if ( tag == LDAP_REQ_BIND ) {
1555                 rc = ber_printf( ber, "{it{iO" /*}}*/, msgid, tag, ver, &dn );
1556         } else if ( tag == LDAP_REQ_DELETE ) {
1557                 rc = ber_printf( ber, "{itON}", msgid, tag, &dn );
1558         } else if ( tag == LDAP_REQ_SEARCH ) {
1559                 rc = ber_printf( ber, "{it{Oe" /*}}*/, msgid, tag, &dn, scope );
1560         } else {
1561                 rc = ber_printf( ber, "{it{O" /*}}*/, msgid, tag, &dn );
1562         }
1563
1564         if ( rc == -1 ) {
1565                 ld->ld_errno = LDAP_ENCODING_ERROR;
1566                 ber_free( ber, 1 );
1567                 return NULL;
1568         }
1569
1570         if ( tag != LDAP_REQ_DELETE && (
1571                 ber_write(ber, tmpber.ber_ptr, ( tmpber.ber_end - tmpber.ber_ptr ), 0)
1572                 != ( tmpber.ber_end - tmpber.ber_ptr ) ||
1573             ber_printf( ber, /*{{*/ "N}N}" ) == -1 ) )
1574         {
1575                 ld->ld_errno = LDAP_ENCODING_ERROR;
1576                 ber_free( ber, 1 );
1577                 return NULL;
1578         }
1579
1580 #ifdef LDAP_DEBUG
1581         if ( ldap_debug & LDAP_DEBUG_PACKETS ) {
1582                 Debug( LDAP_DEBUG_ANY, "re_encode_request new request is:\n",
1583                     0, 0, 0 );
1584                 ber_log_dump( LDAP_DEBUG_BER, ldap_debug, ber, 0 );
1585         }
1586 #endif /* LDAP_DEBUG */
1587
1588         *type = tag;    /* return request type */
1589         return ber;
1590 }
1591
1592
1593 LDAPRequest *
1594 ldap_find_request_by_msgid( LDAP *ld, ber_int_t msgid )
1595 {
1596         LDAPRequest     *lr;
1597
1598 #ifdef LDAP_R_COMPILE
1599         ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
1600 #endif
1601         for ( lr = ld->ld_requests; lr != NULL; lr = lr->lr_next ) {
1602                 if ( lr->lr_status == LDAP_REQST_COMPLETED ) {
1603                         continue;       /* Skip completed requests */
1604                 }
1605                 if ( msgid == lr->lr_msgid ) {
1606                         lr->lr_refcnt++;
1607                         break;
1608                 }
1609         }
1610 #ifdef LDAP_R_COMPILE
1611         ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
1612 #endif
1613
1614         return( lr );
1615 }
1616
1617 void
1618 ldap_return_request( LDAP *ld, LDAPRequest *lrx, int freeit )
1619 {
1620         LDAPRequest     *lr;
1621
1622 #ifdef LDAP_R_COMPILE
1623         ldap_pvt_thread_mutex_lock( &ld->ld_req_mutex );
1624 #endif
1625         for ( lr = ld->ld_requests; lr != NULL; lr = lr->lr_next ) {
1626                 if ( lr == lrx ) {
1627                         if ( lr->lr_refcnt > 0 ) {
1628                                 lr->lr_refcnt--;
1629
1630                         } else if ( lr->lr_refcnt < 0 ) {
1631                                 lr->lr_refcnt++;
1632                                 if ( lr->lr_refcnt == 0 ) {
1633                                         lr = NULL;
1634                                 }
1635                         }
1636                         break;
1637                 }
1638         }
1639         if ( lr == NULL ) {
1640                 ldap_free_request_int( ld, lrx );
1641
1642         } else if ( freeit ) {
1643                 ldap_free_request( ld, lrx );
1644         }
1645 #ifdef LDAP_R_COMPILE
1646         ldap_pvt_thread_mutex_unlock( &ld->ld_req_mutex );
1647 #endif
1648 }