]> git.sur5r.net Git - openldap/blob - servers/slapd/connection.c
Fix retry on failure
[openldap] / servers / slapd / connection.c
1 /* $OpenLDAP$ */
2 /*
3  * Copyright 1998-2003 The OpenLDAP Foundation, All Rights Reserved.
4  * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
5  */
6
7 #include "portable.h"
8
9 #include <stdio.h>
10 #include <limits.h>
11
12 #include <ac/socket.h>
13 #include <ac/errno.h>
14 #include <ac/string.h>
15 #include <ac/time.h>
16 #include <ac/unistd.h>
17
18 #include "ldap_pvt.h"
19 #include "lutil.h"
20 #include "slap.h"
21
22 #ifdef LDAP_SLAPI
23 #include "slapi.h"
24 #endif
25
26 /* protected by connections_mutex */
27 static ldap_pvt_thread_mutex_t connections_mutex;
28 static Connection *connections = NULL;
29 static unsigned long conn_nextid = 0;
30
31 /* structure state (protected by connections_mutex) */
32 #define SLAP_C_UNINITIALIZED    0x00    /* MUST BE ZERO (0) */
33 #define SLAP_C_UNUSED                   0x01
34 #define SLAP_C_USED                             0x02
35
36 /* connection state (protected by c_mutex ) */
37 #define SLAP_C_INVALID                  0x00    /* MUST BE ZERO (0) */
38 #define SLAP_C_INACTIVE                 0x01    /* zero threads */
39 #define SLAP_C_ACTIVE                   0x02    /* one or more threads */
40 #define SLAP_C_BINDING                  0x03    /* binding */
41 #define SLAP_C_CLOSING                  0x04    /* closing */
42 #define SLAP_C_CLIENT                   0x05    /* outbound client conn */
43
44 const char *
45 connection_state2str( int state )
46 {
47         switch( state ) {
48         case SLAP_C_INVALID:    return "!";
49         case SLAP_C_INACTIVE:   return "|";
50         case SLAP_C_ACTIVE:             return "";
51         case SLAP_C_BINDING:    return "B";
52         case SLAP_C_CLOSING:    return "C";
53         case SLAP_C_CLIENT:             return "L";
54         }
55
56         return "?";
57 }
58
59 static Connection* connection_get( ber_socket_t s );
60
61 static int connection_input( Connection *c );
62 static void connection_close( Connection *c );
63
64 static int connection_op_activate( Operation *op );
65 static int connection_resched( Connection *conn );
66 static void connection_abandon( Connection *conn );
67 static void connection_destroy( Connection *c );
68
69 static ldap_pvt_thread_start_t connection_operation;
70
71 /*
72  * Initialize connection management infrastructure.
73  */
74 int connections_init(void)
75 {
76         assert( connections == NULL );
77
78         if( connections != NULL) {
79 #ifdef NEW_LOGGING
80                 LDAP_LOG( CONNECTION, INFO,
81                            "connections_init:  already initialized.\n", 0, 0, 0 );
82 #else
83                 Debug( LDAP_DEBUG_ANY, "connections_init: already initialized.\n",
84                         0, 0, 0 );
85 #endif
86                 return -1;
87         }
88
89         /* should check return of every call */
90         ldap_pvt_thread_mutex_init( &connections_mutex );
91
92         connections = (Connection *) ch_calloc( dtblsize, sizeof(Connection) );
93
94         if( connections == NULL ) {
95 #ifdef NEW_LOGGING
96                 LDAP_LOG( CONNECTION, ERR,
97                            "connections_init: allocation (%d * %ld) of connection "
98                            "array failed\n", dtblsize, (long) sizeof(Connection), 0 );
99 #else
100                 Debug( LDAP_DEBUG_ANY,
101                         "connections_init: allocation (%d*%ld) of connection array failed\n",
102                         dtblsize, (long) sizeof(Connection), 0 );
103 #endif
104                 return -1;
105         }
106
107     assert( connections[0].c_struct_state == SLAP_C_UNINITIALIZED );
108     assert( connections[dtblsize-1].c_struct_state == SLAP_C_UNINITIALIZED );
109
110         /*
111          * per entry initialization of the Connection array initialization
112          * will be done by connection_init()
113          */ 
114
115         return 0;
116 }
117
118 /*
119  * Destroy connection management infrastructure.
120  */
121 int connections_destroy(void)
122 {
123         ber_socket_t i;
124
125         /* should check return of every call */
126
127         if( connections == NULL) {
128 #ifdef NEW_LOGGING
129                 LDAP_LOG( CONNECTION, INFO,
130                            "connections_destroy: nothing to destroy.\n", 0, 0, 0 );
131 #else
132                 Debug( LDAP_DEBUG_ANY, "connections_destroy: nothing to destroy.\n",
133                         0, 0, 0 );
134 #endif
135                 return -1;
136         }
137
138         for ( i = 0; i < dtblsize; i++ ) {
139                 if( connections[i].c_struct_state != SLAP_C_UNINITIALIZED ) {
140                         ber_sockbuf_free( connections[i].c_sb );
141                         ldap_pvt_thread_mutex_destroy( &connections[i].c_mutex );
142                         ldap_pvt_thread_mutex_destroy( &connections[i].c_write_mutex );
143                         ldap_pvt_thread_cond_destroy( &connections[i].c_write_cv );
144 #ifdef LDAP_SLAPI
145                         if ( slapi_plugins_used ) {
146                                 slapi_x_free_object_extensions( SLAPI_X_EXT_CONNECTION, &connections[i] );
147                         }
148 #endif
149                 }
150         }
151
152         free( connections );
153         connections = NULL;
154
155         ldap_pvt_thread_mutex_destroy( &connections_mutex );
156         return 0;
157 }
158
159 /*
160  * shutdown all connections
161  */
162 int connections_shutdown(void)
163 {
164         ber_socket_t i;
165
166         ldap_pvt_thread_mutex_lock( &connections_mutex );
167
168         for ( i = 0; i < dtblsize; i++ ) {
169                 if( connections[i].c_struct_state != SLAP_C_USED ) {
170                         continue;
171                 }
172                 /* give persistent clients a chance to cleanup */
173                 if( connections[i].c_conn_state == SLAP_C_CLIENT ) {
174                         ldap_pvt_thread_pool_submit( &connection_pool,
175                         connections[i].c_clientfunc, connections[i].c_clientarg );
176                         continue;
177                 }
178
179                 ldap_pvt_thread_mutex_lock( &connections[i].c_mutex );
180
181                 /* connections_mutex and c_mutex are locked */
182                 connection_closing( &connections[i] );
183                 connection_close( &connections[i] );
184
185                 ldap_pvt_thread_mutex_unlock( &connections[i].c_mutex );
186         }
187
188         ldap_pvt_thread_mutex_unlock( &connections_mutex );
189
190         return 0;
191 }
192
193 /*
194  * Timeout idle connections.
195  */
196 int connections_timeout_idle(time_t now)
197 {
198         int i = 0;
199         int connindex;
200         Connection* c;
201
202         for( c = connection_first( &connindex );
203                 c != NULL;
204                 c = connection_next( c, &connindex ) )
205         {
206                 /* Don't timeout a slow-running request or a persistent
207                  * outbound connection */
208                 if( c->c_n_ops_executing ||
209                         c->c_conn_state == SLAP_C_CLIENT ) continue;
210
211                 if( difftime( c->c_activitytime+global_idletimeout, now) < 0 ) {
212                         /* close it */
213                         connection_closing( c );
214                         connection_close( c );
215                         i++;
216                 }
217         }
218         connection_done( c );
219
220         return i;
221 }
222
223 static Connection* connection_get( ber_socket_t s )
224 {
225         /* connections_mutex should be locked by caller */
226
227         Connection *c;
228
229 #ifdef NEW_LOGGING
230         LDAP_LOG( CONNECTION, ENTRY, "connection_get: socket %ld\n", (long)s, 0, 0 );
231 #else
232         Debug( LDAP_DEBUG_ARGS,
233                 "connection_get(%ld)\n",
234                 (long) s, 0, 0 );
235 #endif
236
237         assert( connections != NULL );
238
239         if(s == AC_SOCKET_INVALID) {
240                 return NULL;
241         }
242
243 #ifndef HAVE_WINSOCK
244         c = &connections[s];
245
246         assert( c->c_struct_state != SLAP_C_UNINITIALIZED );
247
248 #else
249         c = NULL;
250         {
251                 ber_socket_t i, sd;
252
253                 for(i=0; i<dtblsize; i++) {
254                         if( connections[i].c_struct_state == SLAP_C_UNINITIALIZED ) {
255                                 assert( connections[i].c_conn_state == SLAP_C_INVALID );
256                                 assert( connections[i].c_sb == 0 );
257                                 break;
258                         }
259
260                         ber_sockbuf_ctrl( connections[i].c_sb,
261                                 LBER_SB_OPT_GET_FD, &sd );
262
263                         if( connections[i].c_struct_state == SLAP_C_UNUSED ) {
264                                 assert( connections[i].c_conn_state == SLAP_C_INVALID );
265                                 assert( sd == AC_SOCKET_INVALID );
266                                 continue;
267                         }
268
269                         /* state can actually change from used -> unused by resched,
270                          * so don't assert details here.
271                          */
272
273                         if( sd == s ) {
274                                 c = &connections[i];
275                                 break;
276                         }
277                 }
278         }
279 #endif
280
281         if( c != NULL ) {
282                 ber_socket_t    sd;
283
284                 ldap_pvt_thread_mutex_lock( &c->c_mutex );
285
286                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
287                 if( c->c_struct_state != SLAP_C_USED ) {
288                         /* connection must have been closed due to resched */
289
290                         assert( c->c_conn_state == SLAP_C_INVALID );
291                         assert( sd == AC_SOCKET_INVALID );
292
293 #ifdef NEW_LOGGING
294                         LDAP_LOG( CONNECTION, ARGS, 
295                                 "connection_get:  connection %d not used\n", s, 0, 0 );
296 #else
297                         Debug( LDAP_DEBUG_TRACE,
298                                 "connection_get(%d): connection not used\n",
299                                 s, 0, 0 );
300 #endif
301
302                         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
303                         return NULL;
304                 }
305                 if( c->c_conn_state == SLAP_C_CLIENT ) sd = 0;
306
307 #ifdef NEW_LOGGING
308                 LDAP_LOG( CONNECTION, RESULTS, 
309                         "connection_get: get for %d got connid %lu\n", s, c->c_connid, 0 );
310 #else
311                 Debug( LDAP_DEBUG_TRACE,
312                         "connection_get(%d): got connid=%lu\n",
313                         s, c->c_connid, 0 );
314 #endif
315
316                 c->c_n_get++;
317
318                 assert( c->c_struct_state == SLAP_C_USED );
319                 assert( c->c_conn_state != SLAP_C_INVALID );
320                 assert( sd != AC_SOCKET_INVALID );
321
322 #ifdef SLAPD_MONITOR
323                 c->c_activitytime = slap_get_time();
324 #else
325                 if( global_idletimeout > 0 ) {
326                         c->c_activitytime = slap_get_time();
327                 }
328 #endif
329         }
330
331         return c;
332 }
333
334 static void connection_return( Connection *c )
335 {
336         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
337 }
338
339 long connection_init(
340         ber_socket_t s,
341         Listener *listener,
342         const char* dnsname,
343         const char* peername,
344         int flags,
345         slap_ssf_t ssf,
346         const char *authid )
347 {
348         unsigned long id;
349         Connection *c;
350
351         assert( connections != NULL );
352
353         assert( listener != NULL );
354         assert( dnsname != NULL );
355         assert( peername != NULL );
356
357 #ifndef HAVE_TLS
358         assert( flags != CONN_IS_TLS );
359 #endif
360
361         if( s == AC_SOCKET_INVALID ) {
362 #ifdef NEW_LOGGING
363                 LDAP_LOG( CONNECTION, INFO, 
364                            "connection_init: init of socket %ld invalid.\n", (long)s, 0, 0 );
365 #else
366                 Debug( LDAP_DEBUG_ANY,
367                        "connection_init(%ld): invalid.\n",
368                        (long) s, 0, 0 );
369 #endif
370                 return -1;
371         }
372
373         assert( s >= 0 );
374 #ifndef HAVE_WINSOCK
375         assert( s < dtblsize );
376 #endif
377
378         ldap_pvt_thread_mutex_lock( &connections_mutex );
379
380 #ifndef HAVE_WINSOCK
381         c = &connections[s];
382
383 #else
384         {
385                 ber_socket_t    i;
386
387                 c = NULL;
388
389         for( i=0; i < dtblsize; i++) {
390                 ber_socket_t    sd;
391
392             if( connections[i].c_struct_state == SLAP_C_UNINITIALIZED ) {
393                 assert( connections[i].c_sb == 0 );
394                 c = &connections[i];
395                 break;
396             }
397
398                         sd = AC_SOCKET_INVALID;
399                         if (connections[i].c_sb != NULL)
400                         ber_sockbuf_ctrl( connections[i].c_sb, LBER_SB_OPT_GET_FD, &sd );
401             
402             if( connections[i].c_struct_state == SLAP_C_UNUSED ) {
403                 assert( sd == AC_SOCKET_INVALID );
404                 c = &connections[i];
405                 break;
406             }
407
408             assert( connections[i].c_struct_state == SLAP_C_USED );
409             assert( connections[i].c_conn_state != SLAP_C_INVALID );
410             assert( sd != AC_SOCKET_INVALID );
411         }
412
413         if( c == NULL ) {
414 #ifdef NEW_LOGGING
415                 LDAP_LOG( CONNECTION, INFO, 
416                            "connection_init: skt %d connection table full "
417                            "(%d/%d)\n", s, i, dtblsize );
418 #else
419                 Debug( LDAP_DEBUG_ANY,
420                                 "connection_init(%d): connection table full "
421                                 "(%d/%d)\n", s, i, dtblsize);
422 #endif
423             ldap_pvt_thread_mutex_unlock( &connections_mutex );
424             return -1;
425         }
426         }
427 #endif
428
429         assert( c != NULL );
430
431         if( c->c_struct_state == SLAP_C_UNINITIALIZED ) {
432                 c->c_send_ldap_result = slap_send_ldap_result;
433                 c->c_send_search_entry = slap_send_search_entry;
434                 c->c_send_search_reference = slap_send_search_reference;
435                 c->c_send_ldap_extended = slap_send_ldap_extended;
436 #ifdef LDAP_RES_INTERMEDIATE
437                 c->c_send_ldap_intermediate = slap_send_ldap_intermediate;
438 #endif
439
440                 c->c_authmech.bv_val = NULL;
441                 c->c_authmech.bv_len = 0;
442                 c->c_dn.bv_val = NULL;
443                 c->c_dn.bv_len = 0;
444                 c->c_ndn.bv_val = NULL;
445                 c->c_ndn.bv_len = 0;
446
447                 c->c_listener = NULL;
448                 c->c_peer_domain.bv_val = NULL;
449                 c->c_peer_domain.bv_len = 0;
450                 c->c_peer_name.bv_val = NULL;
451                 c->c_peer_name.bv_len = 0;
452
453                 LDAP_STAILQ_INIT(&c->c_ops);
454                 LDAP_STAILQ_INIT(&c->c_pending_ops);
455
456                 c->c_sasl_bind_mech.bv_val = NULL;
457                 c->c_sasl_bind_mech.bv_len = 0;
458                 c->c_sasl_done = 0;
459                 c->c_sasl_authctx = NULL;
460                 c->c_sasl_sockctx = NULL;
461                 c->c_sasl_extra = NULL;
462                 c->c_sasl_bindop = NULL;
463
464                 c->c_sb = ber_sockbuf_alloc( );
465
466                 {
467                         ber_len_t max = sockbuf_max_incoming;
468                         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
469                 }
470
471                 c->c_currentber = NULL;
472
473                 /* should check status of thread calls */
474                 ldap_pvt_thread_mutex_init( &c->c_mutex );
475                 ldap_pvt_thread_mutex_init( &c->c_write_mutex );
476                 ldap_pvt_thread_cond_init( &c->c_write_cv );
477
478 #ifdef LDAP_SLAPI
479                 if ( slapi_plugins_used ) {
480                         slapi_x_create_object_extensions( SLAPI_X_EXT_CONNECTION, c );
481                 }
482 #endif
483
484                 c->c_struct_state = SLAP_C_UNUSED;
485         }
486
487     ldap_pvt_thread_mutex_lock( &c->c_mutex );
488
489     assert( c->c_struct_state == SLAP_C_UNUSED );
490     assert( c->c_authmech.bv_val == NULL );
491     assert( c->c_dn.bv_val == NULL );
492     assert( c->c_ndn.bv_val == NULL );
493     assert( c->c_listener == NULL );
494     assert( c->c_peer_domain.bv_val == NULL );
495     assert( c->c_peer_name.bv_val == NULL );
496     assert( LDAP_STAILQ_EMPTY(&c->c_ops) );
497     assert( LDAP_STAILQ_EMPTY(&c->c_pending_ops) );
498         assert( c->c_sasl_bind_mech.bv_val == NULL );
499         assert( c->c_sasl_done == 0 );
500         assert( c->c_sasl_authctx == NULL );
501         assert( c->c_sasl_sockctx == NULL );
502         assert( c->c_sasl_extra == NULL );
503         assert( c->c_sasl_bindop == NULL );
504         assert( c->c_currentber == NULL );
505
506         c->c_listener = listener;
507
508         if ( flags == CONN_IS_CLIENT ) {
509                 c->c_conn_state = SLAP_C_CLIENT;
510                 c->c_struct_state = SLAP_C_USED;
511                 ldap_pvt_thread_mutex_unlock( &c->c_mutex );
512                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
513
514                 return 0;
515         }
516
517         ber_str2bv( dnsname, 0, 1, &c->c_peer_domain );
518         ber_str2bv( peername, 0, 1, &c->c_peer_name );
519
520     c->c_n_ops_received = 0;
521     c->c_n_ops_executing = 0;
522     c->c_n_ops_pending = 0;
523     c->c_n_ops_completed = 0;
524
525         c->c_n_get = 0;
526         c->c_n_read = 0;
527         c->c_n_write = 0;
528
529         /* set to zero until bind, implies LDAP_VERSION3 */
530         c->c_protocol = 0;
531
532 #ifdef SLAPD_MONITOR
533         c->c_activitytime = c->c_starttime = slap_get_time();
534 #else
535         if( global_idletimeout > 0 ) {
536                 c->c_activitytime = c->c_starttime = slap_get_time();
537         }
538 #endif
539
540 #ifdef LDAP_CONNECTIONLESS
541         c->c_is_udp = 0;
542         if( flags == CONN_IS_UDP ) {
543                 c->c_is_udp = 1;
544 #ifdef LDAP_DEBUG
545                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
546                         LBER_SBIOD_LEVEL_PROVIDER, (void*)"udp_" );
547 #endif
548                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_udp,
549                         LBER_SBIOD_LEVEL_PROVIDER, (void *)&s );
550                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_readahead,
551                         LBER_SBIOD_LEVEL_PROVIDER, NULL );
552         } else
553 #endif
554         {
555 #ifdef LDAP_DEBUG
556                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
557                         LBER_SBIOD_LEVEL_PROVIDER, (void*)"tcp_" );
558 #endif
559                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_tcp,
560                         LBER_SBIOD_LEVEL_PROVIDER, (void *)&s );
561         }
562
563 #ifdef LDAP_DEBUG
564         ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
565                 INT_MAX, (void*)"ldap_" );
566 #endif
567
568         if( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_NONBLOCK,
569                 c /* non-NULL */ ) < 0 )
570         {
571 #ifdef NEW_LOGGING
572                 LDAP_LOG( CONNECTION, INFO, 
573                            "connection_init: conn %lu  set nonblocking failed\n",
574                            c->c_connid, 0, 0 );
575 #else
576                 Debug( LDAP_DEBUG_ANY,
577                         "connection_init(%d, %s): set nonblocking failed\n",
578                         s, c->c_peer_name.bv_val, 0 );
579 #endif
580         }
581
582     id = c->c_connid = conn_nextid++;
583
584     c->c_conn_state = SLAP_C_INACTIVE;
585     c->c_struct_state = SLAP_C_USED;
586
587         c->c_ssf = c->c_transport_ssf = ssf;
588         c->c_tls_ssf = 0;
589
590 #ifdef HAVE_TLS
591     if ( flags == CONN_IS_TLS ) {
592             c->c_is_tls = 1;
593             c->c_needs_tls_accept = 1;
594     } else {
595             c->c_is_tls = 0;
596             c->c_needs_tls_accept = 0;
597     }
598 #endif
599
600         slap_sasl_open( c, 0 );
601         slap_sasl_external( c, ssf, authid );
602
603     ldap_pvt_thread_mutex_unlock( &c->c_mutex );
604     ldap_pvt_thread_mutex_unlock( &connections_mutex );
605
606     backend_connection_init(c);
607
608     return id;
609 }
610
611 void connection2anonymous( Connection *c )
612 {
613         assert( connections != NULL );
614         assert( c != NULL );
615
616         {
617                 ber_len_t max = sockbuf_max_incoming;
618                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
619         }
620
621         if(c->c_authmech.bv_val != NULL ) {
622                 free(c->c_authmech.bv_val);
623                 c->c_authmech.bv_val = NULL;
624         }
625         c->c_authmech.bv_len = 0;
626
627         if(c->c_dn.bv_val != NULL) {
628                 free(c->c_dn.bv_val);
629                 c->c_dn.bv_val = NULL;
630         }
631         c->c_dn.bv_len = 0;
632         if(c->c_ndn.bv_val != NULL) {
633                 free(c->c_ndn.bv_val);
634                 c->c_ndn.bv_val = NULL;
635         }
636         c->c_ndn.bv_len = 0;
637
638         c->c_authz_backend = NULL;
639 }
640
641 static void
642 connection_destroy( Connection *c )
643 {
644         /* note: connections_mutex should be locked by caller */
645     ber_socket_t        sd;
646     unsigned long       connid;
647
648     assert( connections != NULL );
649     assert( c != NULL );
650     assert( c->c_struct_state != SLAP_C_UNUSED );
651     assert( c->c_conn_state != SLAP_C_INVALID );
652     assert( LDAP_STAILQ_EMPTY(&c->c_ops) );
653
654     /* only for stats (print -1 as "%lu" may give unexpected results ;) */
655     connid = c->c_connid;
656
657     backend_connection_destroy(c);
658
659     c->c_protocol = 0;
660     c->c_connid = -1;
661
662     c->c_activitytime = c->c_starttime = 0;
663
664         connection2anonymous( c );
665         c->c_listener = NULL;
666
667         if(c->c_peer_domain.bv_val != NULL) {
668                 free(c->c_peer_domain.bv_val);
669                 c->c_peer_domain.bv_val = NULL;
670         }
671         c->c_peer_domain.bv_len = 0;
672         if(c->c_peer_name.bv_val != NULL) {
673                 free(c->c_peer_name.bv_val);
674                 c->c_peer_name.bv_val = NULL;
675         }
676         c->c_peer_name.bv_len = 0;
677
678         c->c_sasl_bind_in_progress = 0;
679         if(c->c_sasl_bind_mech.bv_val != NULL) {
680                 free(c->c_sasl_bind_mech.bv_val);
681                 c->c_sasl_bind_mech.bv_val = NULL;
682         }
683         c->c_sasl_bind_mech.bv_len = 0;
684
685         slap_sasl_close( c );
686
687         if ( c->c_currentber != NULL ) {
688                 ber_free( c->c_currentber, 1 );
689                 c->c_currentber = NULL;
690         }
691
692         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
693         if ( sd != AC_SOCKET_INVALID ) {
694                 slapd_remove( sd, 1, 0 );
695
696                 Statslog( LDAP_DEBUG_STATS,
697                     "conn=%lu fd=%ld closed\n",
698                         connid, (long) sd, 0, 0, 0 );
699         }
700
701         ber_sockbuf_free( c->c_sb );
702
703         c->c_sb = ber_sockbuf_alloc( );
704
705         {
706                 ber_len_t max = sockbuf_max_incoming;
707                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
708         }
709
710     c->c_conn_state = SLAP_C_INVALID;
711     c->c_struct_state = SLAP_C_UNUSED;
712
713 #ifdef LDAP_SLAPI
714         /* call destructors, then constructors; avoids unnecessary allocation */
715         if ( slapi_plugins_used ) {
716                 slapi_x_clear_object_extensions( SLAPI_X_EXT_CONNECTION, c );
717         }
718 #endif
719 }
720
721 int connection_state_closing( Connection *c )
722 {
723         /* c_mutex must be locked by caller */
724
725         int state;
726         assert( c != NULL );
727         assert( c->c_struct_state == SLAP_C_USED );
728
729         state = c->c_conn_state;
730
731         assert( state != SLAP_C_INVALID );
732
733         return state == SLAP_C_CLOSING;
734 }
735
736 static void connection_abandon( Connection *c )
737 {
738         /* c_mutex must be locked by caller */
739
740         Operation *o;
741
742         LDAP_STAILQ_FOREACH(o, &c->c_ops, o_next) {
743                 o->o_abandon = 1;
744         }
745
746         /* remove pending operations */
747         while ( (o = LDAP_STAILQ_FIRST( &c->c_pending_ops )) != NULL) {
748                 LDAP_STAILQ_REMOVE_HEAD( &c->c_pending_ops, o_next );
749                 LDAP_STAILQ_NEXT(o, o_next) = NULL;
750                 slap_op_free( o );
751         }
752 }
753
754 void connection_closing( Connection *c )
755 {
756         assert( connections != NULL );
757         assert( c != NULL );
758         assert( c->c_struct_state == SLAP_C_USED );
759         assert( c->c_conn_state != SLAP_C_INVALID );
760
761         /* c_mutex must be locked by caller */
762
763         if( c->c_conn_state != SLAP_C_CLOSING ) {
764                 ber_socket_t    sd;
765
766                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
767 #ifdef NEW_LOGGING
768                 LDAP_LOG( CONNECTION, DETAIL1, 
769                            "connection_closing: conn %lu readying socket %d for close.\n",
770                            c->c_connid, sd, 0 );
771 #else
772                 Debug( LDAP_DEBUG_TRACE,
773                         "connection_closing: readying conn=%lu sd=%d for close\n",
774                         c->c_connid, sd, 0 );
775 #endif
776                 /* update state to closing */
777                 c->c_conn_state = SLAP_C_CLOSING;
778
779                 /* don't listen on this port anymore */
780                 slapd_clr_read( sd, 1 );
781
782                 /* abandon active operations */
783                 connection_abandon( c );
784
785                 /* wake write blocked operations */
786                 slapd_clr_write( sd, 1 );
787                 ldap_pvt_thread_cond_signal( &c->c_write_cv );
788         }
789 }
790
791 static void connection_close( Connection *c )
792 {
793         ber_socket_t    sd;
794
795         assert( connections != NULL );
796         assert( c != NULL );
797         assert( c->c_struct_state == SLAP_C_USED );
798         assert( c->c_conn_state == SLAP_C_CLOSING );
799
800         /* note: connections_mutex and c_mutex should be locked by caller */
801
802         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
803         if( !LDAP_STAILQ_EMPTY(&c->c_ops) ) {
804 #ifdef NEW_LOGGING
805                 LDAP_LOG( CONNECTION, DETAIL1, 
806                            "connection_close: conn %lu  deferring sd %d\n",
807                            c->c_connid, sd, 0 );
808 #else
809                 Debug( LDAP_DEBUG_TRACE,
810                         "connection_close: deferring conn=%lu sd=%d\n",
811                         c->c_connid, sd, 0 );
812 #endif
813                 return;
814         }
815
816 #ifdef NEW_LOGGING
817         LDAP_LOG( CONNECTION, RESULTS, 
818                    "connection_close: conn %lu  sd %d\n", c->c_connid, sd, 0 );
819 #else
820         Debug( LDAP_DEBUG_TRACE, "connection_close: conn=%lu sd=%d\n",
821                 c->c_connid, sd, 0 );
822 #endif
823         connection_destroy( c );
824 }
825
826 unsigned long connections_nextid(void)
827 {
828         unsigned long id;
829         assert( connections != NULL );
830
831         ldap_pvt_thread_mutex_lock( &connections_mutex );
832
833         id = conn_nextid;
834
835         ldap_pvt_thread_mutex_unlock( &connections_mutex );
836
837         return id;
838 }
839
840 Connection* connection_first( ber_socket_t *index )
841 {
842         assert( connections != NULL );
843         assert( index != NULL );
844
845         ldap_pvt_thread_mutex_lock( &connections_mutex );
846
847         *index = 0;
848
849         return connection_next(NULL, index);
850 }
851
852 Connection* connection_next( Connection *c, ber_socket_t *index )
853 {
854         assert( connections != NULL );
855         assert( index != NULL );
856         assert( *index <= dtblsize );
857
858         if( c != NULL ) {
859                 ldap_pvt_thread_mutex_unlock( &c->c_mutex );
860         }
861
862         c = NULL;
863
864         for(; *index < dtblsize; (*index)++) {
865                 if( connections[*index].c_struct_state == SLAP_C_UNINITIALIZED ) {
866                         assert( connections[*index].c_conn_state == SLAP_C_INVALID );
867 #ifndef HAVE_WINSOCK
868                         continue;
869 #else
870                         break;
871 #endif
872                 }
873
874                 if( connections[*index].c_struct_state == SLAP_C_USED ) {
875                         assert( connections[*index].c_conn_state != SLAP_C_INVALID );
876                         c = &connections[(*index)++];
877                         break;
878                 }
879
880                 assert( connections[*index].c_struct_state == SLAP_C_UNUSED );
881                 assert( connections[*index].c_conn_state == SLAP_C_INVALID );
882         }
883
884         if( c != NULL ) {
885                 ldap_pvt_thread_mutex_lock( &c->c_mutex );
886         }
887
888         return c;
889 }
890
891 void connection_done( Connection *c )
892 {
893         assert( connections != NULL );
894
895         if( c != NULL ) {
896                 ldap_pvt_thread_mutex_unlock( &c->c_mutex );
897         }
898
899         ldap_pvt_thread_mutex_unlock( &connections_mutex );
900 }
901
902 /*
903  * connection_activity - handle the request operation op on connection
904  * conn.  This routine figures out what kind of operation it is and
905  * calls the appropriate stub to handle it.
906  */
907
908 #ifdef SLAPD_MONITOR
909 #define INCR_OP(var,index) \
910         do { \
911                 ldap_pvt_thread_mutex_lock( &num_ops_mutex ); \
912                 (var)[(index)]++; \
913                 ldap_pvt_thread_mutex_unlock( &num_ops_mutex ); \
914         } while (0)
915 #else /* !SLAPD_MONITOR */
916 #define INCR_OP(var,index) 
917 #endif /* !SLAPD_MONITOR */
918
919 static void *
920 connection_operation( void *ctx, void *arg_v )
921 {
922         int rc = SLAPD_DISCONNECT;
923         Operation *op = arg_v;
924         SlapReply rs = {REP_RESULT};
925         ber_tag_t tag = op->o_tag;
926 #ifdef SLAPD_MONITOR
927         ber_tag_t oldtag = tag;
928 #endif /* SLAPD_MONITOR */
929         Connection *conn = op->o_conn;
930         void *memctx = NULL;
931         ber_len_t memsiz;
932
933         ldap_pvt_thread_mutex_lock( &num_ops_mutex );
934         num_ops_initiated++;
935         ldap_pvt_thread_mutex_unlock( &num_ops_mutex );
936
937         op->o_threadctx = ctx;
938
939         if( conn->c_sasl_bind_in_progress && tag != LDAP_REQ_BIND ) {
940 #ifdef NEW_LOGGING
941                 LDAP_LOG( CONNECTION, ERR, 
942                         "connection_operation: conn %lu SASL bind in progress (tag=%ld).\n",
943                         conn->c_connid, (long)tag, 0 );
944 #else
945                 Debug( LDAP_DEBUG_ANY, "connection_operation: "
946                         "error: SASL bind in progress (tag=%ld).\n",
947                         (long) tag, 0, 0 );
948 #endif
949                 send_ldap_error( op, &rs, LDAP_OPERATIONS_ERROR,
950                         "SASL bind in progress" );
951                 goto operations_error;
952         }
953
954         /* We can use Thread-Local storage for most mallocs. We can
955          * also use TL for ber parsing, but not on Add or Modify.
956          */
957 #define SLAB_SIZE       1048576
958 #if 0
959         memsiz = ber_len( op->o_ber ) * 64;
960         if ( SLAB_SIZE > memsiz ) memsiz = SLAB_SIZE;
961 #endif
962         memsiz = SLAB_SIZE;
963
964         memctx = sl_mem_create( memsiz, ctx );
965         op->o_tmpmemctx = memctx;
966         op->o_tmpmfuncs = &sl_mfuncs;
967         if ( tag != LDAP_REQ_ADD && tag != LDAP_REQ_MODIFY ) {
968                 /* Note - the ber and its buffer are already allocated from
969                  * regular memory; this only affects subsequent mallocs that
970                  * ber_scanf may invoke.
971                  */
972                 ber_set_option( op->o_ber, LBER_OPT_BER_MEMCTX, &memctx );
973         }
974
975         switch ( tag ) {
976         case LDAP_REQ_BIND:
977                 INCR_OP(num_ops_initiated_, SLAP_OP_BIND);
978                 rc = do_bind( op, &rs );
979                 break;
980
981         case LDAP_REQ_UNBIND:
982                 INCR_OP(num_ops_initiated_, SLAP_OP_UNBIND);
983                 rc = do_unbind( op, &rs );
984                 break;
985
986         case LDAP_REQ_ADD:
987                 INCR_OP(num_ops_initiated_, SLAP_OP_ADD);
988                 rc = do_add( op, &rs );
989                 break;
990
991         case LDAP_REQ_DELETE:
992                 INCR_OP(num_ops_initiated_, SLAP_OP_DELETE);
993                 rc = do_delete( op, &rs );
994                 break;
995
996         case LDAP_REQ_MODRDN:
997                 INCR_OP(num_ops_initiated_, SLAP_OP_MODRDN);
998                 rc = do_modrdn( op, &rs );
999                 break;
1000
1001         case LDAP_REQ_MODIFY:
1002                 INCR_OP(num_ops_initiated_, SLAP_OP_MODIFY);
1003                 rc = do_modify( op, &rs );
1004                 break;
1005
1006         case LDAP_REQ_COMPARE:
1007                 INCR_OP(num_ops_initiated_, SLAP_OP_COMPARE);
1008                 rc = do_compare( op, &rs );
1009                 break;
1010
1011         case LDAP_REQ_SEARCH:
1012                 INCR_OP(num_ops_initiated_, SLAP_OP_SEARCH);
1013                 rc = do_search( op, &rs );
1014                 break;
1015
1016         case LDAP_REQ_ABANDON:
1017                 INCR_OP(num_ops_initiated_, SLAP_OP_ABANDON);
1018                 rc = do_abandon( op, &rs );
1019                 break;
1020
1021         case LDAP_REQ_EXTENDED:
1022                 INCR_OP(num_ops_initiated_, SLAP_OP_EXTENDED);
1023                 rc = do_extended( op, &rs );
1024                 break;
1025
1026         default:
1027 #ifdef NEW_LOGGING
1028                 LDAP_LOG( CONNECTION, INFO, 
1029                            "connection_operation: conn %lu  unknown LDAP request 0x%lx\n",
1030                            conn->c_connid, tag, 0  );
1031 #else
1032                 Debug( LDAP_DEBUG_ANY, "unknown LDAP request 0x%lx\n",
1033                     tag, 0, 0 );
1034 #endif
1035                 op->o_tag = LBER_ERROR;
1036                 rs.sr_err = LDAP_PROTOCOL_ERROR;
1037                 rs.sr_text = "unknown LDAP request";
1038                 send_ldap_disconnect( op, &rs );
1039                 rc = -1;
1040                 break;
1041         }
1042
1043 #ifdef SLAPD_MONITOR
1044         oldtag = tag;
1045 #endif /* SLAPD_MONITOR */
1046         if( rc == SLAPD_DISCONNECT ) tag = LBER_ERROR;
1047
1048 operations_error:
1049         ldap_pvt_thread_mutex_lock( &num_ops_mutex );
1050         num_ops_completed++;
1051 #ifdef SLAPD_MONITOR
1052         switch (oldtag) {
1053         case LDAP_REQ_BIND:
1054                 num_ops_completed_[SLAP_OP_BIND]++;
1055                 break;
1056         case LDAP_REQ_UNBIND:
1057                 num_ops_completed_[SLAP_OP_UNBIND]++;
1058                 break;
1059         case LDAP_REQ_ADD:
1060                 num_ops_completed_[SLAP_OP_ADD]++;
1061                 break;
1062         case LDAP_REQ_DELETE:
1063                 num_ops_completed_[SLAP_OP_DELETE]++;
1064                 break;
1065         case LDAP_REQ_MODRDN:
1066                 num_ops_completed_[SLAP_OP_MODRDN]++;
1067                 break;
1068         case LDAP_REQ_MODIFY:
1069                 num_ops_completed_[SLAP_OP_MODIFY]++;
1070                 break;
1071         case LDAP_REQ_COMPARE:
1072                 num_ops_completed_[SLAP_OP_COMPARE]++;
1073                 break;
1074         case LDAP_REQ_SEARCH:
1075                 num_ops_completed_[SLAP_OP_SEARCH]++;
1076                 break;
1077         case LDAP_REQ_ABANDON:
1078                 num_ops_completed_[SLAP_OP_ABANDON]++;
1079                 break;
1080         case LDAP_REQ_EXTENDED:
1081                 num_ops_completed_[SLAP_OP_EXTENDED]++;
1082                 break;
1083         }
1084 #endif /* SLAPD_MONITOR */
1085         ldap_pvt_thread_mutex_unlock( &num_ops_mutex );
1086
1087 #ifdef LDAP_EXOP_X_CANCEL
1088         if ( op->o_cancel == SLAP_CANCEL_REQ ) {
1089                 op->o_cancel = LDAP_TOO_LATE;
1090         }
1091
1092         while ( op->o_cancel != SLAP_CANCEL_NONE &&
1093                 op->o_cancel != SLAP_CANCEL_DONE )
1094         {
1095                 ldap_pvt_thread_yield();
1096         }
1097 #endif
1098
1099         ldap_pvt_thread_mutex_lock( &conn->c_mutex );
1100
1101         if ( op->o_cancel != SLAP_CANCEL_ACK && ( op->o_sync_mode & SLAP_SYNC_PERSIST ) ) {
1102                 sl_mem_detach( ctx, memctx );
1103                 goto no_co_op_free;
1104         }
1105
1106         LDAP_STAILQ_REMOVE( &conn->c_ops, op, slap_op, o_next);
1107         LDAP_STAILQ_NEXT(op, o_next) = NULL;
1108
1109         conn->c_n_ops_executing--;
1110         conn->c_n_ops_completed++;
1111         memctx = NULL;
1112         ber_set_option( op->o_ber, LBER_OPT_BER_MEMCTX, &memctx );
1113         slap_op_free( op );
1114
1115 no_co_op_free:
1116
1117         switch( tag ) {
1118         case LBER_ERROR:
1119         case LDAP_REQ_UNBIND:
1120                 /* c_mutex is locked */
1121                 connection_closing( conn );
1122                 break;
1123
1124         case LDAP_REQ_BIND:
1125                 conn->c_sasl_bind_in_progress =
1126                         rc == LDAP_SASL_BIND_IN_PROGRESS ? 1 : 0;
1127
1128                 if( conn->c_conn_state == SLAP_C_BINDING) {
1129                         conn->c_conn_state = SLAP_C_ACTIVE;
1130                 }
1131         }
1132
1133         connection_resched( conn );
1134
1135         ldap_pvt_thread_mutex_unlock( &conn->c_mutex );
1136
1137         return NULL;
1138 }
1139
1140 int connection_client_setup(
1141         ber_socket_t s,
1142         Listener *l,
1143         ldap_pvt_thread_start_t *func,
1144         void *arg )
1145 {
1146         Connection *c;
1147
1148         if ( connection_init( s, l, "", "", CONN_IS_CLIENT, 0, "" ) < 0 ) {
1149                 return -1;
1150         }
1151
1152         c = connection_get( s );
1153         c->c_clientfunc = func;
1154         c->c_clientarg = arg;
1155         connection_return( c );
1156         slapd_add_internal( s, 0 );
1157         slapd_set_read( s, 1 );
1158         return 0;
1159 }
1160
1161 void connection_client_enable(
1162         ber_socket_t s
1163 )
1164 {
1165         slapd_set_read( s, 1 );
1166 }
1167
1168 void connection_client_stop(
1169         ber_socket_t s
1170 )
1171 {
1172         Connection *c;
1173
1174         /* get (locked) connection */
1175         c = connection_get( s );
1176         
1177         assert( c->c_conn_state == SLAP_C_CLIENT );
1178
1179         c->c_listener = NULL;
1180         c->c_conn_state = SLAP_C_INVALID;
1181         c->c_struct_state = SLAP_C_UNUSED;
1182         connection_return( c );
1183         slapd_remove( s, 0, 1 );
1184 }
1185
1186 int connection_read(ber_socket_t s)
1187 {
1188         int rc = 0;
1189         Connection *c;
1190
1191         assert( connections != NULL );
1192
1193         ldap_pvt_thread_mutex_lock( &connections_mutex );
1194
1195         /* get (locked) connection */
1196         c = connection_get( s );
1197
1198         if( c == NULL ) {
1199 #ifdef NEW_LOGGING
1200                 LDAP_LOG( CONNECTION, INFO, 
1201                         "connection_read: sock %ld no connection\n", (long)s, 0, 0 );
1202 #else
1203                 Debug( LDAP_DEBUG_ANY,
1204                         "connection_read(%ld): no connection!\n",
1205                         (long) s, 0, 0 );
1206 #endif
1207                 slapd_remove(s, 1, 0);
1208
1209                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1210                 return -1;
1211         }
1212
1213         c->c_n_read++;
1214
1215         if( c->c_conn_state == SLAP_C_CLOSING ) {
1216 #ifdef NEW_LOGGING
1217                 LDAP_LOG( CONNECTION, INFO, 
1218                         "connection_read: conn %lu connection closing, ignoring input\n",
1219                         c->c_connid, 0, 0 );
1220 #else
1221                 Debug( LDAP_DEBUG_TRACE,
1222                         "connection_read(%d): closing, ignoring input for id=%lu\n",
1223                         s, c->c_connid, 0 );
1224 #endif
1225                 connection_return( c );
1226                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1227                 return 0;
1228         }
1229
1230         if ( c->c_conn_state == SLAP_C_CLIENT ) {
1231                 slapd_clr_read( s, 0 );
1232                 ldap_pvt_thread_pool_submit( &connection_pool,
1233                         c->c_clientfunc, c->c_clientarg );
1234                 connection_return( c );
1235                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1236                 return 0;
1237         }
1238
1239 #ifdef NEW_LOGGING
1240         LDAP_LOG( CONNECTION, DETAIL1, 
1241                    "connection_read: conn %lu  checking for input.\n", 
1242                    c->c_connid, 0, 0  );
1243 #else
1244         Debug( LDAP_DEBUG_TRACE,
1245                 "connection_read(%d): checking for input on id=%lu\n",
1246                 s, c->c_connid, 0 );
1247 #endif
1248
1249 #ifdef HAVE_TLS
1250         if ( c->c_is_tls && c->c_needs_tls_accept ) {
1251                 rc = ldap_pvt_tls_accept( c->c_sb, NULL );
1252                 if ( rc < 0 ) {
1253 #if 0 /* required by next #if 0 */
1254                         struct timeval tv;
1255                         fd_set rfd;
1256 #endif
1257
1258 #ifdef NEW_LOGGING
1259                         LDAP_LOG( CONNECTION, ERR, 
1260                                    "connection_read: conn %lu  TLS accept error, error %d\n",
1261                                    c->c_connid, rc, 0 );
1262 #else
1263                         Debug( LDAP_DEBUG_TRACE,
1264                                 "connection_read(%d): TLS accept error "
1265                                 "error=%d id=%lu, closing\n",
1266                                 s, rc, c->c_connid );
1267 #endif
1268                         c->c_needs_tls_accept = 0;
1269                         /* connections_mutex and c_mutex are locked */
1270                         connection_closing( c );
1271
1272 #if 0
1273                         /* Drain input before close, to allow SSL error codes
1274                          * to propagate to client. */
1275                         FD_ZERO(&rfd);
1276                         FD_SET(s, &rfd);
1277                         for (rc=1; rc>0;) {
1278                             tv.tv_sec = 1;
1279                             tv.tv_usec = 0;
1280                             rc = select(s+1, &rfd, NULL, NULL, &tv);
1281                             if (rc == 1) {
1282                                         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DRAIN, NULL);
1283                                 }
1284                         }
1285 #endif
1286                         connection_close( c );
1287
1288                 } else if ( rc == 0 ) {
1289                         void *ssl;
1290                         struct berval authid = { 0, NULL };
1291
1292                         c->c_needs_tls_accept = 0;
1293
1294                         /* we need to let SASL know */
1295                         ssl = ldap_pvt_tls_sb_ctx( c->c_sb );
1296
1297                         c->c_tls_ssf = (slap_ssf_t) ldap_pvt_tls_get_strength( ssl );
1298                         if( c->c_tls_ssf > c->c_ssf ) {
1299                                 c->c_ssf = c->c_tls_ssf;
1300                         }
1301
1302                         rc = dnX509peerNormalize( ssl, &authid );
1303                         if ( rc != LDAP_SUCCESS ) {
1304 #ifdef NEW_LOGGING
1305                                 LDAP_LOG( CONNECTION, INFO, 
1306                                         "connection_read: conn %lu unable to get TLS client DN, "
1307                                         "error %d\n", c->c_connid, rc, 0 );
1308 #else
1309                                 Debug( LDAP_DEBUG_TRACE,
1310                                 "connection_read(%d): unable to get TLS client DN "
1311                                 "error=%d id=%lu\n",
1312                                 s, rc, c->c_connid );
1313 #endif
1314                         }
1315                         slap_sasl_external( c, c->c_tls_ssf, authid.bv_val );
1316                         if ( authid.bv_val )    free( authid.bv_val );
1317                 }
1318
1319                 /* if success and data is ready, fall thru to data input loop */
1320                 if( rc != 0 ||
1321                         !ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DATA_READY, NULL ) )
1322                 {
1323                         connection_return( c );
1324                         ldap_pvt_thread_mutex_unlock( &connections_mutex );
1325                         return 0;
1326                 }
1327         }
1328 #endif
1329
1330 #ifdef HAVE_CYRUS_SASL
1331         if ( c->c_sasl_layers ) {
1332                 /* If previous layer is not removed yet, give up for now */
1333                 if ( !c->c_sasl_sockctx ) {
1334                         connection_return( c );
1335                         ldap_pvt_thread_mutex_unlock( &connections_mutex );
1336                         return 0;
1337                 }
1338
1339                 c->c_sasl_layers = 0;
1340
1341                 rc = ldap_pvt_sasl_install( c->c_sb,  c->c_sasl_sockctx );
1342
1343                 if( rc != LDAP_SUCCESS ) {
1344 #ifdef NEW_LOGGING
1345                         LDAP_LOG( CONNECTION, ERR, 
1346                                 "connection_read: conn %lu SASL install error %d, closing\n",
1347                                 c->c_connid, rc, 0 );
1348 #else
1349                         Debug( LDAP_DEBUG_TRACE,
1350                                 "connection_read(%d): SASL install error "
1351                                 "error=%d id=%lu, closing\n",
1352                                 s, rc, c->c_connid );
1353 #endif
1354                         /* connections_mutex and c_mutex are locked */
1355                         connection_closing( c );
1356                         connection_close( c );
1357                         connection_return( c );
1358                         ldap_pvt_thread_mutex_unlock( &connections_mutex );
1359                         return 0;
1360                 }
1361         }
1362 #endif
1363
1364 #define CONNECTION_INPUT_LOOP 1
1365 /* #define      DATA_READY_LOOP 1 */
1366
1367         do
1368         {
1369                 /* How do we do this without getting into a busy loop ? */
1370                 rc = connection_input( c );
1371         }
1372 #ifdef DATA_READY_LOOP
1373         while( !rc && ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DATA_READY, NULL ) );
1374 #elif CONNECTION_INPUT_LOOP
1375         while(!rc);
1376 #else
1377         while(0);
1378 #endif
1379
1380         if( rc < 0 ) {
1381 #ifdef NEW_LOGGING
1382                 LDAP_LOG( CONNECTION, ERR, 
1383                         "connection_read: conn %lu  input error %d, closing.\n",
1384                         c->c_connid, rc, 0 );
1385 #else
1386                 Debug( LDAP_DEBUG_TRACE,
1387                         "connection_read(%d): input error=%d id=%lu, closing.\n",
1388                         s, rc, c->c_connid );
1389 #endif
1390                 /* connections_mutex and c_mutex are locked */
1391                 connection_closing( c );
1392                 connection_close( c );
1393                 connection_return( c );
1394                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1395                 return 0;
1396         }
1397
1398         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_READ, NULL ) ) {
1399                 slapd_set_read( s, 1 );
1400         }
1401
1402         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) ) {
1403                 slapd_set_write( s, 1 );
1404         }
1405
1406         connection_return( c );
1407         ldap_pvt_thread_mutex_unlock( &connections_mutex );
1408         return 0;
1409 }
1410
1411 static int
1412 connection_input(
1413     Connection *conn
1414 )
1415 {
1416         Operation *op;
1417         ber_tag_t       tag;
1418         ber_len_t       len;
1419         ber_int_t       msgid;
1420         BerElement      *ber;
1421         int             rc;
1422 #ifdef LDAP_CONNECTIONLESS
1423         Sockaddr        peeraddr;
1424         char            *cdn = NULL;
1425 #endif
1426
1427         if ( conn->c_currentber == NULL &&
1428                 ( conn->c_currentber = ber_alloc()) == NULL )
1429         {
1430 #ifdef NEW_LOGGING
1431                 LDAP_LOG( CONNECTION, ERR, 
1432                         "connection_input: conn %lu  ber_alloc failed.\n", 
1433                         conn->c_connid, 0, 0 );
1434 #else
1435                 Debug( LDAP_DEBUG_ANY, "ber_alloc failed\n", 0, 0, 0 );
1436 #endif
1437                 return -1;
1438         }
1439
1440         errno = 0;
1441
1442 #ifdef LDAP_CONNECTIONLESS
1443         if ( conn->c_is_udp ) {
1444                 char    peername[sizeof("IP=255.255.255.255:65336")];
1445                 len = ber_int_sb_read(conn->c_sb, &peeraddr,
1446                         sizeof(struct sockaddr));
1447                 if (len != sizeof(struct sockaddr))
1448                         return 1;
1449                 sprintf( peername, "IP=%s:%d",
1450                         inet_ntoa( peeraddr.sa_in_addr.sin_addr ),
1451                         (unsigned) ntohs( peeraddr.sa_in_addr.sin_port ) );
1452                 Statslog( LDAP_DEBUG_STATS,
1453                         "conn=%lu UDP request from %s (%s) accepted.\n",
1454                         conn->c_connid, peername, conn->c_sock_name.bv_val, 0, 0 );
1455         }
1456 #endif
1457         tag = ber_get_next( conn->c_sb, &len, conn->c_currentber );
1458         if ( tag != LDAP_TAG_MESSAGE ) {
1459                 int err = errno;
1460                 ber_socket_t    sd;
1461
1462                 ber_sockbuf_ctrl( conn->c_sb, LBER_SB_OPT_GET_FD, &sd );
1463
1464 #ifdef NEW_LOGGING
1465                 LDAP_LOG( CONNECTION, ERR, 
1466                         "connection_input: conn %lu  ber_get_next failed, errno %d (%s).\n",
1467                         conn->c_connid, err, sock_errstr(err) );
1468 #else
1469                 Debug( LDAP_DEBUG_TRACE,
1470                         "ber_get_next on fd %d failed errno=%d (%s)\n",
1471                         sd, err, sock_errstr(err) );
1472 #endif
1473                 if ( err != EWOULDBLOCK && err != EAGAIN ) {
1474                         /* log, close and send error */
1475                         ber_free( conn->c_currentber, 1 );
1476                         conn->c_currentber = NULL;
1477
1478                         return -2;
1479                 }
1480                 return 1;
1481         }
1482
1483         ber = conn->c_currentber;
1484         conn->c_currentber = NULL;
1485
1486         if ( (tag = ber_get_int( ber, &msgid )) != LDAP_TAG_MSGID ) {
1487                 /* log, close and send error */
1488 #ifdef NEW_LOGGING
1489                 LDAP_LOG( CONNECTION, ERR, 
1490                         "connection_input: conn %lu  ber_get_int returns 0x%lx.\n",
1491                         conn->c_connid, tag, 0 );
1492 #else
1493                 Debug( LDAP_DEBUG_ANY, "ber_get_int returns 0x%lx\n", tag, 0,
1494                     0 );
1495 #endif
1496                 ber_free( ber, 1 );
1497                 return -1;
1498         }
1499
1500         if ( (tag = ber_peek_tag( ber, &len )) == LBER_ERROR ) {
1501                 /* log, close and send error */
1502 #ifdef NEW_LOGGING
1503                 LDAP_LOG( CONNECTION, ERR, 
1504                            "connection_input: conn %lu  ber_peek_tag returns 0x%lx.\n",
1505                            conn->c_connid, tag, 0 );
1506 #else
1507                 Debug( LDAP_DEBUG_ANY, "ber_peek_tag returns 0x%lx\n", tag, 0,
1508                     0 );
1509 #endif
1510                 ber_free( ber, 1 );
1511
1512                 return -1;
1513         }
1514
1515 #ifdef LDAP_CONNECTIONLESS
1516         if( conn->c_is_udp ) {
1517                 if( tag == LBER_OCTETSTRING ) {
1518                         ber_get_stringa( ber, &cdn );
1519                         tag = ber_peek_tag(ber, &len);
1520                 }
1521                 if( tag != LDAP_REQ_ABANDON && tag != LDAP_REQ_SEARCH ) {
1522 #ifdef NEW_LOGGING
1523                     LDAP_LOG( CONNECTION, ERR, 
1524                                "connection_input: conn %lu  invalid req for UDP 0x%lx.\n",
1525                                conn->c_connid, tag, 0 );
1526 #else
1527                     Debug( LDAP_DEBUG_ANY, "invalid req for UDP 0x%lx\n", tag, 0,
1528                         0 );
1529 #endif
1530                     ber_free( ber, 1 );
1531                     return 0;
1532                 }
1533         }
1534 #endif
1535         if(tag == LDAP_REQ_BIND) {
1536                 /* immediately abandon all exiting operations upon BIND */
1537                 connection_abandon( conn );
1538         }
1539
1540         op = slap_op_alloc( ber, msgid, tag, conn->c_n_ops_received++ );
1541
1542         op->o_conn = conn;
1543         op->o_assertion = NULL;
1544         op->o_preread_attrs = NULL;
1545         op->o_postread_attrs = NULL;
1546         op->o_vrFilter = NULL;
1547
1548 #ifdef LDAP_CONTROL_PAGEDRESULTS
1549         op->o_pagedresults_state = conn->c_pagedresults_state;
1550 #endif
1551
1552         op->o_res_ber = NULL;
1553
1554 #ifdef LDAP_CONNECTIONLESS
1555         if (conn->c_is_udp) {
1556                 if ( cdn ) {
1557                     ber_str2bv( cdn, 0, 1, &op->o_dn );
1558                     op->o_protocol = LDAP_VERSION2;
1559                 }
1560                 op->o_res_ber = ber_alloc_t( LBER_USE_DER );
1561                 if (op->o_res_ber == NULL) return 1;
1562
1563                 rc = ber_write( op->o_res_ber, (char *)&peeraddr,
1564                         sizeof(struct sockaddr), 0 );
1565
1566                 if (rc != sizeof(struct sockaddr)) {
1567 #ifdef NEW_LOGGING
1568                         LDAP_LOG( CONNECTION, INFO, 
1569                                 "connection_input: conn %lu  ber_write failed\n",
1570                                 conn->c_connid, 0, 0 );
1571 #else
1572                         Debug( LDAP_DEBUG_ANY, "ber_write failed\n", 0, 0, 0 );
1573 #endif
1574                         return 1;
1575                 }
1576
1577                 if (op->o_protocol == LDAP_VERSION2) {
1578                         rc = ber_printf(op->o_res_ber, "{is{" /*}}*/, op->o_msgid, "");
1579                         if (rc == -1) {
1580 #ifdef NEW_LOGGING
1581                                 LDAP_LOG( CONNECTION, INFO, 
1582                                         "connection_input: conn %lu  put outer sequence failed\n",
1583                                         conn->c_connid, 0, 0 );
1584 #else
1585                                 Debug( LDAP_DEBUG_ANY, "ber_write failed\n", 0, 0, 0 );
1586 #endif
1587                                 return rc;
1588                         }
1589                 }
1590         }
1591 #endif /* LDAP_CONNECTIONLESS */
1592
1593         rc = 0;
1594
1595         /* Don't process requests when the conn is in the middle of a
1596          * Bind, or if it's closing. Also, don't let any single conn
1597          * use up all the available threads, and don't execute if we're
1598          * currently blocked on output. And don't execute if there are
1599          * already pending ops, let them go first.
1600          *
1601          * But always allow Abandon through; it won't cost much.
1602          */
1603         if ( tag != LDAP_REQ_ABANDON && (conn->c_conn_state == SLAP_C_BINDING
1604                 || conn->c_conn_state == SLAP_C_CLOSING
1605                 || conn->c_n_ops_executing >= connection_pool_max/2
1606                 || conn->c_n_ops_pending
1607                 || conn->c_writewaiter))
1608         {
1609                 int max = conn->c_dn.bv_len ? slap_conn_max_pending_auth
1610                          : slap_conn_max_pending;
1611 #ifdef NEW_LOGGING
1612                 LDAP_LOG( CONNECTION, INFO, 
1613                         "connection_input: conn %lu  deferring operation\n",
1614                         conn->c_connid, 0, 0 );
1615 #else
1616                 Debug( LDAP_DEBUG_ANY, "deferring operation\n", 0, 0, 0 );
1617 #endif
1618                 conn->c_n_ops_pending++;
1619                 LDAP_STAILQ_INSERT_TAIL( &conn->c_pending_ops, op, o_next );
1620                 if ( conn->c_n_ops_pending > max ) {
1621                         rc = -1;
1622                 } else {
1623                         rc = 1;
1624                 }
1625         } else {
1626                 conn->c_n_ops_executing++;
1627                 connection_op_activate( op );
1628         }
1629
1630 #ifdef NO_THREADS
1631         if ( conn->c_struct_state != SLAP_C_USED ) {
1632                 /* connection must have got closed underneath us */
1633                 return 1;
1634         }
1635 #endif
1636         assert( conn->c_struct_state == SLAP_C_USED );
1637
1638         return rc;
1639 }
1640
1641 static int
1642 connection_resched( Connection *conn )
1643 {
1644         Operation *op;
1645
1646         if( conn->c_conn_state == SLAP_C_CLOSING ) {
1647                 int rc;
1648                 ber_socket_t    sd;
1649                 ber_sockbuf_ctrl( conn->c_sb, LBER_SB_OPT_GET_FD, &sd );
1650
1651                 /* us trylock to avoid possible deadlock */
1652                 rc = ldap_pvt_thread_mutex_trylock( &connections_mutex );
1653
1654                 if( rc ) {
1655 #ifdef NEW_LOGGING
1656                         LDAP_LOG( CONNECTION, DETAIL1, 
1657                                 "connection_resched: conn %lu  reaquiring locks.\n",
1658                                 conn->c_connid, 0, 0 );
1659 #else
1660                         Debug( LDAP_DEBUG_TRACE,
1661                                 "connection_resched: reaquiring locks conn=%lu sd=%d\n",
1662                                 conn->c_connid, sd, 0 );
1663 #endif
1664                         /*
1665                          * reaquire locks in the right order...
1666                          * this may allow another thread to close this connection,
1667                          * so recheck state below.
1668                          */
1669                         ldap_pvt_thread_mutex_unlock( &conn->c_mutex );
1670                         ldap_pvt_thread_mutex_lock( &connections_mutex );
1671                         ldap_pvt_thread_mutex_lock( &conn->c_mutex );
1672                 }
1673
1674                 if( conn->c_conn_state != SLAP_C_CLOSING ) {
1675 #ifdef NEW_LOGGING
1676                         LDAP_LOG( CONNECTION, INFO, 
1677                                 "connection_resched: conn %lu  closed by other thread.\n",
1678                                 conn->c_connid, 0, 0 );
1679 #else
1680                         Debug( LDAP_DEBUG_TRACE, "connection_resched: "
1681                                 "closed by other thread conn=%lu sd=%d\n",
1682                                 conn->c_connid, sd, 0 );
1683 #endif
1684                 } else {
1685 #ifdef NEW_LOGGING
1686                         LDAP_LOG( CONNECTION, DETAIL1, 
1687                                 "connection_resched: conn %lu  attempting closing.\n",
1688                                 conn->c_connid, 0, 0 );
1689 #else
1690                         Debug( LDAP_DEBUG_TRACE, "connection_resched: "
1691                                 "attempting closing conn=%lu sd=%d\n",
1692                                 conn->c_connid, sd, 0 );
1693 #endif
1694                         connection_close( conn );
1695                 }
1696
1697                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1698                 return 0;
1699         }
1700
1701         if( conn->c_conn_state != SLAP_C_ACTIVE || conn->c_writewaiter ) {
1702                 /* other states need different handling */
1703                 return 0;
1704         }
1705
1706         while ((op = LDAP_STAILQ_FIRST( &conn->c_pending_ops )) != NULL) {
1707                 if ( conn->c_n_ops_executing > connection_pool_max/2 ) {
1708                         break;
1709                 }
1710                 LDAP_STAILQ_REMOVE_HEAD( &conn->c_pending_ops, o_next );
1711                 LDAP_STAILQ_NEXT(op, o_next) = NULL;
1712                 /* pending operations should not be marked for abandonment */
1713                 assert(!op->o_abandon);
1714
1715                 conn->c_n_ops_pending--;
1716                 conn->c_n_ops_executing++;
1717
1718                 connection_op_activate( op );
1719
1720                 if ( conn->c_conn_state == SLAP_C_BINDING ) {
1721                         break;
1722                 }
1723         }
1724         return 0;
1725 }
1726
1727 static int connection_op_activate( Operation *op )
1728 {
1729         int status;
1730         ber_tag_t tag = op->o_tag;
1731
1732         if(tag == LDAP_REQ_BIND) {
1733                 op->o_conn->c_conn_state = SLAP_C_BINDING;
1734         }
1735
1736         if (!op->o_dn.bv_len) {
1737             op->o_authz = op->o_conn->c_authz;
1738             ber_dupbv( &op->o_dn, &op->o_conn->c_dn );
1739             ber_dupbv( &op->o_ndn, &op->o_conn->c_ndn );
1740         }
1741         op->o_authtype = op->o_conn->c_authtype;
1742         ber_dupbv( &op->o_authmech, &op->o_conn->c_authmech );
1743         
1744         if (!op->o_protocol) {
1745             op->o_protocol = op->o_conn->c_protocol
1746                 ? op->o_conn->c_protocol : LDAP_VERSION3;
1747         }
1748         if (op->o_conn->c_conn_state == SLAP_C_INACTIVE
1749                 && op->o_protocol > LDAP_VERSION2) {
1750                 op->o_conn->c_conn_state = SLAP_C_ACTIVE;
1751         }
1752
1753         op->o_connid = op->o_conn->c_connid;
1754
1755         LDAP_STAILQ_INSERT_TAIL( &op->o_conn->c_ops, op, o_next );
1756
1757         status = ldap_pvt_thread_pool_submit( &connection_pool,
1758                 connection_operation, (void *) op );
1759
1760         if ( status != 0 ) {
1761 #ifdef NEW_LOGGING
1762                 LDAP_LOG( CONNECTION, ERR, 
1763                         "connection_op_activate: conn %lu        thread pool submit failed.\n",
1764                         op->o_connid, 0, 0 );
1765 #else
1766                 Debug( LDAP_DEBUG_ANY,
1767                 "ldap_pvt_thread_pool_submit failed (%d)\n", status, 0, 0 );
1768 #endif
1769                 /* should move op to pending list */
1770         }
1771
1772         return status;
1773 }
1774
1775 int connection_write(ber_socket_t s)
1776 {
1777         Connection *c;
1778
1779         assert( connections != NULL );
1780
1781         ldap_pvt_thread_mutex_lock( &connections_mutex );
1782
1783         c = connection_get( s );
1784
1785         slapd_clr_write( s, 0);
1786
1787         if( c == NULL ) {
1788 #ifdef NEW_LOGGING
1789                 LDAP_LOG( CONNECTION, ERR, 
1790                         "connection_write: sock %ld  no connection!\n", (long)s, 0, 0);
1791 #else
1792                 Debug( LDAP_DEBUG_ANY,
1793                         "connection_write(%ld): no connection!\n",
1794                         (long) s, 0, 0 );
1795 #endif
1796                 slapd_remove(s, 1, 0);
1797                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1798                 return -1;
1799         }
1800
1801         c->c_n_write++;
1802
1803 #ifdef NEW_LOGGING
1804         LDAP_LOG( CONNECTION, DETAIL1, 
1805                 "connection_write conn %lu  waking output.\n", c->c_connid, 0, 0 );
1806 #else
1807         Debug( LDAP_DEBUG_TRACE,
1808                 "connection_write(%d): waking output for id=%lu\n",
1809                 s, c->c_connid, 0 );
1810 #endif
1811         ldap_pvt_thread_cond_signal( &c->c_write_cv );
1812
1813         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_READ, NULL ) )
1814                 slapd_set_read( s, 1 );
1815         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) )
1816                 slapd_set_write( s, 1 );
1817         connection_return( c );
1818         ldap_pvt_thread_mutex_unlock( &connections_mutex );
1819         return 0;
1820 }
1821