]> git.sur5r.net Git - openldap/blob - servers/slapd/connection.c
Use thread pool for operation threads.
[openldap] / servers / slapd / connection.c
1 /* $OpenLDAP$ */
2 /*
3  * Copyright 1998-2000 The OpenLDAP Foundation, All Rights Reserved.
4  * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
5  */
6
7 #include "portable.h"
8
9 #include <stdio.h>
10 #include <limits.h>
11
12 #include <ac/socket.h>
13 #include <ac/errno.h>
14 #include <ac/signal.h>
15 #include <ac/string.h>
16 #include <ac/time.h>
17
18 #include "slap.h"
19
20 /* protected by connections_mutex */
21 static ldap_pvt_thread_mutex_t connections_mutex;
22 static Connection *connections = NULL;
23 static unsigned long conn_nextid = 0;
24
25 /* structure state (protected by connections_mutex) */
26 #define SLAP_C_UNINITIALIZED    0x00    /* MUST BE ZERO (0) */
27 #define SLAP_C_UNUSED                   0x01
28 #define SLAP_C_USED                             0x02
29
30 /* connection state (protected by c_mutex ) */
31 #define SLAP_C_INVALID                  0x00    /* MUST BE ZERO (0) */
32 #define SLAP_C_INACTIVE                 0x01    /* zero threads */
33 #define SLAP_C_ACTIVE                   0x02    /* one or more threads */
34 #define SLAP_C_BINDING                  0x03    /* binding */
35 #define SLAP_C_CLOSING                  0x04    /* closing */
36
37 const char *
38 connection_state2str( int state )
39 {
40         switch( state ) {
41         case SLAP_C_INVALID:    return "!";             
42         case SLAP_C_INACTIVE:   return "|";             
43         case SLAP_C_ACTIVE:             return "";                      
44         case SLAP_C_BINDING:    return "B";
45         case SLAP_C_CLOSING:    return "C";                     
46         }
47
48         return "?";
49 }
50
51 static Connection* connection_get( ber_socket_t s );
52
53 static int connection_input( Connection *c );
54 static void connection_close( Connection *c );
55
56 static int connection_op_activate( Connection *conn, Operation *op );
57 static int connection_resched( Connection *conn );
58 static void connection_abandon( Connection *conn );
59 static void connection_destroy( Connection *c );
60
61 struct co_arg {
62         Connection      *co_conn;
63         Operation       *co_op;
64 };
65
66 /*
67  * Initialize connection management infrastructure.
68  */
69 int connections_init(void)
70 {
71         assert( connections == NULL );
72
73         if( connections != NULL) {
74                 Debug( LDAP_DEBUG_ANY, "connections_init: already initialized.\n",
75                         0, 0, 0 );
76                 return -1;
77         }
78
79         /* should check return of every call */
80         ldap_pvt_thread_mutex_init( &connections_mutex );
81
82         connections = (Connection *) calloc( dtblsize, sizeof(Connection) );
83
84         if( connections == NULL ) {
85                 Debug( LDAP_DEBUG_ANY,
86                         "connections_init: allocation (%d*%ld) of connection array failed\n",
87                         dtblsize, (long) sizeof(Connection), 0 );
88                 return -1;
89         }
90
91     assert( connections[0].c_struct_state == SLAP_C_UNINITIALIZED );
92     assert( connections[dtblsize-1].c_struct_state == SLAP_C_UNINITIALIZED );
93
94         /*
95          * per entry initialization of the Connection array initialization
96          * will be done by connection_init()
97          */ 
98
99         return 0;
100 }
101
102 /*
103  * Destroy connection management infrastructure.
104  */
105 int connections_destroy(void)
106 {
107         ber_socket_t i;
108
109         /* should check return of every call */
110
111         if( connections == NULL) {
112                 Debug( LDAP_DEBUG_ANY, "connections_destroy: nothing to destroy.\n",
113                         0, 0, 0 );
114                 return -1;
115         }
116
117         for ( i = 0; i < dtblsize; i++ ) {
118                 if( connections[i].c_struct_state != SLAP_C_UNINITIALIZED ) {
119                         ber_sockbuf_free( connections[i].c_sb );
120                         ldap_pvt_thread_mutex_destroy( &connections[i].c_mutex );
121                         ldap_pvt_thread_mutex_destroy( &connections[i].c_write_mutex );
122                         ldap_pvt_thread_cond_destroy( &connections[i].c_write_cv );
123                 }
124         }
125
126         free( connections );
127         connections = NULL;
128
129         ldap_pvt_thread_mutex_destroy( &connections_mutex );
130         return 0;
131 }
132
133 /*
134  * shutdown all connections
135  */
136 int connections_shutdown(void)
137 {
138         ber_socket_t i;
139
140         ldap_pvt_thread_mutex_lock( &connections_mutex );
141
142         for ( i = 0; i < dtblsize; i++ ) {
143                 if( connections[i].c_struct_state != SLAP_C_USED ) {
144                         continue;
145                 }
146
147                 ldap_pvt_thread_mutex_lock( &connections[i].c_mutex );
148
149                 /* connections_mutex and c_mutex are locked */
150                 connection_closing( &connections[i] );
151                 connection_close( &connections[i] );
152
153                 ldap_pvt_thread_mutex_unlock( &connections[i].c_mutex );
154         }
155
156         ldap_pvt_thread_mutex_unlock( &connections_mutex );
157
158         return 0;
159 }
160
161 /*
162  * Timeout idle connections.
163  */
164 int connections_timeout_idle(time_t now)
165 {
166         int i = 0;
167         int connindex;
168         Connection* c;
169
170         ldap_pvt_thread_mutex_lock( &connections_mutex );
171
172         for( c = connection_first( &connindex );
173                 c != NULL;
174                 c = connection_next( c, &connindex ) )
175         {
176                 if( difftime( c->c_activitytime+global_idletimeout, now) < 0 ) {
177                         /* close it */
178                         connection_closing( c );
179                         connection_close( c );
180                         i++;
181                 }
182         }
183         connection_done( c );
184
185         ldap_pvt_thread_mutex_unlock( &connections_mutex );
186
187         return i;
188 }
189
190 static Connection* connection_get( ber_socket_t s )
191 {
192         /* connections_mutex should be locked by caller */
193
194         Connection *c;
195
196         Debug( LDAP_DEBUG_ARGS,
197                 "connection_get(%ld)\n",
198                 (long) s, 0, 0 );
199
200         assert( connections != NULL );
201
202         if(s == AC_SOCKET_INVALID) {
203                 return NULL;
204         }
205
206 #ifndef HAVE_WINSOCK
207         c = &connections[s];
208
209         assert( c->c_struct_state != SLAP_C_UNINITIALIZED );
210
211 #else
212         c = NULL;
213         {
214                 ber_socket_t i, sd;
215
216                 for(i=0; i<dtblsize; i++) {
217                         ber_sockbuf_ctrl( connections[i].c_sb,
218                                 LBER_SB_OPT_GET_FD, &sd );
219
220                         if( connections[i].c_struct_state == SLAP_C_UNINITIALIZED ) {
221                                 assert( connections[i].c_conn_state == SLAP_C_INVALID );
222                                 assert( connections[i].c_sb == 0 );
223                                 break;
224                         }
225
226                         if( connections[i].c_struct_state == SLAP_C_UNUSED ) {
227                                 assert( connections[i].c_conn_state == SLAP_C_INVALID );
228                                 assert( sd == AC_SOCKET_INVALID );
229                                 continue;
230                         }
231
232                         /* state can actually change from used -> unused by resched,
233                          * so don't assert details here.
234                          */
235
236                         if( sd == s ) {
237                                 c = &connections[i];
238                                 break;
239                         }
240                 }
241         }
242 #endif
243
244         if( c != NULL ) {
245                 ber_socket_t    sd;
246
247                 ldap_pvt_thread_mutex_lock( &c->c_mutex );
248
249                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
250                 if( c->c_struct_state != SLAP_C_USED ) {
251                         /* connection must have been closed due to resched */
252
253                         assert( c->c_conn_state == SLAP_C_INVALID );
254                         assert( sd == AC_SOCKET_INVALID );
255
256                         Debug( LDAP_DEBUG_TRACE,
257                                 "connection_get(%d): connection not used\n",
258                                 s, 0, 0 );
259
260                         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
261                         return NULL;
262                 }
263
264                 Debug( LDAP_DEBUG_TRACE,
265                         "connection_get(%d): got connid=%ld\n",
266                         s, c->c_connid, 0 );
267
268                 c->c_n_get++;
269
270                 assert( c->c_struct_state == SLAP_C_USED );
271                 assert( c->c_conn_state != SLAP_C_INVALID );
272                 assert( sd != AC_SOCKET_INVALID );
273
274         c->c_activitytime = slap_get_time();
275         }
276
277         return c;
278 }
279
280 static void connection_return( Connection *c )
281 {
282         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
283 }
284
285 long connection_init(
286         ber_socket_t s,
287         const char* url,
288         const char* dnsname,
289         const char* peername,
290         const char* sockname,
291         int use_tls )
292 {
293         unsigned long id;
294         Connection *c;
295
296         assert( connections != NULL );
297
298         assert( dnsname != NULL );
299         assert( peername != NULL );
300         assert( sockname != NULL );
301
302 #ifndef HAVE_TLS
303         assert( !use_tls );
304 #endif
305
306         if( s == AC_SOCKET_INVALID ) {
307         Debug( LDAP_DEBUG_ANY,
308                         "connection_init(%ld): invalid.\n",
309                         (long) s, 0, 0 );
310                 return -1;
311         }
312
313         assert( s >= 0 );
314 #ifndef HAVE_WINSOCK
315         assert( s < dtblsize );
316 #endif
317
318         ldap_pvt_thread_mutex_lock( &connections_mutex );
319
320 #ifndef HAVE_WINSOCK
321         c = &connections[s];
322
323 #else
324         {
325                 unsigned int i;
326
327                 c = NULL;
328
329         for( i=0; i < dtblsize; i++) {
330                 ber_socket_t    sd;
331
332             if( connections[i].c_struct_state == SLAP_C_UNINITIALIZED ) {
333                 assert( connections[i].c_sb == 0 );
334                 c = &connections[i];
335                 break;
336             }
337
338                         sd = AC_SOCKET_INVALID;
339                         if (connections[i].c_sb != NULL)
340                         ber_sockbuf_ctrl( connections[i].c_sb, LBER_SB_OPT_GET_FD, &sd );
341             
342             if( connections[i].c_struct_state == SLAP_C_UNUSED ) {
343                 assert( sd == AC_SOCKET_INVALID );
344                 c = &connections[i];
345                 break;
346             }
347
348             assert( connections[i].c_struct_state == SLAP_C_USED );
349             assert( connections[i].c_conn_state != SLAP_C_INVALID );
350             assert( sd != AC_SOCKET_INVALID );
351         }
352
353         if( c == NULL ) {
354                 Debug( LDAP_DEBUG_ANY,
355                                 "connection_init(%d): connection table full (%d/%d)\n",
356                                 s, i, dtblsize);
357             ldap_pvt_thread_mutex_unlock( &connections_mutex );
358             return -1;
359         }
360     }
361 #endif
362
363     assert( c != NULL );
364
365     if( c->c_struct_state == SLAP_C_UNINITIALIZED ) {
366                 c->c_authmech = NULL;
367         c->c_dn = NULL;
368         c->c_cdn = NULL;
369
370                 c->c_listener_url = NULL;
371                 c->c_peer_domain = NULL;
372         c->c_peer_name = NULL;
373         c->c_sock_name = NULL;
374
375         c->c_ops = NULL;
376         c->c_pending_ops = NULL;
377
378                 c->c_sasl_bind_mech = NULL;
379 #ifdef HAVE_CYRUS_SASL
380                 c->c_sasl_bind_context = NULL;
381 #endif
382
383         c->c_sb = ber_sockbuf_alloc( );
384                 c->c_currentber = NULL;
385
386         /* should check status of thread calls */
387         ldap_pvt_thread_mutex_init( &c->c_mutex );
388         ldap_pvt_thread_mutex_init( &c->c_write_mutex );
389         ldap_pvt_thread_cond_init( &c->c_write_cv );
390
391         c->c_struct_state = SLAP_C_UNUSED;
392     }
393
394     ldap_pvt_thread_mutex_lock( &c->c_mutex );
395
396     assert( c->c_struct_state == SLAP_C_UNUSED );
397         assert( c->c_authmech == NULL );
398     assert(     c->c_dn == NULL );
399     assert(     c->c_cdn == NULL );
400     assert( c->c_listener_url == NULL );
401     assert( c->c_peer_domain == NULL );
402     assert( c->c_peer_name == NULL );
403     assert( c->c_sock_name == NULL );
404     assert( c->c_ops == NULL );
405     assert( c->c_pending_ops == NULL );
406         assert( c->c_sasl_bind_mech == NULL );
407 #ifdef HAVE_CYRUS_SASL
408         assert( c->c_sasl_bind_context == NULL );
409 #endif
410         assert( c->c_currentber == NULL );
411
412         c->c_listener_url = ch_strdup( url  );
413         c->c_peer_domain = ch_strdup( dnsname  );
414     c->c_peer_name = ch_strdup( peername  );
415     c->c_sock_name = ch_strdup( sockname );
416
417     c->c_n_ops_received = 0;
418     c->c_n_ops_executing = 0;
419     c->c_n_ops_pending = 0;
420     c->c_n_ops_completed = 0;
421
422         c->c_n_get = 0;
423         c->c_n_read = 0;
424         c->c_n_write = 0;
425
426         /* assume LDAPv3 until bind */
427         c->c_protocol = LDAP_VERSION3;
428
429     c->c_activitytime = c->c_starttime = slap_get_time();
430
431     ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_tcp, LBER_SBIOD_LEVEL_PROVIDER,
432         (void *)&s );
433     ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_readahead,
434         LBER_SBIOD_LEVEL_PROVIDER, NULL );
435 #ifdef LDAP_DEBUG
436     ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug, INT_MAX, NULL );
437 #endif
438     if( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_NONBLOCK, (void *)1 ) < 0 ) {
439         Debug( LDAP_DEBUG_ANY,
440             "connection_init(%d, %s): set nonblocking failed\n",
441             s, c->c_peer_name,0 );
442     }
443
444     id = c->c_connid = conn_nextid++;
445
446     c->c_conn_state = SLAP_C_INACTIVE;
447     c->c_struct_state = SLAP_C_USED;
448
449 #ifdef HAVE_TLS
450     if ( use_tls ) {
451             c->c_is_tls = 1;
452             c->c_needs_tls_accept = 1;
453     } else {
454             c->c_is_tls = 0;
455             c->c_needs_tls_accept = 0;
456     }
457 #endif
458
459     ldap_pvt_thread_mutex_unlock( &c->c_mutex );
460     ldap_pvt_thread_mutex_unlock( &connections_mutex );
461
462     backend_connection_init(c);
463
464     return id;
465 }
466
467 static void
468 connection_destroy( Connection *c )
469 {
470         /* note: connections_mutex should be locked by caller */
471     ber_socket_t        sd;
472
473     assert( connections != NULL );
474     assert( c != NULL );
475     assert( c->c_struct_state != SLAP_C_UNUSED );
476     assert( c->c_conn_state != SLAP_C_INVALID );
477     assert( c->c_ops == NULL );
478
479     backend_connection_destroy(c);
480
481     c->c_protocol = 0;
482     c->c_connid = -1;
483
484     c->c_activitytime = c->c_starttime = 0;
485
486         if(c->c_authmech != NULL ) {
487                 free(c->c_authmech);
488                 c->c_authmech = NULL;
489         }
490     if(c->c_dn != NULL) {
491         free(c->c_dn);
492         c->c_dn = NULL;
493     }
494         if(c->c_cdn != NULL) {
495                 free(c->c_cdn);
496                 c->c_cdn = NULL;
497         }
498         if(c->c_listener_url != NULL) {
499                 free(c->c_listener_url);
500                 c->c_listener_url = NULL;
501         }
502         if(c->c_peer_domain != NULL) {
503                 free(c->c_peer_domain);
504                 c->c_peer_domain = NULL;
505         }
506         if(c->c_peer_name != NULL) {
507 #ifdef LDAP_PF_LOCAL
508                 /*
509                  * If peer was a domain socket, unlink. Mind you,
510                  * they may be un-named. Should we leave this to
511                  * the client?
512                  */
513                 if (strncmp(c->c_peer_name, "PATH=", 5) == 0) {
514                         char *path = c->c_peer_name + 5;
515                         if (path != '\0') {
516                                 (void)unlink(path);
517                         }
518                 }
519 #endif /* LDAP_PF_LOCAL */
520                 free(c->c_peer_name);
521                 c->c_peer_name = NULL;
522         }
523         if(c->c_sock_name != NULL) {
524                 free(c->c_sock_name);
525                 c->c_sock_name = NULL;
526         }
527
528         c->c_sasl_bind_in_progress = 0;
529         if(c->c_sasl_bind_mech != NULL) {
530                 free(c->c_sasl_bind_mech);
531                 c->c_sasl_bind_mech = NULL;
532         }
533 #ifdef HAVE_CYRUS_SASL
534         if(c->c_sasl_bind_context != NULL ) {
535                 sasl_dispose( &c->c_sasl_bind_context );
536                 c->c_sasl_bind_context = NULL;
537         }
538 #endif
539
540         if ( c->c_currentber != NULL ) {
541                 ber_free( c->c_currentber, 1 );
542                 c->c_currentber = NULL;
543         }
544
545         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
546         if ( sd != AC_SOCKET_INVALID ) {
547                 slapd_remove( sd, 0 );
548
549                 Statslog( LDAP_DEBUG_STATS,
550                     "conn=%ld fd=%d closed\n",
551                         c->c_connid, sd, 0, 0, 0 );
552         }
553
554         ber_sockbuf_free( c->c_sb );
555         c->c_sb = ber_sockbuf_alloc( );
556
557     c->c_conn_state = SLAP_C_INVALID;
558     c->c_struct_state = SLAP_C_UNUSED;
559 }
560
561 int connection_state_closing( Connection *c )
562 {
563         /* c_mutex must be locked by caller */
564
565         int state;
566         assert( c != NULL );
567         assert( c->c_struct_state == SLAP_C_USED );
568
569         state = c->c_conn_state;
570
571         assert( state != SLAP_C_INVALID );
572
573         return state == SLAP_C_CLOSING;
574 }
575
576 static void connection_abandon( Connection *c )
577 {
578         /* c_mutex must be locked by caller */
579
580         Operation *o;
581
582         for( o = c->c_ops; o != NULL; o = o->o_next ) {
583                 ldap_pvt_thread_mutex_lock( &o->o_abandonmutex );
584                 o->o_abandon = 1;
585                 ldap_pvt_thread_mutex_unlock( &o->o_abandonmutex );
586         }
587
588         /* remove pending operations */
589         for( o = slap_op_pop( &c->c_pending_ops );
590                 o != NULL;
591                 o = slap_op_pop( &c->c_pending_ops ) )
592         {
593                 slap_op_free( o );
594         }
595 }
596
597 void connection_closing( Connection *c )
598 {
599         assert( connections != NULL );
600         assert( c != NULL );
601         assert( c->c_struct_state == SLAP_C_USED );
602         assert( c->c_conn_state != SLAP_C_INVALID );
603
604         /* c_mutex must be locked by caller */
605
606         if( c->c_conn_state != SLAP_C_CLOSING ) {
607                 ber_socket_t    sd;
608
609                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
610                 Debug( LDAP_DEBUG_TRACE,
611                         "connection_closing: readying conn=%ld sd=%d for close\n",
612                         c->c_connid, sd, 0 );
613
614                 /* update state to closing */
615                 c->c_conn_state = SLAP_C_CLOSING;
616
617                 /* don't listen on this port anymore */
618                 slapd_clr_read( sd, 1 );
619
620                 /* abandon active operations */
621                 connection_abandon( c );
622
623                 /* wake write blocked operations */
624                 slapd_clr_write( sd, 1 );
625                 ldap_pvt_thread_cond_signal( &c->c_write_cv );
626         }
627 }
628
629 static void connection_close( Connection *c )
630 {
631         ber_socket_t    sd;
632
633         assert( connections != NULL );
634         assert( c != NULL );
635         assert( c->c_struct_state == SLAP_C_USED );
636         assert( c->c_conn_state == SLAP_C_CLOSING );
637
638         /* note: connections_mutex and c_mutex should be locked by caller */
639
640         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
641         if( c->c_ops != NULL ) {
642                 Debug( LDAP_DEBUG_TRACE,
643                         "connection_close: deferring conn=%ld sd=%d\n",
644                         c->c_connid, sd, 0 );
645
646                 return;
647         }
648
649         Debug( LDAP_DEBUG_TRACE, "connection_close: conn=%ld sd=%d\n",
650                 c->c_connid, sd, 0 );
651
652         connection_destroy( c );
653 }
654
655 unsigned long connections_nextid(void)
656 {
657         unsigned long id;
658         assert( connections != NULL );
659
660         ldap_pvt_thread_mutex_lock( &connections_mutex );
661
662         id = conn_nextid;
663
664         ldap_pvt_thread_mutex_unlock( &connections_mutex );
665
666         return id;
667 }
668
669 Connection* connection_first( ber_socket_t *index )
670 {
671         assert( connections != NULL );
672         assert( index != NULL );
673
674         ldap_pvt_thread_mutex_lock( &connections_mutex );
675
676         *index = 0;
677
678         return connection_next(NULL, index);
679 }
680
681 Connection* connection_next( Connection *c, ber_socket_t *index )
682 {
683         assert( connections != NULL );
684         assert( index != NULL );
685         assert( *index <= dtblsize );
686
687         if( c != NULL ) {
688                 ldap_pvt_thread_mutex_unlock( &c->c_mutex );
689         }
690
691         c = NULL;
692
693         for(; *index < dtblsize; (*index)++) {
694                 if( connections[*index].c_struct_state == SLAP_C_UNINITIALIZED ) {
695                         assert( connections[*index].c_conn_state == SLAP_C_INVALID );
696 #ifndef HAVE_WINSOCK
697                         continue;
698 #else
699                         break;
700 #endif
701                 }
702
703                 if( connections[*index].c_struct_state == SLAP_C_USED ) {
704                         assert( connections[*index].c_conn_state != SLAP_C_INVALID );
705                         c = &connections[(*index)++];
706                         break;
707                 }
708
709                 assert( connections[*index].c_struct_state == SLAP_C_UNUSED );
710                 assert( connections[*index].c_conn_state == SLAP_C_INVALID );
711         }
712
713         if( c != NULL ) {
714                 ldap_pvt_thread_mutex_lock( &c->c_mutex );
715         }
716
717         return c;
718 }
719
720 void connection_done( Connection *c )
721 {
722         assert( connections != NULL );
723
724         if( c != NULL ) {
725                 ldap_pvt_thread_mutex_unlock( &c->c_mutex );
726         }
727
728         ldap_pvt_thread_mutex_unlock( &connections_mutex );
729 }
730
731 /*
732  * connection_activity - handle the request operation op on connection
733  * conn.  This routine figures out what kind of operation it is and
734  * calls the appropriate stub to handle it.
735  */
736
737 static void *
738 connection_operation( void *arg_v )
739 {
740         int rc;
741         struct co_arg   *arg = arg_v;
742         ber_tag_t tag = arg->co_op->o_tag;
743         Connection *conn = arg->co_conn;
744
745         ldap_pvt_thread_mutex_lock( &num_ops_mutex );
746         num_ops_initiated++;
747         ldap_pvt_thread_mutex_unlock( &num_ops_mutex );
748
749         if( conn->c_sasl_bind_in_progress && tag != LDAP_REQ_BIND ) {
750                 Debug( LDAP_DEBUG_ANY, "connection_operation: "
751                         "error: SASL bind in progress (tag=%ld).\n",
752                         (long) tag, 0, 0 );
753                 send_ldap_result( conn, arg->co_op,
754                         rc = LDAP_OPERATIONS_ERROR,
755                         NULL, "SASL bind in progress", NULL, NULL );
756                 goto operations_error;
757         }
758
759         switch ( tag ) {
760         case LDAP_REQ_BIND:
761                 rc = do_bind( conn, arg->co_op );
762                 break;
763
764         case LDAP_REQ_UNBIND:
765                 rc = do_unbind( conn, arg->co_op );
766                 break;
767
768         case LDAP_REQ_ADD:
769                 rc = do_add( conn, arg->co_op );
770                 break;
771
772         case LDAP_REQ_DELETE:
773                 rc = do_delete( conn, arg->co_op );
774                 break;
775
776         case LDAP_REQ_MODRDN:
777                 rc = do_modrdn( conn, arg->co_op );
778                 break;
779
780         case LDAP_REQ_MODIFY:
781                 rc = do_modify( conn, arg->co_op );
782                 break;
783
784         case LDAP_REQ_COMPARE:
785                 rc = do_compare( conn, arg->co_op );
786                 break;
787
788         case LDAP_REQ_SEARCH:
789                 rc = do_search( conn, arg->co_op );
790                 break;
791
792         case LDAP_REQ_ABANDON:
793                 rc = do_abandon( conn, arg->co_op );
794                 break;
795
796         case LDAP_REQ_EXTENDED:
797                 rc = do_extended( conn, arg->co_op );
798                 break;
799
800         default:
801                 Debug( LDAP_DEBUG_ANY, "unknown LDAP request 0x%lx\n",
802                     tag, 0, 0 );
803                 arg->co_op->o_tag = LBER_ERROR;
804                 send_ldap_disconnect( conn, arg->co_op,
805                         LDAP_PROTOCOL_ERROR, "unknown LDAP request" );
806                 rc = -1;
807                 break;
808         }
809
810         if( rc == SLAPD_DISCONNECT ) tag = LBER_ERROR;
811
812 operations_error:
813         ldap_pvt_thread_mutex_lock( &num_ops_mutex );
814         num_ops_completed++;
815         ldap_pvt_thread_mutex_unlock( &num_ops_mutex );
816
817         ldap_pvt_thread_mutex_lock( &conn->c_mutex );
818
819         conn->c_n_ops_executing--;
820         conn->c_n_ops_completed++;
821
822         slap_op_remove( &conn->c_ops, arg->co_op );
823         slap_op_free( arg->co_op );
824         arg->co_op = NULL;
825         arg->co_conn = NULL;
826         free( (char *) arg );
827         arg = NULL;
828
829         switch( tag ) {
830         case LBER_ERROR:
831         case LDAP_REQ_UNBIND:
832                 /* c_mutex is locked */
833                 connection_closing( conn );
834                 break;
835
836         case LDAP_REQ_BIND:
837                 conn->c_sasl_bind_in_progress =
838                         rc == LDAP_SASL_BIND_IN_PROGRESS ? 1 : 0;
839
840                 if( conn->c_conn_state == SLAP_C_BINDING) {
841                         conn->c_conn_state = SLAP_C_ACTIVE;
842                 }
843         }
844
845         ldap_pvt_thread_mutex_lock( &active_threads_mutex );
846         active_threads--;
847         if( active_threads < 1 ) {
848                 ldap_pvt_thread_cond_signal(&active_threads_cond);
849         }
850         ldap_pvt_thread_mutex_unlock( &active_threads_mutex );
851
852         connection_resched( conn );
853
854         ldap_pvt_thread_mutex_unlock( &conn->c_mutex );
855
856         return NULL;
857 }
858
859 int connection_read(ber_socket_t s)
860 {
861         int rc = 0;
862         Connection *c;
863         assert( connections != NULL );
864
865         ldap_pvt_thread_mutex_lock( &connections_mutex );
866
867         /* get (locked) connection */
868         c = connection_get( s );
869
870         if( c == NULL ) {
871                 Debug( LDAP_DEBUG_ANY,
872                         "connection_read(%ld): no connection!\n",
873                         (long) s, 0, 0 );
874
875                 slapd_remove(s, 0);
876
877                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
878                 return -1;
879         }
880
881         c->c_n_read++;
882
883         if( c->c_conn_state == SLAP_C_CLOSING ) {
884                 Debug( LDAP_DEBUG_TRACE,
885                         "connection_read(%d): closing, ignoring input for id=%ld\n",
886                         s, c->c_connid, 0 );
887
888                 connection_return( c );
889                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
890                 return 0;
891         }
892
893         Debug( LDAP_DEBUG_TRACE,
894                 "connection_read(%d): checking for input on id=%ld\n",
895                 s, c->c_connid, 0 );
896
897 #ifdef HAVE_TLS
898         if ( c->c_is_tls && c->c_needs_tls_accept ) {
899                 rc = ldap_pvt_tls_accept( c->c_sb, NULL );
900                 if ( rc < 0 ) {
901                         struct timeval tv;
902                         fd_set rfd;
903
904                         Debug( LDAP_DEBUG_TRACE,
905                                "connection_read(%d): TLS accept error error=%d id=%ld, closing\n",
906                                s, rc, c->c_connid );
907
908                         c->c_needs_tls_accept = 0;
909                         /* connections_mutex and c_mutex are locked */
910                         connection_closing( c );
911
912                         /* Drain input before close, to allow SSL error codes
913                          * to propagate to client. */
914                         FD_ZERO(&rfd);
915                         FD_SET(s, &rfd);
916                         for (rc=1; rc>0;)
917                         {
918                             tv.tv_sec = 1;
919                             tv.tv_usec = 0;
920                             rc = select(s+1, &rfd, NULL, NULL, &tv);
921                             if (rc == 1)
922                                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DRAIN,
923                                     NULL);
924                         }
925                         connection_close( c );
926                 } else if ( rc == 0 ) {
927                         c->c_needs_tls_accept = 0;
928                 }
929                 connection_return( c );
930                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
931                 return 0;
932         }
933 #endif
934
935 #define CONNECTION_INPUT_LOOP 1
936
937 #ifdef DATA_READY_LOOP
938         while( !rc && ber_sockbuf_ctrl( c->c_sb, LBER_SB_DATA_READY, NULL ) )
939 #elif CONNECTION_INPUT_LOOP
940         while(!rc)
941 #endif
942         {
943                 /* How do we do this without getting into a busy loop ? */
944                 rc = connection_input( c );
945         }
946
947         if( rc < 0 ) {
948                 Debug( LDAP_DEBUG_TRACE,
949                         "connection_read(%d): input error=%d id=%ld, closing.\n",
950                         s, rc, c->c_connid );
951
952                 /* connections_mutex and c_mutex are locked */
953                 connection_closing( c );
954                 connection_close( c );
955         }
956
957         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_READ, NULL ) )
958                 slapd_set_read( s, 1 );
959         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) )
960                 slapd_set_write( s, 1 );
961         connection_return( c );
962         ldap_pvt_thread_mutex_unlock( &connections_mutex );
963         return 0;
964 }
965
966 static int
967 connection_input(
968     Connection *conn
969 )
970 {
971         Operation *op;
972         ber_tag_t       tag;
973         ber_len_t       len;
974         ber_int_t       msgid;
975         BerElement      *ber;
976
977         if ( conn->c_currentber == NULL && (conn->c_currentber = ber_alloc())
978             == NULL ) {
979                 Debug( LDAP_DEBUG_ANY, "ber_alloc failed\n", 0, 0, 0 );
980                 return -1;
981         }
982
983         errno = 0;
984         if ( (tag = ber_get_next( conn->c_sb, &len, conn->c_currentber ))
985             != LDAP_TAG_MESSAGE )
986         {
987                 int err = errno;
988                 ber_socket_t    sd;
989
990                 ber_sockbuf_ctrl( conn->c_sb, LBER_SB_OPT_GET_FD, &sd );
991
992                 Debug( LDAP_DEBUG_TRACE,
993                         "ber_get_next on fd %d failed errno=%d (%s)\n",
994                         sd, err, sock_errstr(err) );
995
996                 if ( err != EWOULDBLOCK && err != EAGAIN ) {
997                         /* log, close and send error */
998                         ber_free( conn->c_currentber, 1 );
999                         conn->c_currentber = NULL;
1000
1001                         return -2;
1002                 }
1003                 return 1;
1004         }
1005
1006         ber = conn->c_currentber;
1007         conn->c_currentber = NULL;
1008
1009         if ( (tag = ber_get_int( ber, &msgid )) != LDAP_TAG_MSGID ) {
1010                 /* log, close and send error */
1011                 Debug( LDAP_DEBUG_ANY, "ber_get_int returns 0x%lx\n", tag, 0,
1012                     0 );
1013                 ber_free( ber, 1 );
1014                 return -1;
1015         }
1016
1017         if ( (tag = ber_peek_tag( ber, &len )) == LBER_ERROR ) {
1018                 /* log, close and send error */
1019                 Debug( LDAP_DEBUG_ANY, "ber_peek_tag returns 0x%lx\n", tag, 0,
1020                     0 );
1021                 ber_free( ber, 1 );
1022
1023                 return -1;
1024         }
1025
1026         if(tag == LDAP_REQ_BIND) {
1027                 /* immediately abandon all exiting operations upon BIND */
1028                 connection_abandon( conn );
1029         }
1030
1031         op = slap_op_alloc( ber, msgid, tag, conn->c_n_ops_received++ );
1032
1033         if ( conn->c_conn_state == SLAP_C_BINDING
1034                 || conn->c_conn_state == SLAP_C_CLOSING )
1035         {
1036                 Debug( LDAP_DEBUG_ANY, "deferring operation\n", 0, 0, 0 );
1037                 conn->c_n_ops_pending++;
1038                 slap_op_add( &conn->c_pending_ops, op );
1039
1040         } else {
1041                 conn->c_n_ops_executing++;
1042                 connection_op_activate( conn, op );
1043         }
1044
1045 #ifdef NO_THREADS
1046         if ( conn->c_struct_state != SLAP_C_USED ) {
1047                 /* connection must have got closed underneath us */
1048                 return 1;
1049         }
1050 #endif
1051         assert( conn->c_struct_state == SLAP_C_USED );
1052
1053         return 0;
1054 }
1055
1056 static int
1057 connection_resched( Connection *conn )
1058 {
1059         Operation *op;
1060
1061         if( conn->c_conn_state == SLAP_C_CLOSING ) {
1062                 ber_socket_t    sd;
1063
1064                 ber_sockbuf_ctrl( conn->c_sb, LBER_SB_OPT_GET_FD, &sd );
1065                 Debug( LDAP_DEBUG_TRACE,
1066                         "connection_resched: attempting closing conn=%ld sd=%d\n",
1067                         conn->c_connid, sd, 0 );
1068
1069                 ldap_pvt_thread_mutex_lock( &connections_mutex );
1070                 connection_close( conn );
1071                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1072                 return 0;
1073         }
1074
1075         if( conn->c_conn_state != SLAP_C_ACTIVE ) {
1076                 /* other states need different handling */
1077                 return 0;
1078         }
1079
1080         for( op = slap_op_pop( &conn->c_pending_ops );
1081                 op != NULL;
1082                 op = slap_op_pop( &conn->c_pending_ops ) )
1083         {
1084                 /* pending operations should not be marked for abandonment */
1085                 assert(!op->o_abandon);
1086
1087                 conn->c_n_ops_pending--;
1088                 conn->c_n_ops_executing++;
1089
1090                 connection_op_activate( conn, op );
1091
1092                 if ( conn->c_conn_state == SLAP_C_BINDING ) {
1093                         break;
1094                 }
1095         }
1096         return 0;
1097 }
1098
1099 static int connection_op_activate( Connection *conn, Operation *op )
1100 {
1101         struct co_arg *arg;
1102         char *tmpdn;
1103         int status;
1104         ber_tag_t tag = op->o_tag;
1105
1106         if(tag == LDAP_REQ_BIND) {
1107                 conn->c_conn_state = SLAP_C_BINDING;
1108         }
1109
1110         if ( conn->c_dn != NULL ) {
1111                 tmpdn = ch_strdup( conn->c_dn );
1112         } else {
1113                 tmpdn = NULL;
1114         }
1115
1116         arg = (struct co_arg *) ch_malloc( sizeof(struct co_arg) );
1117         arg->co_conn = conn;
1118         arg->co_op = op;
1119
1120         arg->co_op->o_dn = ch_strdup( tmpdn != NULL ? tmpdn : "" );
1121         arg->co_op->o_ndn = ch_strdup( arg->co_op->o_dn );
1122         (void) dn_normalize( arg->co_op->o_ndn );
1123
1124         arg->co_op->o_protocol = conn->c_protocol;
1125         arg->co_op->o_connid = conn->c_connid;
1126
1127         arg->co_op->o_authtype = conn->c_authtype;
1128         arg->co_op->o_authmech = conn->c_authmech != NULL
1129                 ?  ch_strdup( conn->c_authmech ) : NULL;
1130         
1131         slap_op_add( &conn->c_ops, arg->co_op );
1132
1133         if( tmpdn != NULL ) {
1134                 free( tmpdn );
1135         }
1136
1137         ldap_pvt_thread_mutex_lock( &active_threads_mutex );
1138         active_threads++;
1139         ldap_pvt_thread_mutex_unlock( &active_threads_mutex );
1140
1141         status = ldap_pvt_thread_pool_submit( connection_pool, connection_operation, (void *) arg );
1142
1143         if ( status != 0 ) {
1144                 Debug( LDAP_DEBUG_ANY,
1145                 "ldap_pvt_thread_create failed (%d)\n", status, 0, 0 );
1146
1147                 /* should move op to pending list */
1148         }
1149
1150         return status;
1151 }
1152
1153 int connection_write(ber_socket_t s)
1154 {
1155         Connection *c;
1156         assert( connections != NULL );
1157
1158         ldap_pvt_thread_mutex_lock( &connections_mutex );
1159
1160         c = connection_get( s );
1161
1162         slapd_clr_write( s, 0);
1163
1164         if( c == NULL ) {
1165                 Debug( LDAP_DEBUG_ANY,
1166                         "connection_write(%ld): no connection!\n",
1167                         (long) s, 0, 0 );
1168                 slapd_remove(s, 0);
1169                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
1170                 return -1;
1171         }
1172
1173         c->c_n_write++;
1174
1175         Debug( LDAP_DEBUG_TRACE,
1176                 "connection_write(%d): waking output for id=%ld\n",
1177                 s, c->c_connid, 0 );
1178
1179         ldap_pvt_thread_cond_signal( &c->c_write_cv );
1180
1181         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_READ, NULL ) )
1182                 slapd_set_read( s, 1 );
1183         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) )
1184                 slapd_set_write( s, 1 );
1185         connection_return( c );
1186         ldap_pvt_thread_mutex_unlock( &connections_mutex );
1187         return 0;
1188 }