]> git.sur5r.net Git - openldap/blob - servers/slapd/connection.c
Cleanup
[openldap] / servers / slapd / connection.c
1 /* $OpenLDAP$ */
2 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
3  *
4  * Copyright 1998-2006 The OpenLDAP Foundation.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted only as authorized by the OpenLDAP
9  * Public License.
10  *
11  * A copy of this license is available in the file LICENSE in the
12  * top-level directory of the distribution or, alternatively, at
13  * <http://www.OpenLDAP.org/license.html>.
14  */
15 /* Portions Copyright (c) 1995 Regents of the University of Michigan.
16  * All rights reserved.
17  *
18  * Redistribution and use in source and binary forms are permitted
19  * provided that this notice is preserved and that due credit is given
20  * to the University of Michigan at Ann Arbor. The name of the University
21  * may not be used to endorse or promote products derived from this
22  * software without specific prior written permission. This software
23  * is provided ``as is'' without express or implied warranty.
24  */
25
26 #include "portable.h"
27
28 #include <stdio.h>
29 #ifdef HAVE_LIMITS_H
30 #include <limits.h>
31 #endif
32
33 #include <ac/socket.h>
34 #include <ac/errno.h>
35 #include <ac/string.h>
36 #include <ac/time.h>
37 #include <ac/unistd.h>
38
39 #include "lutil.h"
40 #include "slap.h"
41
42 #ifdef LDAP_SLAPI
43 #include "slapi/slapi.h"
44 #endif
45
46 #ifdef SLAP_MULTI_CONN_ARRAY
47 /* for Multiple Connection Arrary (MCA) Support */
48 static ldap_pvt_thread_mutex_t* connections_mutex;
49 static Connection **connections = NULL;
50
51 /* set to the number of processors (round up to a power of 2) */
52 #       define NUM_CONNECTION_ARRAY 4
53
54 /* partition the array in a modulo manner */
55 #       define MCA_conn_array_id(fd)            ((int)(fd)%NUM_CONNECTION_ARRAY)
56 #       define MCA_conn_array_element_id(fd)    ((int)(fd)/NUM_CONNECTION_ARRAY)
57 #       define MCA_ARRAY_SIZE                   ((int)(MCA_conn_array_element_id(dtblsize) + (MCA_conn_array_id(dtblsize) ? 1 : 0)))
58 #       define MCA_conn_check(fd)               (dtblsize > 0 && (fd) >= 0 && (fd) < (MCA_ARRAY_SIZE*NUM_CONNECTION_ARRAY))
59 #       define MCA_GET_CONNECTION(fd) (&(connections[MCA_conn_array_id(fd)]) \
60                 [MCA_conn_array_element_id(fd)])
61 #       define MCA_GET_CONN_MUTEX(fd) (&connections_mutex[MCA_conn_array_id(fd)])
62
63 #else
64 /* protected by connections_mutex */
65 static ldap_pvt_thread_mutex_t connections_mutex;
66 static Connection *connections = NULL;
67
68 #       define MCA_conn_check(fd)               (dtblsize > 0 && (fd) < dtblsize)
69 #       define MCA_GET_CONNECTION(fd) (&connections[s])
70 #       define MCA_GET_CONN_MUTEX(fd) (&connections_mutex)
71 #endif
72
73 static ldap_pvt_thread_mutex_t conn_nextid_mutex;
74 static unsigned long conn_nextid = 0;
75
76 static const char conn_lost_str[] = "connection lost";
77
78 /* structure state (protected by connections_mutex) */
79 #define SLAP_C_UNINITIALIZED    0x00    /* MUST BE ZERO (0) */
80 #define SLAP_C_UNUSED                   0x01
81 #define SLAP_C_USED                             0x02
82
83 /* connection state (protected by c_mutex ) */
84 #define SLAP_C_INVALID                  0x00    /* MUST BE ZERO (0) */
85 #define SLAP_C_INACTIVE                 0x01    /* zero threads */
86 #define SLAP_C_ACTIVE                   0x02    /* one or more threads */
87 #define SLAP_C_BINDING                  0x03    /* binding */
88 #define SLAP_C_CLOSING                  0x04    /* closing */
89 #define SLAP_C_CLIENT                   0x05    /* outbound client conn */
90
91 const char *
92 connection_state2str( int state )
93 {
94         switch( state ) {
95         case SLAP_C_INVALID:    return "!";
96         case SLAP_C_INACTIVE:   return "|";
97         case SLAP_C_ACTIVE:             return "";
98         case SLAP_C_BINDING:    return "B";
99         case SLAP_C_CLOSING:    return "C";
100         case SLAP_C_CLIENT:             return "L";
101         }
102
103         return "?";
104 }
105
106 static Connection* connection_get( ber_socket_t s );
107
108 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
109
110 typedef struct conn_readinfo {
111         Operation *op;
112         ldap_pvt_thread_start_t *func;
113         void *arg;
114         int nullop;
115 } conn_readinfo;
116
117 static int connection_input( Connection *c, conn_readinfo *cri );
118 #else
119 static int connection_input( Connection *c );
120 #endif
121 static void connection_close( Connection *c );
122
123 static int connection_op_activate( Operation *op );
124 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
125 static void connection_op_queue( Operation *op );
126 #endif
127 static int connection_resched( Connection *conn );
128 static void connection_abandon( Connection *conn );
129 static void connection_destroy( Connection *c );
130
131 static ldap_pvt_thread_start_t connection_operation;
132
133 /*
134  * Initialize connection management infrastructure.
135  */
136 int connections_init(void)
137 #ifdef SLAP_MULTI_CONN_ARRAY
138 {
139         int             i, j;
140         Connection*     conn;
141
142         assert( connections == NULL );
143
144         if( connections != NULL) {
145                 Debug( LDAP_DEBUG_ANY, "connections_init: already initialized.\n",
146                         0, 0, 0 );
147                 return -1;
148         }
149
150         connections_mutex = (ldap_pvt_thread_mutex_t*) ch_calloc(
151                 NUM_CONNECTION_ARRAY, sizeof(ldap_pvt_thread_mutex_t) );
152         if( connections_mutex == NULL ) {
153                 Debug( LDAP_DEBUG_ANY, "connections_init: "
154                         "allocation of connection mutexes failed\n", 0, 0, 0 );
155                 return -1;
156         }
157
158         connections = (Connection**) ch_calloc(
159                 NUM_CONNECTION_ARRAY, sizeof(Connection*));
160         if( connections == NULL ) {
161                 Debug( LDAP_DEBUG_ANY, "connections_init: "
162                         "allocation of connection[%d] failed\n", 0, 0, 0 );
163                 return -1;
164         }
165
166         for ( i = 0; i < NUM_CONNECTION_ARRAY; i++ ) {
167                 ldap_pvt_thread_mutex_init( connections_mutex+i );
168                 connections[i] = (Connection*) ch_calloc(
169                         MCA_ARRAY_SIZE, sizeof(Connection) );
170                 if( connections[i] == NULL ) {
171                         Debug( LDAP_DEBUG_ANY, "connections_init: "
172                                 "allocation (%d*%ld) of connection array[%d] failed\n",
173                                 dtblsize, (long) sizeof(Connection), i );
174                         return -1;
175                 }
176         }
177
178         /* should check return of every call */
179         ldap_pvt_thread_mutex_init( &conn_nextid_mutex );
180
181         assert( connections[0]->c_struct_state == SLAP_C_UNINITIALIZED );
182         assert( connections[NUM_CONNECTION_ARRAY-1]->c_struct_state ==
183                 SLAP_C_UNINITIALIZED );
184
185         for ( i = 0; i < NUM_CONNECTION_ARRAY; i++ ) {
186                 conn = connections[i];
187                 for ( j = 0; j < MCA_ARRAY_SIZE; j++ ) {
188                         conn[j].c_conn_idx = j;
189                 }
190         }
191
192         /*
193          * per entry initialization of the Connection array initialization
194          * will be done by connection_init()
195          */ 
196
197         return 0;
198 }
199 #else
200 {
201         int i;
202
203         assert( connections == NULL );
204
205         if( connections != NULL) {
206                 Debug( LDAP_DEBUG_ANY, "connections_init: already initialized.\n",
207                         0, 0, 0 );
208                 return -1;
209         }
210
211         /* should check return of every call */
212         ldap_pvt_thread_mutex_init( &connections_mutex );
213         ldap_pvt_thread_mutex_init( &conn_nextid_mutex );
214
215         connections = (Connection *) ch_calloc( dtblsize, sizeof(Connection) );
216
217         if( connections == NULL ) {
218                 Debug( LDAP_DEBUG_ANY, "connections_init: "
219                         "allocation (%d*%ld) of connection array failed\n",
220                         dtblsize, (long) sizeof(Connection), 0 );
221                 return -1;
222         }
223
224         assert( connections[0].c_struct_state == SLAP_C_UNINITIALIZED );
225         assert( connections[dtblsize-1].c_struct_state == SLAP_C_UNINITIALIZED );
226
227         for (i=0; i<dtblsize; i++) connections[i].c_conn_idx = i;
228
229         /*
230          * per entry initialization of the Connection array initialization
231          * will be done by connection_init()
232          */ 
233
234         return 0;
235 }
236 #endif
237
238 /*
239  * Destroy connection management infrastructure.
240  */
241
242 int connections_destroy(void)
243 #ifdef SLAP_MULTI_CONN_ARRAY
244 {
245         int i;
246         ber_socket_t j;
247
248         if( connections == NULL) {
249                 Debug( LDAP_DEBUG_ANY, "connections_destroy: nothing to destroy.\n",
250                         0, 0, 0 );
251                 return -1;
252         }
253
254     for ( i = 0; i < NUM_CONNECTION_ARRAY; i++ ) {
255                 Connection* conn = connections[i];
256                 for ( j = 0; j < MCA_ARRAY_SIZE; j++ ) {
257                         if( conn[j].c_struct_state != SLAP_C_UNINITIALIZED ) {
258                                 ber_sockbuf_free( conn[j].c_sb );
259                                 ldap_pvt_thread_mutex_destroy( &conn[j].c_mutex );
260                                 ldap_pvt_thread_mutex_destroy( &conn[j].c_write_mutex );
261                                 ldap_pvt_thread_cond_destroy( &conn[j].c_write_cv );
262 #ifdef LDAP_SLAPI
263                                 /* FIX ME!! */
264                                 if ( slapi_plugins_used ) {
265                                         slapi_int_free_object_extensions( SLAPI_X_EXT_CONNECTION,
266                                                 &connections[i] );
267                                 }
268 #endif
269                         }
270                 }
271         }
272
273         for ( i = 0; i < NUM_CONNECTION_ARRAY; i++ ) {
274                 free( connections[i] );
275                 connections[i] = NULL;
276                 ldap_pvt_thread_mutex_destroy( &connections_mutex[i] );
277         }
278
279         free( connections );
280         free( connections_mutex );
281
282         ldap_pvt_thread_mutex_destroy( &conn_nextid_mutex );
283
284         return 0;
285
286 }
287 #else
288 {
289         ber_socket_t i;
290
291         /* should check return of every call */
292
293         if( connections == NULL) {
294                 Debug( LDAP_DEBUG_ANY, "connections_destroy: nothing to destroy.\n",
295                         0, 0, 0 );
296                 return -1;
297         }
298
299         for ( i = 0; i < dtblsize; i++ ) {
300                 if( connections[i].c_struct_state != SLAP_C_UNINITIALIZED ) {
301                         ber_sockbuf_free( connections[i].c_sb );
302                         ldap_pvt_thread_mutex_destroy( &connections[i].c_mutex );
303                         ldap_pvt_thread_mutex_destroy( &connections[i].c_write_mutex );
304                         ldap_pvt_thread_cond_destroy( &connections[i].c_write_cv );
305 #ifdef LDAP_SLAPI
306                         if ( slapi_plugins_used ) {
307                                 slapi_int_free_object_extensions( SLAPI_X_EXT_CONNECTION,
308                                         &connections[i] );
309                         }
310 #endif
311                 }
312         }
313
314         free( connections );
315         connections = NULL;
316
317         ldap_pvt_thread_mutex_destroy( &connections_mutex );
318         ldap_pvt_thread_mutex_destroy( &conn_nextid_mutex );
319         return 0;
320 }
321 #endif
322
323 /*
324  * shutdown all connections
325  */
326 int connections_shutdown(void)
327 #ifdef SLAP_MULTI_CONN_ARRAY
328 {
329         int i;
330         ber_socket_t j;
331
332         for ( i = 0; i < NUM_CONNECTION_ARRAY; i++ ) {
333                 Connection* conn = connections[i];
334                 ldap_pvt_thread_mutex_lock( &connections_mutex[i] );
335                 for ( j = 0; j < MCA_ARRAY_SIZE; j++ ) {
336                         if( conn[j].c_struct_state != SLAP_C_USED ) {
337                                 continue;
338                         }
339                         /* give persistent clients a chance to cleanup */
340                         if( conn[j].c_conn_state == SLAP_C_CLIENT ) {
341                                 ldap_pvt_thread_pool_submit( &connection_pool,
342                                 conn[j].c_clientfunc, conn[j].c_clientarg );
343                                 continue;
344                         }
345
346                         ldap_pvt_thread_mutex_lock( &conn[j].c_mutex );
347                         /* connections_mutex and c_mutex are locked */
348                         connection_closing( &conn[j], "connection shutdown" );
349                         connection_close( &conn[j] );
350                         ldap_pvt_thread_mutex_unlock( &conn[j].c_mutex );
351                 }
352
353                 ldap_pvt_thread_mutex_unlock( &connections_mutex[i] );
354         }
355
356         return 0;
357
358 }
359 #else
360 {
361         ber_socket_t i;
362
363         ldap_pvt_thread_mutex_lock( &connections_mutex );
364
365         for ( i = 0; i < dtblsize; i++ ) {
366                 if( connections[i].c_struct_state != SLAP_C_USED ) {
367                         continue;
368                 }
369                 /* give persistent clients a chance to cleanup */
370                 if( connections[i].c_conn_state == SLAP_C_CLIENT ) {
371                         ldap_pvt_thread_pool_submit( &connection_pool,
372                         connections[i].c_clientfunc, connections[i].c_clientarg );
373                         continue;
374                 }
375
376                 ldap_pvt_thread_mutex_lock( &connections[i].c_mutex );
377
378                 /* connections_mutex and c_mutex are locked */
379                 connection_closing( &connections[i], "slapd shutdown" );
380                 connection_close( &connections[i] );
381
382                 ldap_pvt_thread_mutex_unlock( &connections[i].c_mutex );
383         }
384
385         ldap_pvt_thread_mutex_unlock( &connections_mutex );
386
387         return 0;
388 }
389 #endif
390
391 /*
392  * Timeout idle connections.
393  */
394 int connections_timeout_idle(time_t now)
395 {
396         int i = 0;
397         int connindex;
398         Connection* c;
399
400         for( c = connection_first( &connindex );
401                 c != NULL;
402                 c = connection_next( c, &connindex ) )
403         {
404                 /* Don't timeout a slow-running request or a persistent
405                  * outbound connection */
406                 if( c->c_n_ops_executing || c->c_conn_state == SLAP_C_CLIENT ) {
407                         continue;
408                 }
409
410                 if( difftime( c->c_activitytime+global_idletimeout, now) < 0 ) {
411                         /* close it */
412                         connection_closing( c, "idletimeout" );
413                         connection_close( c );
414                         i++;
415                 }
416         }
417         connection_done( c );
418
419         return i;
420 }
421
422 static Connection* connection_get( ber_socket_t s )
423 {
424         /* connections_mutex should be locked by caller */
425
426         Connection *c;
427
428         Debug( LDAP_DEBUG_ARGS,
429                 "connection_get(%ld)\n",
430                 (long) s, 0, 0 );
431
432         assert( connections != NULL );
433
434         if(s == AC_SOCKET_INVALID) return NULL;
435
436 #ifndef HAVE_WINSOCK
437         assert( MCA_conn_check( s ) );
438         c = MCA_GET_CONNECTION(s);
439
440 #else
441         c = NULL;
442         {
443                 ber_socket_t i, sd;
444
445                 for(i=0; i<dtblsize; i++) {
446                         if( connections[i].c_struct_state == SLAP_C_UNINITIALIZED ) {
447                                 assert( connections[i].c_conn_state == SLAP_C_INVALID );
448                                 assert( connections[i].c_sb == 0 );
449                                 break;
450                         }
451
452                         ber_sockbuf_ctrl( connections[i].c_sb,
453                                 LBER_SB_OPT_GET_FD, &sd );
454
455                         if( connections[i].c_struct_state == SLAP_C_UNUSED ) {
456                                 assert( connections[i].c_conn_state == SLAP_C_INVALID );
457                                 assert( sd == AC_SOCKET_INVALID );
458                                 continue;
459                         }
460
461                         /* state can actually change from used -> unused by resched,
462                          * so don't assert details here.
463                          */
464
465                         if( sd == s ) {
466                                 c = &connections[i];
467                                 break;
468                         }
469                 }
470         }
471 #endif
472
473         if( c != NULL ) {
474                 ber_socket_t    sd;
475
476                 assert( c->c_struct_state != SLAP_C_UNINITIALIZED );
477
478                 ldap_pvt_thread_mutex_lock( &c->c_mutex );
479
480                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
481                 if( c->c_struct_state != SLAP_C_USED ) {
482                         /* connection must have been closed due to resched */
483
484                         assert( c->c_conn_state == SLAP_C_INVALID );
485                         assert( sd == AC_SOCKET_INVALID );
486
487                         Debug( LDAP_DEBUG_TRACE,
488                                 "connection_get(%d): connection not used\n",
489                                 s, 0, 0 );
490
491                         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
492                         return NULL;
493                 }
494
495                 Debug( LDAP_DEBUG_TRACE,
496                         "connection_get(%d): got connid=%lu\n",
497                         s, c->c_connid, 0 );
498
499                 c->c_n_get++;
500
501                 assert( c->c_struct_state == SLAP_C_USED );
502                 assert( c->c_conn_state != SLAP_C_INVALID );
503                 assert( sd != AC_SOCKET_INVALID );
504
505 #ifndef SLAPD_MONITOR
506                 if ( global_idletimeout > 0 )
507 #endif /* ! SLAPD_MONITOR */
508                 {
509                         c->c_activitytime = slap_get_time();
510                 }
511         }
512
513         return c;
514 }
515
516 static void connection_return( Connection *c )
517 {
518         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
519 }
520
521 long connection_init(
522         ber_socket_t s,
523         Listener *listener,
524         const char* dnsname,
525         const char* peername,
526         int flags,
527         slap_ssf_t ssf,
528         struct berval *authid )
529 {
530         unsigned long id;
531         Connection *c;
532
533         assert( connections != NULL );
534
535         assert( listener != NULL );
536         assert( dnsname != NULL );
537         assert( peername != NULL );
538
539 #ifndef HAVE_TLS
540         assert( flags != CONN_IS_TLS );
541 #endif
542
543         if( s == AC_SOCKET_INVALID ) {
544                 Debug( LDAP_DEBUG_ANY,
545                         "connection_init: init of socket %ld invalid.\n", (long)s, 0, 0 );
546                 return -1;
547         }
548
549         assert( s >= 0 );
550 #ifndef HAVE_WINSOCK
551         assert( s < dtblsize );
552 #endif
553
554         ldap_pvt_thread_mutex_lock( MCA_GET_CONN_MUTEX(s) );
555
556 #ifndef HAVE_WINSOCK
557         assert( MCA_conn_check( s ) );
558         c = MCA_GET_CONNECTION(s);
559 #else
560         {
561                 ber_socket_t i;
562                 c = NULL;
563
564                 for( i=0; i < dtblsize; i++) {
565                         ber_socket_t    sd;
566
567                         if( connections[i].c_struct_state == SLAP_C_UNINITIALIZED ) {
568                                 assert( connections[i].c_sb == 0 );
569                                 c = &connections[i];
570                                 break;
571                         }
572
573                         sd = AC_SOCKET_INVALID;
574                         if (connections[i].c_sb != NULL) {
575                                 ber_sockbuf_ctrl( connections[i].c_sb,
576                                         LBER_SB_OPT_GET_FD, &sd );
577                         }
578
579                         if( connections[i].c_struct_state == SLAP_C_UNUSED ) {
580                                 assert( sd == AC_SOCKET_INVALID );
581                                 c = &connections[i];
582                                 break;
583                         }
584
585                         if( connections[i].c_conn_state == SLAP_C_CLIENT ) continue;
586
587                         assert( connections[i].c_struct_state == SLAP_C_USED );
588                         assert( connections[i].c_conn_state != SLAP_C_INVALID );
589                         assert( sd != AC_SOCKET_INVALID );
590                 }
591
592                 if( c == NULL ) {
593                         Debug( LDAP_DEBUG_ANY,
594                                 "connection_init(%d): connection table full "
595                                 "(%d/%d)\n", s, i, dtblsize);
596                         ldap_pvt_thread_mutex_unlock( &connections_mutex );
597                         return -1;
598                 }
599         }
600 #endif
601
602         assert( c != NULL );
603
604         if( c->c_struct_state == SLAP_C_UNINITIALIZED ) {
605                 c->c_send_ldap_result = slap_send_ldap_result;
606                 c->c_send_search_entry = slap_send_search_entry;
607                 c->c_send_search_reference = slap_send_search_reference;
608                 c->c_send_ldap_extended = slap_send_ldap_extended;
609                 c->c_send_ldap_intermediate = slap_send_ldap_intermediate;
610
611                 BER_BVZERO( &c->c_authmech );
612                 BER_BVZERO( &c->c_dn );
613                 BER_BVZERO( &c->c_ndn );
614
615                 c->c_listener = NULL;
616                 BER_BVZERO( &c->c_peer_domain );
617                 BER_BVZERO( &c->c_peer_name );
618
619                 LDAP_STAILQ_INIT(&c->c_ops);
620                 LDAP_STAILQ_INIT(&c->c_pending_ops);
621
622 #ifdef LDAP_X_TXN
623                 c->c_txn = CONN_TXN_INACTIVE;
624                 c->c_txn_backend = NULL;
625                 LDAP_STAILQ_INIT(&c->c_txn_ops);
626 #endif
627
628                 BER_BVZERO( &c->c_sasl_bind_mech );
629                 c->c_sasl_done = 0;
630                 c->c_sasl_authctx = NULL;
631                 c->c_sasl_sockctx = NULL;
632                 c->c_sasl_extra = NULL;
633                 c->c_sasl_bindop = NULL;
634
635                 c->c_sb = ber_sockbuf_alloc( );
636
637                 {
638                         ber_len_t max = sockbuf_max_incoming;
639                         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
640                 }
641
642                 c->c_currentber = NULL;
643
644                 /* should check status of thread calls */
645                 ldap_pvt_thread_mutex_init( &c->c_mutex );
646                 ldap_pvt_thread_mutex_init( &c->c_write_mutex );
647                 ldap_pvt_thread_cond_init( &c->c_write_cv );
648
649 #ifdef LDAP_SLAPI
650                 if ( slapi_plugins_used ) {
651                         slapi_int_create_object_extensions( SLAPI_X_EXT_CONNECTION, c );
652                 }
653 #endif
654
655                 c->c_struct_state = SLAP_C_UNUSED;
656         }
657
658         ldap_pvt_thread_mutex_lock( &c->c_mutex );
659
660         assert( c->c_struct_state == SLAP_C_UNUSED );
661         assert( BER_BVISNULL( &c->c_authmech ) );
662         assert( BER_BVISNULL( &c->c_dn ) );
663         assert( BER_BVISNULL( &c->c_ndn ) );
664         assert( c->c_listener == NULL );
665         assert( BER_BVISNULL( &c->c_peer_domain ) );
666         assert( BER_BVISNULL( &c->c_peer_name ) );
667         assert( LDAP_STAILQ_EMPTY(&c->c_ops) );
668         assert( LDAP_STAILQ_EMPTY(&c->c_pending_ops) );
669 #ifdef LDAP_X_TXN
670         assert( c->c_txn == CONN_TXN_INACTIVE );
671         assert( c->c_txn_backend == NULL );
672         assert( LDAP_STAILQ_EMPTY(&c->c_txn_ops) );
673 #endif
674         assert( BER_BVISNULL( &c->c_sasl_bind_mech ) );
675         assert( c->c_sasl_done == 0 );
676         assert( c->c_sasl_authctx == NULL );
677         assert( c->c_sasl_sockctx == NULL );
678         assert( c->c_sasl_extra == NULL );
679         assert( c->c_sasl_bindop == NULL );
680         assert( c->c_currentber == NULL );
681         assert( c->c_writewaiter == 0);
682
683         c->c_listener = listener;
684
685         if ( flags == CONN_IS_CLIENT ) {
686                 c->c_conn_state = SLAP_C_CLIENT;
687                 c->c_struct_state = SLAP_C_USED;
688                 c->c_close_reason = "?";                        /* should never be needed */
689                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_FD, &s );
690                 ldap_pvt_thread_mutex_unlock( &c->c_mutex );
691                 ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
692
693                 return 0;
694         }
695
696         ber_str2bv( dnsname, 0, 1, &c->c_peer_domain );
697         ber_str2bv( peername, 0, 1, &c->c_peer_name );
698
699         c->c_n_ops_received = 0;
700         c->c_n_ops_executing = 0;
701         c->c_n_ops_pending = 0;
702         c->c_n_ops_completed = 0;
703
704         c->c_n_get = 0;
705         c->c_n_read = 0;
706         c->c_n_write = 0;
707
708         /* set to zero until bind, implies LDAP_VERSION3 */
709         c->c_protocol = 0;
710
711 #ifndef SLAPD_MONITOR
712         if ( global_idletimeout > 0 )
713 #endif /* ! SLAPD_MONITOR */
714         {
715                 c->c_activitytime = c->c_starttime = slap_get_time();
716         }
717
718 #ifdef LDAP_CONNECTIONLESS
719         c->c_is_udp = 0;
720         if( flags == CONN_IS_UDP ) {
721                 c->c_is_udp = 1;
722 #ifdef LDAP_DEBUG
723                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
724                         LBER_SBIOD_LEVEL_PROVIDER, (void*)"udp_" );
725 #endif
726                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_udp,
727                         LBER_SBIOD_LEVEL_PROVIDER, (void *)&s );
728                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_readahead,
729                         LBER_SBIOD_LEVEL_PROVIDER, NULL );
730         } else
731 #endif
732         {
733 #ifdef LDAP_DEBUG
734                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
735                         LBER_SBIOD_LEVEL_PROVIDER, (void*)"tcp_" );
736 #endif
737                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_tcp,
738                         LBER_SBIOD_LEVEL_PROVIDER, (void *)&s );
739         }
740
741 #ifdef LDAP_DEBUG
742         ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
743                 INT_MAX, (void*)"ldap_" );
744 #endif
745
746         if( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_NONBLOCK,
747                 c /* non-NULL */ ) < 0 )
748         {
749                 Debug( LDAP_DEBUG_ANY,
750                         "connection_init(%d, %s): set nonblocking failed\n",
751                         s, c->c_peer_name.bv_val, 0 );
752         }
753
754         ldap_pvt_thread_mutex_lock( &conn_nextid_mutex );
755         id = c->c_connid = conn_nextid++;
756         ldap_pvt_thread_mutex_unlock( &conn_nextid_mutex );
757
758         c->c_conn_state = SLAP_C_INACTIVE;
759         c->c_struct_state = SLAP_C_USED;
760         c->c_close_reason = "?";                        /* should never be needed */
761
762         c->c_ssf = c->c_transport_ssf = ssf;
763         c->c_tls_ssf = 0;
764
765 #ifdef HAVE_TLS
766         if ( flags == CONN_IS_TLS ) {
767                 c->c_is_tls = 1;
768                 c->c_needs_tls_accept = 1;
769         } else {
770                 c->c_is_tls = 0;
771                 c->c_needs_tls_accept = 0;
772         }
773 #endif
774
775         slap_sasl_open( c, 0 );
776         slap_sasl_external( c, ssf, authid );
777
778         slapd_add_internal( s, 1 );
779         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
780         ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
781
782         backend_connection_init(c);
783
784         return id;
785 }
786
787 void connection2anonymous( Connection *c )
788 {
789         assert( connections != NULL );
790         assert( c != NULL );
791
792         {
793                 ber_len_t max = sockbuf_max_incoming;
794                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
795         }
796
797         if ( !BER_BVISNULL( &c->c_authmech ) ) {
798                 ch_free(c->c_authmech.bv_val);
799         }
800         BER_BVZERO( &c->c_authmech );
801
802         if ( !BER_BVISNULL( &c->c_dn ) ) {
803                 ch_free(c->c_dn.bv_val);
804         }
805         BER_BVZERO( &c->c_dn );
806
807         if ( !BER_BVISNULL( &c->c_ndn ) ) {
808                 ch_free(c->c_ndn.bv_val);
809         }
810         BER_BVZERO( &c->c_ndn );
811
812         if ( !BER_BVISNULL( &c->c_sasl_authz_dn ) ) {
813                 ber_memfree_x( c->c_sasl_authz_dn.bv_val, NULL );
814         }
815         BER_BVZERO( &c->c_sasl_authz_dn );
816
817         c->c_authz_backend = NULL;
818 }
819
820 static void
821 connection_destroy( Connection *c )
822 {
823         /* note: connections_mutex should be locked by caller */
824         ber_socket_t    sd;
825         unsigned long   connid;
826         const char              *close_reason;
827
828         assert( connections != NULL );
829         assert( c != NULL );
830         assert( c->c_struct_state != SLAP_C_UNUSED );
831         assert( c->c_conn_state != SLAP_C_INVALID );
832         assert( LDAP_STAILQ_EMPTY(&c->c_ops) );
833         assert( LDAP_STAILQ_EMPTY(&c->c_pending_ops) );
834 #ifdef LDAP_X_TXN
835         assert( c->c_txn == CONN_TXN_INACTIVE );
836         assert( c->c_txn_backend == NULL );
837         assert( LDAP_STAILQ_EMPTY(&c->c_txn_ops) );
838 #endif
839         assert( c->c_writewaiter == 0);
840
841         /* only for stats (print -1 as "%lu" may give unexpected results ;) */
842         connid = c->c_connid;
843         close_reason = c->c_close_reason;
844
845         backend_connection_destroy(c);
846
847         c->c_protocol = 0;
848         c->c_connid = -1;
849
850         c->c_activitytime = c->c_starttime = 0;
851
852         connection2anonymous( c );
853         c->c_listener = NULL;
854
855         if(c->c_peer_domain.bv_val != NULL) {
856                 free(c->c_peer_domain.bv_val);
857         }
858         BER_BVZERO( &c->c_peer_domain );
859         if(c->c_peer_name.bv_val != NULL) {
860                 free(c->c_peer_name.bv_val);
861         }
862         BER_BVZERO( &c->c_peer_name );
863
864         c->c_sasl_bind_in_progress = 0;
865         if(c->c_sasl_bind_mech.bv_val != NULL) {
866                 free(c->c_sasl_bind_mech.bv_val);
867         }
868         BER_BVZERO( &c->c_sasl_bind_mech );
869
870         slap_sasl_close( c );
871
872         if ( c->c_currentber != NULL ) {
873                 ber_free( c->c_currentber, 1 );
874                 c->c_currentber = NULL;
875         }
876
877         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
878         slapd_sd_lock();
879         ber_sockbuf_free( c->c_sb );
880         if ( sd != AC_SOCKET_INVALID ) {
881                 slapd_remove( sd, 1, 0, 1 );
882
883                 Statslog( LDAP_DEBUG_STATS, (close_reason
884                                                                          ? "conn=%lu fd=%ld closed (%s)\n"
885                                                                          : "conn=%lu fd=%ld closed\n"),
886                         connid, (long) sd, close_reason, 0, 0 );
887         } else {
888                 slapd_sd_unlock();
889         }
890
891         c->c_sb = ber_sockbuf_alloc( );
892
893         {
894                 ber_len_t max = sockbuf_max_incoming;
895                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
896         }
897
898         c->c_conn_state = SLAP_C_INVALID;
899         c->c_struct_state = SLAP_C_UNUSED;
900         c->c_close_reason = "?";                        /* should never be needed */
901
902 #ifdef LDAP_SLAPI
903         /* call destructors, then constructors; avoids unnecessary allocation */
904         if ( slapi_plugins_used ) {
905                 slapi_int_clear_object_extensions( SLAPI_X_EXT_CONNECTION, c );
906         }
907 #endif
908 }
909
910 int connection_state_closing( Connection *c )
911 {
912         /* c_mutex must be locked by caller */
913
914         int state;
915         assert( c != NULL );
916         assert( c->c_struct_state == SLAP_C_USED );
917
918         state = c->c_conn_state;
919
920         assert( state != SLAP_C_INVALID );
921
922         return state == SLAP_C_CLOSING;
923 }
924
925 static void connection_abandon( Connection *c )
926 {
927         /* c_mutex must be locked by caller */
928
929         Operation *o, *next, op = {0};
930         Opheader ohdr = {0};
931         SlapReply rs = {0};
932
933         op.o_hdr = &ohdr;
934         op.o_conn = c;
935         op.o_connid = c->c_connid;
936         op.o_tag = LDAP_REQ_ABANDON;
937
938         for ( o = LDAP_STAILQ_FIRST( &c->c_ops ); o; o=next ) {
939                 next = LDAP_STAILQ_NEXT( o, o_next );
940                 op.orn_msgid = o->o_msgid;
941                 o->o_abandon = 1;
942                 op.o_bd = frontendDB;
943                 frontendDB->be_abandon( &op, &rs );
944         }
945
946 #ifdef LDAP_X_TXN
947         /* remove operations in pending transaction */
948         while ( (o = LDAP_STAILQ_FIRST( &c->c_txn_ops )) != NULL) {
949                 LDAP_STAILQ_REMOVE_HEAD( &c->c_txn_ops, o_next );
950                 LDAP_STAILQ_NEXT(o, o_next) = NULL;
951                 slap_op_free( o );
952         }
953
954         /* clear transaction */
955         c->c_txn_backend = NULL;
956         c->c_txn = CONN_TXN_INACTIVE;
957 #endif
958
959         /* remove pending operations */
960         while ( (o = LDAP_STAILQ_FIRST( &c->c_pending_ops )) != NULL) {
961                 LDAP_STAILQ_REMOVE_HEAD( &c->c_pending_ops, o_next );
962                 LDAP_STAILQ_NEXT(o, o_next) = NULL;
963                 slap_op_free( o );
964         }
965 }
966
967 void connection_closing( Connection *c, const char *why )
968 {
969         assert( connections != NULL );
970         assert( c != NULL );
971         assert( c->c_struct_state == SLAP_C_USED );
972         assert( c->c_conn_state != SLAP_C_INVALID );
973
974         /* c_mutex must be locked by caller */
975
976         if( c->c_conn_state != SLAP_C_CLOSING ) {
977                 ber_socket_t    sd;
978
979                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
980                 Debug( LDAP_DEBUG_TRACE,
981                         "connection_closing: readying conn=%lu sd=%d for close\n",
982                         c->c_connid, sd, 0 );
983                 /* update state to closing */
984                 c->c_conn_state = SLAP_C_CLOSING;
985                 c->c_close_reason = why;
986
987                 /* don't listen on this port anymore */
988                 slapd_clr_read( sd, 1 );
989
990                 /* abandon active operations */
991                 connection_abandon( c );
992
993                 /* wake write blocked operations */
994                 slapd_clr_write( sd, 1 );
995                 if ( c->c_writewaiter ) {
996                         ldap_pvt_thread_cond_signal( &c->c_write_cv );
997                         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
998                         ldap_pvt_thread_yield();
999                         ldap_pvt_thread_mutex_lock( &c->c_mutex );
1000                 }
1001
1002         } else if( why == NULL && c->c_close_reason == conn_lost_str ) {
1003                 /* Client closed connection after doing Unbind. */
1004                 c->c_close_reason = NULL;
1005         }
1006 }
1007
1008 static void connection_close( Connection *c )
1009 {
1010         ber_socket_t    sd;
1011
1012         assert( connections != NULL );
1013         assert( c != NULL );
1014         assert( c->c_struct_state == SLAP_C_USED );
1015         assert( c->c_conn_state == SLAP_C_CLOSING );
1016
1017         /* note: connections_mutex and c_mutex should be locked by caller */
1018
1019         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_GET_FD, &sd );
1020         if( !LDAP_STAILQ_EMPTY(&c->c_ops) ) {
1021                 Debug( LDAP_DEBUG_TRACE,
1022                         "connection_close: deferring conn=%lu sd=%d\n",
1023                         c->c_connid, sd, 0 );
1024                 return;
1025         }
1026
1027         Debug( LDAP_DEBUG_TRACE, "connection_close: conn=%lu sd=%d\n",
1028                 c->c_connid, sd, 0 );
1029         connection_destroy( c );
1030 }
1031
1032 unsigned long connections_nextid(void)
1033 {
1034         unsigned long id;
1035         assert( connections != NULL );
1036
1037         ldap_pvt_thread_mutex_lock( &conn_nextid_mutex );
1038
1039         id = conn_nextid;
1040
1041         ldap_pvt_thread_mutex_unlock( &conn_nextid_mutex );
1042
1043         return id;
1044 }
1045
1046 Connection* connection_first( ber_socket_t *index )
1047 {
1048 #ifdef SLAP_MULTI_CONN_ARRAY
1049         int conn_array_id;
1050 #endif
1051
1052         assert( connections != NULL );
1053         assert( index != NULL );
1054
1055 #ifdef SLAP_MULTI_CONN_ARRAY
1056         for ( conn_array_id = 0;
1057                 conn_array_id < NUM_CONNECTION_ARRAY;
1058                 conn_array_id++ )
1059         {
1060                 ldap_pvt_thread_mutex_lock( &connections_mutex[ conn_array_id ] );
1061         }
1062 #else
1063         ldap_pvt_thread_mutex_lock( &connections_mutex );
1064 #endif
1065
1066         *index = 0;
1067
1068         return connection_next(NULL, index);
1069 }
1070
1071 Connection* connection_next( Connection *c, ber_socket_t *index )
1072 #ifdef SLAP_MULTI_CONN_ARRAY
1073 {
1074         Connection* conn;
1075
1076         assert( connections != NULL );
1077         assert( index != NULL );
1078         assert( *index >= 0 && *index < MCA_ARRAY_SIZE );
1079
1080         if( c != NULL ) ldap_pvt_thread_mutex_unlock( &c->c_mutex );
1081
1082         c = NULL;
1083
1084         for(; *index < dtblsize; (*index)++) {
1085                 assert( MCA_conn_check( *index ) );
1086                 conn = MCA_GET_CONNECTION(*index);
1087                 if( conn->c_struct_state == SLAP_C_UNINITIALIZED ) {
1088                         assert( conn->c_conn_state == SLAP_C_INVALID );
1089 #ifndef HAVE_WINSOCK
1090                         continue;
1091 #else
1092                         break;
1093 #endif
1094                 }
1095
1096                 if( conn->c_struct_state == SLAP_C_USED ) {
1097                         assert( conn->c_conn_state != SLAP_C_INVALID );
1098                         c = conn;
1099                         (*index)++;
1100                         break;
1101                 }
1102
1103                 assert( conn->c_struct_state == SLAP_C_UNUSED );
1104                 assert( conn->c_conn_state == SLAP_C_INVALID );
1105         }
1106
1107         if( c != NULL ) ldap_pvt_thread_mutex_lock( &c->c_mutex );
1108
1109         return c;
1110
1111 }
1112 #else
1113 {
1114         assert( connections != NULL );
1115         assert( index != NULL );
1116         assert( *index <= dtblsize );
1117
1118         if( c != NULL ) ldap_pvt_thread_mutex_unlock( &c->c_mutex );
1119
1120         c = NULL;
1121
1122         for(; *index < dtblsize; (*index)++) {
1123                 if( connections[*index].c_struct_state == SLAP_C_UNINITIALIZED ) {
1124                         assert( connections[*index].c_conn_state == SLAP_C_INVALID );
1125 #ifndef HAVE_WINSOCK
1126                         continue;
1127 #else
1128                         break;
1129 #endif
1130                 }
1131
1132                 if( connections[*index].c_struct_state == SLAP_C_USED ) {
1133                         assert( connections[*index].c_conn_state != SLAP_C_INVALID );
1134                         c = &connections[(*index)++];
1135                         break;
1136                 }
1137
1138                 assert( connections[*index].c_struct_state == SLAP_C_UNUSED );
1139                 assert( connections[*index].c_conn_state == SLAP_C_INVALID );
1140         }
1141
1142         if( c != NULL ) ldap_pvt_thread_mutex_lock( &c->c_mutex );
1143         return c;
1144 }
1145 #endif
1146
1147 void connection_done( Connection *c )
1148 {
1149 #ifdef SLAP_MULTI_CONN_ARRAY
1150         int conn_array_id;
1151 #endif
1152
1153         assert( connections != NULL );
1154
1155         if( c != NULL ) ldap_pvt_thread_mutex_unlock( &c->c_mutex );
1156
1157 #ifdef SLAP_MULTI_CONN_ARRAY
1158         for ( conn_array_id = 0;
1159                 conn_array_id < NUM_CONNECTION_ARRAY;
1160                 conn_array_id++ )
1161         {
1162                 ldap_pvt_thread_mutex_unlock( &connections_mutex[ conn_array_id ] );
1163         }
1164 #else
1165         ldap_pvt_thread_mutex_unlock( &connections_mutex );
1166 #endif
1167 }
1168
1169 /*
1170  * connection_activity - handle the request operation op on connection
1171  * conn.  This routine figures out what kind of operation it is and
1172  * calls the appropriate stub to handle it.
1173  */
1174
1175 #ifdef SLAPD_MONITOR
1176 /* FIXME: returns 0 in case of failure */
1177 #define INCR_OP_INITIATED(index) \
1178         do { \
1179                 ldap_pvt_thread_mutex_lock( &slap_counters.sc_ops_mutex ); \
1180                 ldap_pvt_mp_add_ulong(slap_counters.sc_ops_initiated_[(index)], 1); \
1181                 ldap_pvt_thread_mutex_unlock( &slap_counters.sc_ops_mutex ); \
1182         } while (0)
1183 #define INCR_OP_COMPLETED(index) \
1184         do { \
1185                 ldap_pvt_thread_mutex_lock( &slap_counters.sc_ops_mutex ); \
1186                 ldap_pvt_mp_add_ulong(slap_counters.sc_ops_completed, 1); \
1187                 ldap_pvt_mp_add_ulong(slap_counters.sc_ops_completed_[(index)], 1); \
1188                 ldap_pvt_thread_mutex_unlock( &slap_counters.sc_ops_mutex ); \
1189         } while (0)
1190 #else /* !SLAPD_MONITOR */
1191 #define INCR_OP_INITIATED(index) do { } while (0)
1192 #define INCR_OP_COMPLETED(index) \
1193         do { \
1194                 ldap_pvt_thread_mutex_lock( &slap_counters.sc_ops_mutex ); \
1195                 ldap_pvt_mp_add_ulong(slap_counters.sc_ops_completed, 1); \
1196                 ldap_pvt_thread_mutex_unlock( &slap_counters.sc_ops_mutex ); \
1197         } while (0)
1198 #endif /* !SLAPD_MONITOR */
1199
1200 /*
1201  * NOTE: keep in sync with enum in slapd.h
1202  */
1203 static int (*opfun[])( Operation *op, SlapReply *rs ) = {
1204         do_bind,
1205         do_unbind,
1206         do_add,
1207         do_delete,
1208         do_modrdn,
1209         do_modify,
1210         do_compare,
1211         do_search,
1212         do_abandon,
1213         do_extended,
1214         NULL
1215 };
1216
1217 static void *
1218 connection_operation( void *ctx, void *arg_v )
1219 {
1220         int rc = LDAP_OTHER;
1221         Operation *op = arg_v;
1222         SlapReply rs = {REP_RESULT};
1223         ber_tag_t tag = op->o_tag;
1224         int opidx = -1;
1225         Connection *conn = op->o_conn;
1226         void *memctx = NULL;
1227         void *memctx_null = NULL;
1228         ber_len_t memsiz;
1229
1230         ldap_pvt_thread_mutex_lock( &slap_counters.sc_ops_mutex );
1231         /* FIXME: returns 0 in case of failure */
1232         ldap_pvt_mp_add_ulong(slap_counters.sc_ops_initiated, 1);
1233         ldap_pvt_thread_mutex_unlock( &slap_counters.sc_ops_mutex );
1234
1235         op->o_threadctx = ctx;
1236
1237         switch ( tag ) {
1238         case LDAP_REQ_BIND:
1239         case LDAP_REQ_UNBIND:
1240         case LDAP_REQ_ADD:
1241         case LDAP_REQ_DELETE:
1242         case LDAP_REQ_MODDN:
1243         case LDAP_REQ_MODIFY:
1244         case LDAP_REQ_COMPARE:
1245         case LDAP_REQ_SEARCH:
1246         case LDAP_REQ_ABANDON:
1247         case LDAP_REQ_EXTENDED:
1248                 break;
1249         default:
1250                 Debug( LDAP_DEBUG_ANY, "connection_operation: "
1251                         "conn %lu unknown LDAP request 0x%lx\n",
1252                         conn->c_connid, tag, 0 );
1253                 op->o_tag = LBER_ERROR;
1254                 rs.sr_err = LDAP_PROTOCOL_ERROR;
1255                 rs.sr_text = "unknown LDAP request";
1256                 send_ldap_disconnect( op, &rs );
1257                 rc = SLAPD_DISCONNECT;
1258                 goto operations_error;
1259         }
1260
1261         if( conn->c_sasl_bind_in_progress && tag != LDAP_REQ_BIND ) {
1262                 Debug( LDAP_DEBUG_ANY, "connection_operation: "
1263                         "error: SASL bind in progress (tag=%ld).\n",
1264                         (long) tag, 0, 0 );
1265                 send_ldap_error( op, &rs, LDAP_OPERATIONS_ERROR,
1266                         "SASL bind in progress" );
1267                 rc = LDAP_OPERATIONS_ERROR;
1268                 goto operations_error;
1269         }
1270
1271 #ifdef LDAP_X_TXN
1272         if (( conn->c_txn == CONN_TXN_SPECIFY ) && (
1273                 ( tag == LDAP_REQ_ADD ) ||
1274                 ( tag == LDAP_REQ_DELETE ) ||
1275                 ( tag == LDAP_REQ_MODIFY ) ||
1276                 ( tag == LDAP_REQ_MODRDN )))
1277         {
1278                 /* Disable SLAB allocator for all update operations
1279                         issued inside of a transaction */
1280                 op->o_tmpmemctx = NULL;
1281                 op->o_tmpmfuncs = &ch_mfuncs;
1282         } else
1283 #endif
1284         {
1285         /* We can use Thread-Local storage for most mallocs. We can
1286          * also use TL for ber parsing, but not on Add or Modify.
1287          */
1288 #if 0
1289         memsiz = ber_len( op->o_ber ) * 64;
1290         if ( SLAP_SLAB_SIZE > memsiz ) memsiz = SLAP_SLAB_SIZE;
1291 #endif
1292         memsiz = SLAP_SLAB_SIZE;
1293
1294         memctx = slap_sl_mem_create( memsiz, SLAP_SLAB_STACK, ctx );
1295         op->o_tmpmemctx = memctx;
1296         op->o_tmpmfuncs = &slap_sl_mfuncs;
1297         if ( tag != LDAP_REQ_ADD && tag != LDAP_REQ_MODIFY ) {
1298                 /* Note - the ber and its buffer are already allocated from
1299                  * regular memory; this only affects subsequent mallocs that
1300                  * ber_scanf may invoke.
1301                  */
1302                 ber_set_option( op->o_ber, LBER_OPT_BER_MEMCTX, &memctx );
1303         }
1304         }
1305
1306         switch ( tag ) {
1307         case LDAP_REQ_BIND:
1308                 opidx = SLAP_OP_BIND;
1309                 break;
1310
1311         case LDAP_REQ_UNBIND:
1312                 opidx = SLAP_OP_UNBIND;
1313                 break;
1314
1315         case LDAP_REQ_ADD:
1316                 opidx = SLAP_OP_ADD;
1317                 break;
1318
1319         case LDAP_REQ_DELETE:
1320                 opidx = SLAP_OP_DELETE;
1321                 break;
1322
1323         case LDAP_REQ_MODRDN:
1324                 opidx = SLAP_OP_MODRDN;
1325                 break;
1326
1327         case LDAP_REQ_MODIFY:
1328                 opidx = SLAP_OP_MODIFY;
1329                 break;
1330
1331         case LDAP_REQ_COMPARE:
1332                 opidx = SLAP_OP_COMPARE;
1333                 break;
1334
1335         case LDAP_REQ_SEARCH:
1336                 opidx = SLAP_OP_SEARCH;
1337                 break;
1338
1339         case LDAP_REQ_ABANDON:
1340                 opidx = SLAP_OP_ABANDON;
1341                 break;
1342
1343         case LDAP_REQ_EXTENDED:
1344                 opidx = SLAP_OP_EXTENDED;
1345                 break;
1346
1347         default:
1348                 /* not reachable */
1349                 assert( 0 );
1350         }
1351
1352         assert( opidx > -1 );
1353         INCR_OP_INITIATED( opidx );
1354         rc = (*(opfun[opidx]))( op, &rs );
1355
1356 operations_error:
1357         if ( rc == SLAPD_DISCONNECT ) {
1358                 tag = LBER_ERROR;
1359
1360         } else if ( opidx > -1 ) {
1361                 /* increment completed operations count 
1362                  * only if operation was initiated
1363                  * and rc != SLAPD_DISCONNECT */
1364                 INCR_OP_COMPLETED( opidx );
1365         }
1366
1367         if ( op->o_cancel == SLAP_CANCEL_REQ ) {
1368                 if ( rc == SLAPD_ABANDON ) {
1369                         op->o_cancel = SLAP_CANCEL_ACK;
1370                 } else {
1371                         op->o_cancel = LDAP_TOO_LATE;
1372                 }
1373         }
1374         while ( op->o_cancel != SLAP_CANCEL_NONE &&
1375                 op->o_cancel != SLAP_CANCEL_DONE )
1376         {
1377                 ldap_pvt_thread_yield();
1378         }
1379
1380         ldap_pvt_thread_mutex_lock( &conn->c_mutex );
1381
1382         ber_set_option( op->o_ber, LBER_OPT_BER_MEMCTX, &memctx_null );
1383
1384         LDAP_STAILQ_REMOVE( &conn->c_ops, op, slap_op, o_next);
1385         LDAP_STAILQ_NEXT(op, o_next) = NULL;
1386         slap_op_free( op );
1387         conn->c_n_ops_executing--;
1388         conn->c_n_ops_completed++;
1389
1390         switch( tag ) {
1391         case LBER_ERROR:
1392         case LDAP_REQ_UNBIND:
1393                 /* c_mutex is locked */
1394                 connection_closing( conn,
1395                         tag == LDAP_REQ_UNBIND ? NULL : "operations error" );
1396                 break;
1397         }
1398
1399         connection_resched( conn );
1400         ldap_pvt_thread_mutex_unlock( &conn->c_mutex );
1401         return NULL;
1402 }
1403
1404 static const Listener dummy_list = { BER_BVC(""), BER_BVC("") };
1405
1406 int connection_client_setup(
1407         ber_socket_t s,
1408         ldap_pvt_thread_start_t *func,
1409         void *arg )
1410 {
1411         int rc;
1412         Connection *c;
1413
1414         rc = connection_init( s, (Listener *)&dummy_list, "", "",
1415                 CONN_IS_CLIENT, 0, NULL );
1416         if ( rc < 0 ) return -1;
1417
1418         c = connection_get( s );
1419         c->c_clientfunc = func;
1420         c->c_clientarg = arg;
1421
1422         slapd_add_internal( s, 0 );
1423         slapd_set_read( s, 1 );
1424         connection_return( c );
1425         return 0;
1426 }
1427
1428 void connection_client_enable(
1429         ber_socket_t s )
1430 {
1431         slapd_set_read( s, 1 );
1432 }
1433
1434 void connection_client_stop(
1435         ber_socket_t s )
1436 {
1437         Connection *c;
1438
1439         /* get (locked) connection */
1440         c = connection_get( s );
1441         
1442         assert( c->c_conn_state == SLAP_C_CLIENT );
1443
1444         c->c_listener = NULL;
1445         c->c_conn_state = SLAP_C_INVALID;
1446         c->c_struct_state = SLAP_C_UNUSED;
1447         c->c_close_reason = "?";                        /* should never be needed */
1448         slapd_sd_lock();
1449         ber_sockbuf_free( c->c_sb );
1450         slapd_remove( s, 0, 1, 1 );
1451         c->c_sb = ber_sockbuf_alloc( );
1452         {
1453                 ber_len_t max = sockbuf_max_incoming;
1454                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
1455         }
1456
1457         connection_return( c );
1458 }
1459
1460 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1461
1462 static int connection_read( ber_socket_t s, conn_readinfo *cri );
1463
1464 static void* connection_read_thread( void* ctx, void* argv )
1465 {
1466         int rc ;
1467         conn_readinfo cri = { NULL, NULL, NULL, 0 };
1468         ber_socket_t s = (long)argv;
1469
1470         /*
1471          * read incoming LDAP requests. If there is more than one,
1472          * the first one is returned with new_op
1473          */
1474         if( ( rc = connection_read( s, &cri ) ) < 0 ) {
1475                 Debug( LDAP_DEBUG_CONNS, "connection_read(%d) error\n", s, 0, 0 );
1476                 return (void*)(long)rc;
1477         }
1478
1479         /* execute a single queued request in the same thread */
1480         if( cri.op && !cri.nullop ) {
1481                 rc = (long)connection_operation( ctx, cri.op );
1482         } else if ( cri.func ) {
1483                 rc = (long)cri.func( ctx, cri.arg );
1484         }
1485
1486         return (void*)(long)rc;
1487 }
1488
1489 int connection_read_activate( ber_socket_t s )
1490 {
1491         int rc;
1492
1493         /*
1494          * suspend reading on this file descriptor until a connection processing
1495          * thread reads data on it. Otherwise the listener thread will repeatedly
1496          * submit the same event on it to the pool.
1497          */
1498         rc = slapd_clr_read( s, 0 );
1499         if ( rc )
1500                 return rc;
1501
1502         rc = ldap_pvt_thread_pool_submit( &connection_pool,
1503                 connection_read_thread, (void *)(long)s );
1504
1505         if( rc != 0 ) {
1506                 Debug( LDAP_DEBUG_ANY,
1507                         "connection_read_activate(%d): submit failed (%d)\n",
1508                         s, rc, 0 );
1509         }
1510
1511         return rc;
1512 }
1513 #endif
1514
1515 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1516 static int
1517 connection_read( ber_socket_t s, conn_readinfo *cri )
1518 #else
1519 int connection_read(ber_socket_t s)
1520 #endif
1521 {
1522         int rc = 0;
1523         Connection *c;
1524
1525         assert( connections != NULL );
1526
1527         ldap_pvt_thread_mutex_lock( MCA_GET_CONN_MUTEX(s) );
1528
1529         /* get (locked) connection */
1530         c = connection_get( s );
1531
1532         if( c == NULL ) {
1533                 Debug( LDAP_DEBUG_ANY,
1534                         "connection_read(%ld): no connection!\n",
1535                         (long) s, 0, 0 );
1536
1537                 ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1538                 return -1;
1539         }
1540
1541         c->c_n_read++;
1542
1543         if( c->c_conn_state == SLAP_C_CLOSING ) {
1544                 Debug( LDAP_DEBUG_TRACE,
1545                         "connection_read(%d): closing, ignoring input for id=%lu\n",
1546                         s, c->c_connid, 0 );
1547
1548 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1549                 slapd_set_read( s, 1 );
1550 #endif
1551                 connection_return( c );
1552                 ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1553                 return 0;
1554         }
1555
1556         if ( c->c_conn_state == SLAP_C_CLIENT ) {
1557 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1558                 cri->func = c->c_clientfunc;
1559                 cri->arg = c->c_clientarg;
1560                 /* read should already be cleared */
1561 #else
1562                 slapd_clr_read( s, 0 );
1563                 ldap_pvt_thread_pool_submit( &connection_pool,
1564                         c->c_clientfunc, c->c_clientarg );
1565 #endif
1566                 connection_return( c );
1567                 ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1568                 return 0;
1569         }
1570
1571         Debug( LDAP_DEBUG_TRACE,
1572                 "connection_read(%d): checking for input on id=%lu\n",
1573                 s, c->c_connid, 0 );
1574
1575 #ifdef HAVE_TLS
1576         if ( c->c_is_tls && c->c_needs_tls_accept ) {
1577                 rc = ldap_pvt_tls_accept( c->c_sb, slap_tls_ctx );
1578                 if ( rc < 0 ) {
1579                         Debug( LDAP_DEBUG_TRACE,
1580                                 "connection_read(%d): TLS accept failure "
1581                                 "error=%d id=%lu, closing\n",
1582                                 s, rc, c->c_connid );
1583
1584                         c->c_needs_tls_accept = 0;
1585                         /* connections_mutex and c_mutex are locked */
1586                         connection_closing( c, "TLS negotiation failure" );
1587
1588 #if 0
1589                         {
1590                                 struct timeval tv;
1591                                 fd_set rfd;
1592                                 /* Drain input before close, to allow SSL error codes
1593                                  * to propagate to client. */
1594                                 FD_ZERO(&rfd);
1595                                 FD_SET(s, &rfd);
1596                                 for (rc=1; rc>0;) {
1597                                         tv.tv_sec = 1;
1598                                         tv.tv_usec = 0;
1599                                         rc = select(s+1, &rfd, NULL, NULL, &tv);
1600                                         if (rc == 1) {
1601                                                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DRAIN, NULL);
1602                                         }
1603                                 }
1604                         }
1605 #endif
1606
1607                         connection_close( c );
1608                         connection_return( c );
1609                         ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1610                         return 0;
1611
1612                 } else if ( rc == 0 ) {
1613                         void *ssl;
1614                         struct berval authid = BER_BVNULL;
1615
1616                         c->c_needs_tls_accept = 0;
1617
1618                         /* we need to let SASL know */
1619                         ssl = ldap_pvt_tls_sb_ctx( c->c_sb );
1620
1621                         c->c_tls_ssf = (slap_ssf_t) ldap_pvt_tls_get_strength( ssl );
1622                         if( c->c_tls_ssf > c->c_ssf ) {
1623                                 c->c_ssf = c->c_tls_ssf;
1624                         }
1625
1626                         rc = dnX509peerNormalize( ssl, &authid );
1627                         if ( rc != LDAP_SUCCESS ) {
1628                                 Debug( LDAP_DEBUG_TRACE, "connection_read(%d): "
1629                                         "unable to get TLS client DN, error=%d id=%lu\n",
1630                                         s, rc, c->c_connid );
1631                         }
1632                         Statslog( LDAP_DEBUG_STATS,
1633                                 "conn=%lu fd=%d TLS established tls_ssf=%u ssf=%u\n",
1634                             c->c_connid, (int) s, c->c_tls_ssf, c->c_ssf, 0 );
1635                         slap_sasl_external( c, c->c_tls_ssf, &authid );
1636                         if ( authid.bv_val ) free( authid.bv_val );
1637                 }
1638
1639                 /* if success and data is ready, fall thru to data input loop */
1640                 if( rc != 0 ||
1641                         !ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DATA_READY, NULL ) )
1642                 {
1643 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1644                         slapd_set_read( s, 1 );
1645 #endif
1646
1647                         connection_return( c );
1648                         ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1649                         return 0;
1650                 }
1651         }
1652 #endif
1653
1654 #ifdef HAVE_CYRUS_SASL
1655         if ( c->c_sasl_layers ) {
1656                 /* If previous layer is not removed yet, give up for now */
1657                 if ( !c->c_sasl_sockctx ) {
1658 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1659                         slapd_set_read( s, 1 );
1660 #endif
1661
1662                         connection_return( c );
1663                         ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1664                         return 0;
1665                 }
1666
1667                 c->c_sasl_layers = 0;
1668
1669                 rc = ldap_pvt_sasl_install( c->c_sb, c->c_sasl_sockctx );
1670                 if( rc != LDAP_SUCCESS ) {
1671                         Debug( LDAP_DEBUG_TRACE,
1672                                 "connection_read(%d): SASL install error "
1673                                 "error=%d id=%lu, closing\n",
1674                                 s, rc, c->c_connid );
1675
1676                         /* connections_mutex and c_mutex are locked */
1677                         connection_closing( c, "SASL layer install failure" );
1678                         connection_close( c );
1679                         connection_return( c );
1680                         ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1681                         return 0;
1682                 }
1683         }
1684 #endif
1685
1686 #define CONNECTION_INPUT_LOOP 1
1687 /* #define      DATA_READY_LOOP 1 */
1688
1689         do {
1690                 /* How do we do this without getting into a busy loop ? */
1691 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1692                 rc = connection_input( c, cri );
1693 #else
1694                 rc = connection_input( c );
1695 #endif
1696         }
1697 #ifdef DATA_READY_LOOP
1698         while( !rc && ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DATA_READY, NULL ));
1699 #elif CONNECTION_INPUT_LOOP
1700         while(!rc);
1701 #else
1702         while(0);
1703 #endif
1704
1705         if( rc < 0 ) {
1706                 Debug( LDAP_DEBUG_TRACE,
1707                         "connection_read(%d): input error=%d id=%lu, closing.\n",
1708                         s, rc, c->c_connid );
1709
1710                 /* connections_mutex and c_mutex are locked */
1711                 connection_closing( c, conn_lost_str );
1712                 connection_close( c );
1713                 connection_return( c );
1714                 ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1715                 return 0;
1716         }
1717
1718 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1719         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) ) {
1720                 slapd_set_write( s, 0 );
1721         }
1722
1723         slapd_set_read( s, 1 );
1724 #else
1725         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_READ, NULL ) ) {
1726                 slapd_set_read( s, 1 );
1727         }
1728
1729         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) ) {
1730                 slapd_set_write( s, 1 );
1731         }
1732 #endif
1733
1734         connection_return( c );
1735         ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
1736
1737         return 0;
1738 }
1739
1740 static int
1741 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1742 connection_input( Connection *conn , conn_readinfo *cri )
1743 #else
1744 connection_input( Connection *conn )
1745 #endif
1746 {
1747         Operation *op;
1748         ber_tag_t       tag;
1749         ber_len_t       len;
1750         ber_int_t       msgid;
1751         BerElement      *ber;
1752         int             rc;
1753 #ifdef LDAP_CONNECTIONLESS
1754         Sockaddr        peeraddr;
1755         char            *cdn = NULL;
1756 #endif
1757         char *defer = NULL;
1758
1759         if ( conn->c_currentber == NULL &&
1760                 ( conn->c_currentber = ber_alloc()) == NULL )
1761         {
1762                 Debug( LDAP_DEBUG_ANY, "ber_alloc failed\n", 0, 0, 0 );
1763                 return -1;
1764         }
1765
1766         errno = 0;
1767
1768 #ifdef LDAP_CONNECTIONLESS
1769         if ( conn->c_is_udp ) {
1770                 char peername[sizeof("IP=255.255.255.255:65336")];
1771
1772                 len = ber_int_sb_read(conn->c_sb, &peeraddr, sizeof(struct sockaddr));
1773                 if (len != sizeof(struct sockaddr)) return 1;
1774
1775                 sprintf( peername, "IP=%s:%d",
1776                         inet_ntoa( peeraddr.sa_in_addr.sin_addr ),
1777                         (unsigned) ntohs( peeraddr.sa_in_addr.sin_port ) );
1778                 Statslog( LDAP_DEBUG_STATS,
1779                         "conn=%lu UDP request from %s (%s) accepted.\n",
1780                         conn->c_connid, peername, conn->c_sock_name.bv_val, 0, 0 );
1781         }
1782 #endif
1783
1784         tag = ber_get_next( conn->c_sb, &len, conn->c_currentber );
1785         if ( tag != LDAP_TAG_MESSAGE ) {
1786                 int err = errno;
1787                 ber_socket_t    sd;
1788
1789                 ber_sockbuf_ctrl( conn->c_sb, LBER_SB_OPT_GET_FD, &sd );
1790
1791                 Debug( LDAP_DEBUG_TRACE,
1792                         "ber_get_next on fd %d failed errno=%d (%s)\n",
1793                         sd, err, sock_errstr(err) );
1794                 if ( err != EWOULDBLOCK && err != EAGAIN ) {
1795                         /* log, close and send error */
1796                         ber_free( conn->c_currentber, 1 );
1797                         conn->c_currentber = NULL;
1798
1799                         return -2;
1800                 }
1801                 return 1;
1802         }
1803
1804         ber = conn->c_currentber;
1805         conn->c_currentber = NULL;
1806
1807         if ( (tag = ber_get_int( ber, &msgid )) != LDAP_TAG_MSGID ) {
1808                 /* log, close and send error */
1809                 Debug( LDAP_DEBUG_ANY, "ber_get_int returns 0x%lx\n", tag, 0, 0 );
1810                 ber_free( ber, 1 );
1811                 return -1;
1812         }
1813
1814         if ( (tag = ber_peek_tag( ber, &len )) == LBER_ERROR ) {
1815                 /* log, close and send error */
1816                 Debug( LDAP_DEBUG_ANY, "ber_peek_tag returns 0x%lx\n", tag, 0, 0 );
1817                 ber_free( ber, 1 );
1818
1819                 return -1;
1820         }
1821
1822 #ifdef LDAP_CONNECTIONLESS
1823         if( conn->c_is_udp ) {
1824                 if( tag == LBER_OCTETSTRING ) {
1825                         ber_get_stringa( ber, &cdn );
1826                         tag = ber_peek_tag(ber, &len);
1827                 }
1828                 if( tag != LDAP_REQ_ABANDON && tag != LDAP_REQ_SEARCH ) {
1829                         Debug( LDAP_DEBUG_ANY, "invalid req for UDP 0x%lx\n", tag, 0, 0 );
1830                         ber_free( ber, 1 );
1831                         return 0;
1832                 }
1833         }
1834 #endif
1835
1836         if(tag == LDAP_REQ_BIND) {
1837                 /* immediately abandon all existing operations upon BIND */
1838                 connection_abandon( conn );
1839         }
1840
1841         op = slap_op_alloc( ber, msgid, tag, conn->c_n_ops_received++ );
1842
1843         op->o_conn = conn;
1844         /* clear state if the connection is being reused from inactive */
1845         if ( conn->c_conn_state == SLAP_C_INACTIVE ) {
1846                 memset( &conn->c_pagedresults_state, 0,
1847                         sizeof( conn->c_pagedresults_state ) );
1848         }
1849
1850         op->o_res_ber = NULL;
1851
1852 #ifdef LDAP_CONNECTIONLESS
1853         if (conn->c_is_udp) {
1854                 if ( cdn ) {
1855                         ber_str2bv( cdn, 0, 1, &op->o_dn );
1856                         op->o_protocol = LDAP_VERSION2;
1857                 }
1858                 op->o_res_ber = ber_alloc_t( LBER_USE_DER );
1859                 if (op->o_res_ber == NULL) return 1;
1860
1861                 rc = ber_write( op->o_res_ber, (char *)&peeraddr,
1862                         sizeof(struct sockaddr), 0 );
1863
1864                 if (rc != sizeof(struct sockaddr)) {
1865                         Debug( LDAP_DEBUG_ANY, "ber_write failed\n", 0, 0, 0 );
1866                         return 1;
1867                 }
1868
1869                 if (op->o_protocol == LDAP_VERSION2) {
1870                         rc = ber_printf(op->o_res_ber, "{is{" /*}}*/, op->o_msgid, "");
1871                         if (rc == -1) {
1872                                 Debug( LDAP_DEBUG_ANY, "ber_write failed\n", 0, 0, 0 );
1873                                 return rc;
1874                         }
1875                 }
1876         }
1877 #endif /* LDAP_CONNECTIONLESS */
1878
1879         rc = 0;
1880
1881         /* Don't process requests when the conn is in the middle of a
1882          * Bind, or if it's closing. Also, don't let any single conn
1883          * use up all the available threads, and don't execute if we're
1884          * currently blocked on output. And don't execute if there are
1885          * already pending ops, let them go first.  Abandon operations
1886          * get exceptions to some, but not all, cases.
1887          */
1888         switch( tag ){
1889         default:
1890                 /* Abandon and Unbind are exempt from these checks */
1891                 if (conn->c_conn_state == SLAP_C_CLOSING) {
1892                         defer = "closing";
1893                         break;
1894                 } else if (conn->c_writewaiter) {
1895                         defer = "awaiting write";
1896                         break;
1897                 } else if (conn->c_n_ops_pending) {
1898                         defer = "pending operations";
1899                         break;
1900                 }
1901                 /* FALLTHRU */
1902         case LDAP_REQ_ABANDON:
1903                 /* Unbind is exempt from these checks */
1904                 if (conn->c_n_ops_executing >= connection_pool_max/2) {
1905                         defer = "too many executing";
1906                         break;
1907                 } else if (conn->c_conn_state == SLAP_C_BINDING) {
1908                         defer = "binding";
1909                         break;
1910                 }
1911                 /* FALLTHRU */
1912         case LDAP_REQ_UNBIND:
1913                 break;
1914         }
1915
1916         if( defer ) {
1917                 int max = conn->c_dn.bv_len
1918                         ? slap_conn_max_pending_auth
1919                         : slap_conn_max_pending;
1920
1921                 Debug( LDAP_DEBUG_ANY,
1922                         "connection_input: conn=%lu deferring operation: %s\n",
1923                         conn->c_connid, defer, 0 );
1924                 conn->c_n_ops_pending++;
1925                 LDAP_STAILQ_INSERT_TAIL( &conn->c_pending_ops, op, o_next );
1926                 rc = ( conn->c_n_ops_pending > max ) ? -1 : 0;
1927
1928         } else {
1929                 conn->c_n_ops_executing++;
1930
1931 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
1932                 /*
1933                  * The first op will be processed in the same thread context,
1934                  * as long as there is only one op total.
1935                  * Subsequent ops will be submitted to the pool by
1936                  * calling connection_op_activate()
1937                  */
1938                 if ( cri->op == NULL ) {
1939                         /* the first incoming request */
1940                         connection_op_queue( op );
1941                         cri->op = op;
1942                 } else {
1943                         if ( !cri->nullop ) {
1944                                 cri->nullop = 1;
1945                                 rc = ldap_pvt_thread_pool_submit( &connection_pool,
1946                                         connection_operation, (void *) cri->op );
1947                         }
1948                         connection_op_activate( op );
1949                 }
1950 #else
1951                 connection_op_activate( op );
1952 #endif
1953         }
1954
1955 #ifdef NO_THREADS
1956         if ( conn->c_struct_state != SLAP_C_USED ) {
1957                 /* connection must have got closed underneath us */
1958                 return 1;
1959         }
1960 #endif
1961
1962         assert( conn->c_struct_state == SLAP_C_USED );
1963         return rc;
1964 }
1965
1966 static int
1967 connection_resched( Connection *conn )
1968 {
1969         Operation *op;
1970
1971         if( conn->c_conn_state == SLAP_C_CLOSING ) {
1972                 int rc;
1973                 ber_socket_t    sd;
1974                 ber_sockbuf_ctrl( conn->c_sb, LBER_SB_OPT_GET_FD, &sd );
1975
1976                 /* use trylock to avoid possible deadlock */
1977                 rc = ldap_pvt_thread_mutex_trylock( MCA_GET_CONN_MUTEX( sd ) );
1978
1979                 if( rc ) {
1980                         Debug( LDAP_DEBUG_TRACE,
1981                                 "connection_resched: reaquiring locks conn=%lu sd=%d\n",
1982                                 conn->c_connid, sd, 0 );
1983                         /*
1984                          * reaquire locks in the right order...
1985                          * this may allow another thread to close this connection,
1986                          * so recheck state below.
1987                          */
1988                         ldap_pvt_thread_mutex_unlock( &conn->c_mutex );
1989                         ldap_pvt_thread_mutex_lock( MCA_GET_CONN_MUTEX ( sd ) );
1990                         ldap_pvt_thread_mutex_lock( &conn->c_mutex );
1991                 }
1992
1993                 if( conn->c_conn_state != SLAP_C_CLOSING ) {
1994                         Debug( LDAP_DEBUG_TRACE, "connection_resched: "
1995                                 "closed by other thread conn=%lu sd=%d\n",
1996                                 conn->c_connid, sd, 0 );
1997                 } else {
1998                         Debug( LDAP_DEBUG_TRACE, "connection_resched: "
1999                                 "attempting closing conn=%lu sd=%d\n",
2000                                 conn->c_connid, sd, 0 );
2001                         connection_close( conn );
2002                 }
2003
2004                 ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX( sd ) );
2005                 return 0;
2006         }
2007
2008         if( conn->c_conn_state != SLAP_C_ACTIVE || conn->c_writewaiter ) {
2009                 /* other states need different handling */
2010                 return 0;
2011         }
2012
2013         while ((op = LDAP_STAILQ_FIRST( &conn->c_pending_ops )) != NULL) {
2014                 if ( conn->c_n_ops_executing > connection_pool_max/2 ) break;
2015
2016                 LDAP_STAILQ_REMOVE_HEAD( &conn->c_pending_ops, o_next );
2017                 LDAP_STAILQ_NEXT(op, o_next) = NULL;
2018
2019                 /* pending operations should not be marked for abandonment */
2020                 assert(!op->o_abandon);
2021
2022                 conn->c_n_ops_pending--;
2023                 conn->c_n_ops_executing++;
2024
2025                 connection_op_activate( op );
2026
2027                 if ( conn->c_conn_state == SLAP_C_BINDING ) break;
2028         }
2029         return 0;
2030 }
2031
2032 static void
2033 connection_init_log_prefix( Operation *op )
2034 {
2035         if ( op->o_connid == (unsigned long)(-1) ) {
2036                 snprintf( op->o_log_prefix, sizeof( op->o_log_prefix ),
2037                         "conn=-1 op=%lu", op->o_opid );
2038
2039         } else {
2040                 snprintf( op->o_log_prefix, sizeof( op->o_log_prefix ),
2041                         "conn=%lu op=%lu", op->o_connid, op->o_opid );
2042         }
2043 }
2044
2045 static int connection_bind_cb( Operation *op, SlapReply *rs )
2046 {
2047         slap_callback *cb = op->o_callback;
2048
2049         ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex );
2050         op->o_conn->c_conn_state = SLAP_C_ACTIVE;
2051         op->o_conn->c_sasl_bind_in_progress =
2052                 ( rs->sr_err == LDAP_SASL_BIND_IN_PROGRESS );
2053
2054         /* Moved here from bind.c due to ITS#4158 */
2055         op->o_conn->c_sasl_bindop = NULL;
2056         if ( op->orb_method == LDAP_AUTH_SASL ) {
2057                 if( rs->sr_err == LDAP_SUCCESS ) {
2058                         ber_dupbv(&op->o_conn->c_dn, &op->orb_edn);
2059                         if( !BER_BVISEMPTY( &op->orb_edn ) ) {
2060                                 /* edn is always normalized already */
2061                                 ber_dupbv( &op->o_conn->c_ndn, &op->o_conn->c_dn );
2062                         }
2063                         op->o_tmpfree( op->orb_edn.bv_val, op->o_tmpmemctx );
2064                         BER_BVZERO( &op->orb_edn );
2065                         op->o_conn->c_authmech = op->o_conn->c_sasl_bind_mech;
2066                         BER_BVZERO( &op->o_conn->c_sasl_bind_mech );
2067
2068                         op->o_conn->c_sasl_ssf = op->orb_ssf;
2069                         if( op->orb_ssf > op->o_conn->c_ssf ) {
2070                                 op->o_conn->c_ssf = op->orb_ssf;
2071                         }
2072
2073                         if( !BER_BVISEMPTY( &op->o_conn->c_dn ) ) {
2074                                 ber_len_t max = sockbuf_max_incoming_auth;
2075                                 ber_sockbuf_ctrl( op->o_conn->c_sb,
2076                                         LBER_SB_OPT_SET_MAX_INCOMING, &max );
2077                         }
2078
2079                         /* log authorization identity */
2080                         Statslog( LDAP_DEBUG_STATS,
2081                                 "%s BIND dn=\"%s\" mech=%s ssf=%d\n",
2082                                 op->o_log_prefix,
2083                                 BER_BVISNULL( &op->o_conn->c_dn ) ? "<empty>" : op->o_conn->c_dn.bv_val,
2084                                 op->o_conn->c_authmech.bv_val, op->orb_ssf, 0 );
2085
2086                         Debug( LDAP_DEBUG_TRACE,
2087                                 "do_bind: SASL/%s bind: dn=\"%s\" ssf=%d\n",
2088                                 op->o_conn->c_authmech.bv_val,
2089                                 BER_BVISNULL( &op->o_conn->c_dn ) ? "<empty>" : op->o_conn->c_dn.bv_val,
2090                                 op->orb_ssf );
2091
2092                 } else if ( rs->sr_err != LDAP_SASL_BIND_IN_PROGRESS ) {
2093                         if ( !BER_BVISNULL( &op->o_conn->c_sasl_bind_mech ) ) {
2094                                 free( op->o_conn->c_sasl_bind_mech.bv_val );
2095                                 BER_BVZERO( &op->o_conn->c_sasl_bind_mech );
2096                         }
2097                 }
2098         }
2099         ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex );
2100
2101         ch_free( op->o_callback );
2102         op->o_callback = NULL;
2103
2104         return SLAP_CB_CONTINUE;
2105 }
2106
2107 static void connection_op_queue( Operation *op )
2108 {
2109         ber_tag_t tag = op->o_tag;
2110
2111         if (tag == LDAP_REQ_BIND) {
2112                 slap_callback *sc = ch_calloc( 1, sizeof( slap_callback ));
2113                 sc->sc_response = connection_bind_cb;
2114                 sc->sc_next = op->o_callback;
2115                 op->o_callback = sc;
2116                 op->o_conn->c_conn_state = SLAP_C_BINDING;
2117         }
2118
2119         if (!op->o_dn.bv_len) {
2120                 op->o_authz = op->o_conn->c_authz;
2121                 if ( BER_BVISNULL( &op->o_conn->c_sasl_authz_dn )) {
2122                         ber_dupbv( &op->o_dn, &op->o_conn->c_dn );
2123                         ber_dupbv( &op->o_ndn, &op->o_conn->c_ndn );
2124                 } else {
2125                         ber_dupbv( &op->o_dn, &op->o_conn->c_sasl_authz_dn );
2126                         ber_dupbv( &op->o_ndn, &op->o_conn->c_sasl_authz_dn );
2127                 }
2128         }
2129
2130         op->o_authtype = op->o_conn->c_authtype;
2131         ber_dupbv( &op->o_authmech, &op->o_conn->c_authmech );
2132         
2133         if (!op->o_protocol) {
2134                 op->o_protocol = op->o_conn->c_protocol
2135                         ? op->o_conn->c_protocol : LDAP_VERSION3;
2136         }
2137
2138         if (op->o_conn->c_conn_state == SLAP_C_INACTIVE &&
2139                 op->o_protocol > LDAP_VERSION2)
2140         {
2141                 op->o_conn->c_conn_state = SLAP_C_ACTIVE;
2142         }
2143
2144         op->o_connid = op->o_conn->c_connid;
2145         connection_init_log_prefix( op );
2146
2147         LDAP_STAILQ_INSERT_TAIL( &op->o_conn->c_ops, op, o_next );
2148 }
2149
2150 static int connection_op_activate( Operation *op )
2151 {
2152         int rc;
2153
2154         connection_op_queue( op );
2155
2156         rc = ldap_pvt_thread_pool_submit( &connection_pool,
2157                 connection_operation, (void *) op );
2158
2159         if ( rc != 0 ) {
2160                 Debug( LDAP_DEBUG_ANY,
2161                         "connection_op_activate: submit failed (%d) for conn=%lu\n",
2162                         rc, op->o_connid, 0 );
2163                 /* should move op to pending list */
2164         }
2165
2166         return rc;
2167 }
2168
2169 #ifdef SLAP_LIGHTWEIGHT_DISPATCHER
2170 static int connection_write( ber_socket_t s );
2171 static void *connection_write_thread( void *ctx, void *arg )
2172 {
2173         return (void *)(long)connection_write((long)arg);
2174 }
2175
2176 int connection_write_activate( ber_socket_t s )
2177 {
2178         int rc;
2179
2180         /*
2181          * suspend reading on this file descriptor until a connection processing
2182          * thread write data on it. Otherwise the listener thread will repeatedly
2183          * submit the same event on it to the pool.
2184          */
2185         slapd_clr_write( s, 0);
2186
2187         rc = ldap_pvt_thread_pool_submit( &connection_pool,
2188                 connection_write_thread, (void *)(long)s );
2189
2190         if( rc != 0 ) {
2191                 Debug( LDAP_DEBUG_ANY,
2192                         "connection_write_activate(%d): submit failed (%d)\n",
2193                         (int) s, rc, 0 );
2194         }
2195         return rc;
2196 }
2197
2198 static
2199 #endif
2200 int connection_write(ber_socket_t s)
2201 {
2202         Connection *c;
2203         Operation *op;
2204
2205         assert( connections != NULL );
2206
2207         ldap_pvt_thread_mutex_lock( MCA_GET_CONN_MUTEX( s ) );
2208
2209         c = connection_get( s );
2210         if( c == NULL ) {
2211                 Debug( LDAP_DEBUG_ANY,
2212                         "connection_write(%ld): no connection!\n",
2213                         (long)s, 0, 0 );
2214                 ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX( s ) );
2215                 return -1;
2216         }
2217
2218 #ifndef SLAP_LIGHTWEIGHT_DISPATCHER
2219         slapd_clr_write( s, 0);
2220 #endif
2221         c->c_n_write++;
2222
2223         Debug( LDAP_DEBUG_TRACE,
2224                 "connection_write(%d): waking output for id=%lu\n",
2225                 s, c->c_connid, 0 );
2226         ldap_pvt_thread_cond_signal( &c->c_write_cv );
2227
2228         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_READ, NULL ) ) {
2229                 slapd_set_read( s, 1 );
2230         }
2231         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) ) {
2232                 slapd_set_write( s, 1 );
2233         }
2234
2235         /* If there are ops pending because of a writewaiter,
2236          * start one up.
2237          */
2238         while ((op = LDAP_STAILQ_FIRST( &c->c_pending_ops )) != NULL) {
2239                 if ( !c->c_writewaiter ) break;
2240                 if ( c->c_n_ops_executing > connection_pool_max/2 ) break;
2241
2242                 LDAP_STAILQ_REMOVE_HEAD( &c->c_pending_ops, o_next );
2243                 LDAP_STAILQ_NEXT(op, o_next) = NULL;
2244
2245                 /* pending operations should not be marked for abandonment */
2246                 assert(!op->o_abandon);
2247
2248                 c->c_n_ops_pending--;
2249                 c->c_n_ops_executing++;
2250
2251                 connection_op_activate( op );
2252
2253                 break;
2254         }
2255
2256         connection_return( c );
2257         ldap_pvt_thread_mutex_unlock( MCA_GET_CONN_MUTEX(s) );
2258         return 0;
2259 }
2260
2261 void
2262 connection_fake_init(
2263         Connection *conn,
2264         Operation *op,
2265         void *ctx )
2266 {
2267         conn->c_connid = -1;
2268         conn->c_send_ldap_result = slap_send_ldap_result;
2269         conn->c_send_search_entry = slap_send_search_entry;
2270         conn->c_send_search_reference = slap_send_search_reference;
2271         conn->c_listener = (Listener *)&dummy_list;
2272         conn->c_peer_domain = slap_empty_bv;
2273         conn->c_peer_name = slap_empty_bv;
2274
2275         memset(op, 0, OPERATION_BUFFER_SIZE);
2276         op->o_hdr = (Opheader *)(op+1);
2277         op->o_controls = (void **)(op->o_hdr+1);
2278         /* set memory context */
2279         op->o_tmpmemctx = slap_sl_mem_create(SLAP_SLAB_SIZE, SLAP_SLAB_STACK, ctx);
2280         op->o_tmpmfuncs = &slap_sl_mfuncs;
2281         op->o_threadctx = ctx;
2282
2283         op->o_conn = conn;
2284         op->o_connid = op->o_conn->c_connid;
2285         connection_init_log_prefix( op );
2286
2287 #ifdef LDAP_SLAPI
2288         slapi_int_create_object_extensions( SLAPI_X_EXT_CONNECTION, conn );
2289         slapi_int_create_object_extensions( SLAPI_X_EXT_OPERATION, op );
2290 #endif /* LDAP_SLAPI */
2291
2292         slap_op_time( &op->o_time, &op->o_tincr );
2293 }
2294
2295 void
2296 connection_assign_nextid( Connection *conn )
2297 {
2298         ldap_pvt_thread_mutex_lock( &conn_nextid_mutex );
2299         conn->c_connid = conn_nextid++;
2300         ldap_pvt_thread_mutex_unlock( &conn_nextid_mutex );
2301 }