]> git.sur5r.net Git - openldap/blob - servers/slapd/connection.c
Merge remote-tracking branch 'origin/mdb.master' into OPENLDAP_REL_ENG_2_5
[openldap] / servers / slapd / connection.c
1 /* $OpenLDAP$ */
2 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
3  *
4  * Copyright 1998-2014 The OpenLDAP Foundation.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted only as authorized by the OpenLDAP
9  * Public License.
10  *
11  * A copy of this license is available in the file LICENSE in the
12  * top-level directory of the distribution or, alternatively, at
13  * <http://www.OpenLDAP.org/license.html>.
14  */
15 /* Portions Copyright (c) 1995 Regents of the University of Michigan.
16  * All rights reserved.
17  *
18  * Redistribution and use in source and binary forms are permitted
19  * provided that this notice is preserved and that due credit is given
20  * to the University of Michigan at Ann Arbor. The name of the University
21  * may not be used to endorse or promote products derived from this
22  * software without specific prior written permission. This software
23  * is provided ``as is'' without express or implied warranty.
24  */
25
26 #include "portable.h"
27
28 #include <stdio.h>
29 #ifdef HAVE_LIMITS_H
30 #include <limits.h>
31 #endif
32
33 #include <ac/socket.h>
34 #include <ac/errno.h>
35 #include <ac/string.h>
36 #include <ac/time.h>
37 #include <ac/unistd.h>
38
39 #include "lutil.h"
40 #include "slap.h"
41
42 #ifdef LDAP_CONNECTIONLESS
43 #include "../../libraries/liblber/lber-int.h"   /* ber_int_sb_read() */
44 #endif
45
46 #ifdef LDAP_SLAPI
47 #include "slapi/slapi.h"
48 #endif
49
50 /* protected by connections_mutex */
51 static ldap_pvt_thread_mutex_t connections_mutex;
52 static Connection *connections = NULL;
53
54 static ldap_pvt_thread_mutex_t conn_nextid_mutex;
55 static unsigned long conn_nextid = SLAPD_SYNC_SYNCCONN_OFFSET;
56
57 static const char conn_lost_str[] = "connection lost";
58
59 const char *
60 connection_state2str( int state )
61 {
62         switch( state ) {
63         case SLAP_C_INVALID:    return "!";
64         case SLAP_C_INACTIVE:   return "|";
65         case SLAP_C_CLOSING:    return "C";
66         case SLAP_C_ACTIVE:             return "";
67         case SLAP_C_BINDING:    return "B";
68         case SLAP_C_CLIENT:             return "L";
69         }
70
71         return "?";
72 }
73
74 static Connection* connection_get( ber_socket_t s );
75
76 typedef struct conn_readinfo {
77         Operation *op;
78         ldap_pvt_thread_start_t *func;
79         void *arg;
80         void *ctx;
81         int nullop;
82 } conn_readinfo;
83
84 static int connection_input( Connection *c, conn_readinfo *cri );
85 static void connection_close( Connection *c );
86
87 static int connection_op_activate( Operation *op );
88 static void connection_op_queue( Operation *op );
89 static int connection_resched( Connection *conn );
90 static void connection_abandon( Connection *conn );
91 static void connection_destroy( Connection *c );
92
93 static ldap_pvt_thread_start_t connection_operation;
94
95 /*
96  * Initialize connection management infrastructure.
97  */
98 int connections_init(void)
99 {
100         int i;
101
102         assert( connections == NULL );
103
104         if( connections != NULL) {
105                 Debug( LDAP_DEBUG_ANY, "connections_init: already initialized.\n",
106                         0, 0, 0 );
107                 return -1;
108         }
109
110         /* should check return of every call */
111         ldap_pvt_thread_mutex_init( &connections_mutex );
112         ldap_pvt_thread_mutex_init( &conn_nextid_mutex );
113
114         connections = (Connection *) ch_calloc( dtblsize, sizeof(Connection) );
115
116         if( connections == NULL ) {
117                 Debug( LDAP_DEBUG_ANY, "connections_init: "
118                         "allocation (%d*%ld) of connection array failed\n",
119                         dtblsize, (long) sizeof(Connection), 0 );
120                 return -1;
121         }
122
123         assert( connections[0].c_struct_state == SLAP_C_UNINITIALIZED );
124         assert( connections[dtblsize-1].c_struct_state == SLAP_C_UNINITIALIZED );
125
126         for (i=0; i<dtblsize; i++) connections[i].c_conn_idx = i;
127
128         /*
129          * per entry initialization of the Connection array initialization
130          * will be done by connection_init()
131          */ 
132
133         return 0;
134 }
135
136 /*
137  * Destroy connection management infrastructure.
138  */
139
140 int connections_destroy(void)
141 {
142         ber_socket_t i;
143
144         /* should check return of every call */
145
146         if( connections == NULL) {
147                 Debug( LDAP_DEBUG_ANY, "connections_destroy: nothing to destroy.\n",
148                         0, 0, 0 );
149                 return -1;
150         }
151
152         for ( i = 0; i < dtblsize; i++ ) {
153                 if( connections[i].c_struct_state != SLAP_C_UNINITIALIZED ) {
154                         ber_sockbuf_free( connections[i].c_sb );
155                         ldap_pvt_thread_mutex_destroy( &connections[i].c_mutex );
156                         ldap_pvt_thread_mutex_destroy( &connections[i].c_write1_mutex );
157                         ldap_pvt_thread_cond_destroy( &connections[i].c_write1_cv );
158 #ifdef LDAP_SLAPI
159                         if ( slapi_plugins_used ) {
160                                 slapi_int_free_object_extensions( SLAPI_X_EXT_CONNECTION,
161                                         &connections[i] );
162                         }
163 #endif
164                 }
165         }
166
167         free( connections );
168         connections = NULL;
169
170         ldap_pvt_thread_mutex_destroy( &connections_mutex );
171         ldap_pvt_thread_mutex_destroy( &conn_nextid_mutex );
172         return 0;
173 }
174
175 /*
176  * shutdown all connections
177  */
178 int connections_shutdown(void)
179 {
180         ber_socket_t i;
181
182         for ( i = 0; i < dtblsize; i++ ) {
183                 if( connections[i].c_struct_state != SLAP_C_UNINITIALIZED ) {
184                         ldap_pvt_thread_mutex_lock( &connections[i].c_mutex );
185                         if( connections[i].c_struct_state == SLAP_C_USED ) {
186
187                                 /* give persistent clients a chance to cleanup */
188                                 if( connections[i].c_conn_state == SLAP_C_CLIENT ) {
189                                         ldap_pvt_thread_pool_submit( &connection_pool,
190                                         connections[i].c_clientfunc, connections[i].c_clientarg );
191                                 } else {
192                                         /* c_mutex is locked */
193                                         connection_closing( &connections[i], "slapd shutdown" );
194                                         connection_close( &connections[i] );
195                                 }
196                         }
197                         ldap_pvt_thread_mutex_unlock( &connections[i].c_mutex );
198                 }
199         }
200
201         return 0;
202 }
203
204 /*
205  * Timeout idle connections.
206  */
207 int connections_timeout_idle(time_t now)
208 {
209         int i = 0, writers = 0;
210         ber_socket_t connindex;
211         Connection* c;
212
213         for( c = connection_first( &connindex );
214                 c != NULL;
215                 c = connection_next( c, &connindex ) )
216         {
217                 /* Don't timeout a slow-running request or a persistent
218                  * outbound connection.
219                  */
220                 if(( c->c_n_ops_executing && !c->c_writewaiter)
221                         || c->c_conn_state == SLAP_C_CLIENT ) {
222                         continue;
223                 }
224
225                 if( global_idletimeout && 
226                         difftime( c->c_activitytime+global_idletimeout, now) < 0 ) {
227                         /* close it */
228                         connection_closing( c, "idletimeout" );
229                         connection_close( c );
230                         i++;
231                         continue;
232                 }
233         }
234         connection_done( c );
235
236         return i;
237 }
238
239 /* Drop all client connections */
240 void connections_drop()
241 {
242         Connection* c;
243         ber_socket_t connindex;
244
245         for( c = connection_first( &connindex );
246                 c != NULL;
247                 c = connection_next( c, &connindex ) )
248         {
249                 /* Don't close a slow-running request or a persistent
250                  * outbound connection.
251                  */
252                 if(( c->c_n_ops_executing && !c->c_writewaiter)
253                         || c->c_conn_state == SLAP_C_CLIENT ) {
254                         continue;
255                 }
256                 connection_closing( c, "dropping" );
257                 connection_close( c );
258         }
259         connection_done( c );
260 }
261
262 static Connection* connection_get( ber_socket_t s )
263 {
264         Connection *c;
265
266         Debug( LDAP_DEBUG_ARGS,
267                 "connection_get(%ld)\n",
268                 (long) s, 0, 0 );
269
270         assert( connections != NULL );
271
272         if(s == AC_SOCKET_INVALID) return NULL;
273
274         assert( s < dtblsize );
275         c = &connections[s];
276
277         if( c != NULL ) {
278                 ldap_pvt_thread_mutex_lock( &c->c_mutex );
279
280                 assert( c->c_struct_state != SLAP_C_UNINITIALIZED );
281
282                 if( c->c_struct_state != SLAP_C_USED ) {
283                         /* connection must have been closed due to resched */
284
285                         Debug( LDAP_DEBUG_CONNS,
286                                 "connection_get(%d): connection not used\n",
287                                 s, 0, 0 );
288                         assert( c->c_conn_state == SLAP_C_INVALID );
289                         assert( c->c_sd == AC_SOCKET_INVALID );
290
291                         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
292                         return NULL;
293                 }
294
295                 Debug( LDAP_DEBUG_TRACE,
296                         "connection_get(%d): got connid=%lu\n",
297                         s, c->c_connid, 0 );
298
299                 c->c_n_get++;
300
301                 assert( c->c_struct_state == SLAP_C_USED );
302                 assert( c->c_conn_state != SLAP_C_INVALID );
303                 assert( c->c_sd != AC_SOCKET_INVALID );
304
305 #ifndef SLAPD_MONITOR
306                 if ( global_idletimeout > 0 )
307 #endif /* ! SLAPD_MONITOR */
308                 {
309                         c->c_activitytime = slap_get_time();
310                 }
311         }
312
313         return c;
314 }
315
316 static void connection_return( Connection *c )
317 {
318         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
319 }
320
321 Connection * connection_init(
322         ber_socket_t s,
323         Listener *listener,
324         const char* dnsname,
325         const char* peername,
326         int flags,
327         slap_ssf_t ssf,
328         struct berval *authid
329         LDAP_PF_LOCAL_SENDMSG_ARG(struct berval *peerbv))
330 {
331         unsigned long id;
332         Connection *c;
333         int doinit = 0;
334         ber_socket_t sfd = SLAP_FD2SOCK(s);
335
336         assert( connections != NULL );
337
338         assert( listener != NULL );
339         assert( dnsname != NULL );
340         assert( peername != NULL );
341
342 #ifndef HAVE_TLS
343         assert( !( flags & CONN_IS_TLS ));
344 #endif
345
346         if( s == AC_SOCKET_INVALID ) {
347                 Debug( LDAP_DEBUG_ANY,
348                         "connection_init: init of socket %ld invalid.\n", (long)s, 0, 0 );
349                 return NULL;
350         }
351
352         assert( s >= 0 );
353         assert( s < dtblsize );
354         c = &connections[s];
355         if( c->c_struct_state == SLAP_C_UNINITIALIZED ) {
356                 doinit = 1;
357         } else {
358                 assert( c->c_struct_state == SLAP_C_UNUSED );
359         }
360
361         if( doinit ) {
362                 c->c_send_ldap_result = slap_send_ldap_result;
363                 c->c_send_search_entry = slap_send_search_entry;
364                 c->c_send_search_reference = slap_send_search_reference;
365                 c->c_send_ldap_extended = slap_send_ldap_extended;
366                 c->c_send_ldap_intermediate = slap_send_ldap_intermediate;
367
368                 BER_BVZERO( &c->c_authmech );
369                 BER_BVZERO( &c->c_dn );
370                 BER_BVZERO( &c->c_ndn );
371
372                 c->c_listener = NULL;
373                 BER_BVZERO( &c->c_peer_domain );
374                 BER_BVZERO( &c->c_peer_name );
375
376                 LDAP_STAILQ_INIT(&c->c_ops);
377                 LDAP_STAILQ_INIT(&c->c_pending_ops);
378
379 #ifdef LDAP_X_TXN
380                 c->c_txn = CONN_TXN_INACTIVE;
381                 c->c_txn_backend = NULL;
382                 LDAP_STAILQ_INIT(&c->c_txn_ops);
383 #endif
384
385                 BER_BVZERO( &c->c_sasl_bind_mech );
386                 c->c_sasl_done = 0;
387                 c->c_sasl_authctx = NULL;
388                 c->c_sasl_sockctx = NULL;
389                 c->c_sasl_extra = NULL;
390                 c->c_sasl_bindop = NULL;
391                 c->c_sasl_cbind = NULL;
392
393                 c->c_sb = ber_sockbuf_alloc( );
394
395                 {
396                         ber_len_t max = sockbuf_max_incoming;
397                         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
398                 }
399
400                 c->c_currentber = NULL;
401
402                 /* should check status of thread calls */
403                 ldap_pvt_thread_mutex_init( &c->c_mutex );
404                 ldap_pvt_thread_mutex_init( &c->c_write1_mutex );
405                 ldap_pvt_thread_cond_init( &c->c_write1_cv );
406
407 #ifdef LDAP_SLAPI
408                 if ( slapi_plugins_used ) {
409                         slapi_int_create_object_extensions( SLAPI_X_EXT_CONNECTION, c );
410                 }
411 #endif
412         }
413
414         ldap_pvt_thread_mutex_lock( &c->c_mutex );
415
416         assert( BER_BVISNULL( &c->c_authmech ) );
417         assert( BER_BVISNULL( &c->c_dn ) );
418         assert( BER_BVISNULL( &c->c_ndn ) );
419         assert( c->c_listener == NULL );
420         assert( BER_BVISNULL( &c->c_peer_domain ) );
421         assert( BER_BVISNULL( &c->c_peer_name ) );
422         assert( LDAP_STAILQ_EMPTY(&c->c_ops) );
423         assert( LDAP_STAILQ_EMPTY(&c->c_pending_ops) );
424 #ifdef LDAP_X_TXN
425         assert( c->c_txn == CONN_TXN_INACTIVE );
426         assert( c->c_txn_backend == NULL );
427         assert( LDAP_STAILQ_EMPTY(&c->c_txn_ops) );
428 #endif
429         assert( BER_BVISNULL( &c->c_sasl_bind_mech ) );
430         assert( c->c_sasl_done == 0 );
431         assert( c->c_sasl_authctx == NULL );
432         assert( c->c_sasl_sockctx == NULL );
433         assert( c->c_sasl_extra == NULL );
434         assert( c->c_sasl_bindop == NULL );
435         assert( c->c_sasl_cbind == NULL );
436         assert( c->c_currentber == NULL );
437         assert( c->c_writewaiter == 0);
438         assert( c->c_writers == 0);
439
440         c->c_listener = listener;
441         c->c_sd = s;
442
443         if ( flags & CONN_IS_CLIENT ) {
444                 c->c_connid = 0;
445                 ldap_pvt_thread_mutex_lock( &connections_mutex );
446                 c->c_conn_state = SLAP_C_CLIENT;
447                 c->c_struct_state = SLAP_C_USED;
448                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
449                 c->c_close_reason = "?";                        /* should never be needed */
450                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_FD, &sfd );
451                 ldap_pvt_thread_mutex_unlock( &c->c_mutex );
452
453                 return c;
454         }
455
456         ber_str2bv( dnsname, 0, 1, &c->c_peer_domain );
457         ber_str2bv( peername, 0, 1, &c->c_peer_name );
458
459         c->c_n_ops_received = 0;
460         c->c_n_ops_executing = 0;
461         c->c_n_ops_pending = 0;
462         c->c_n_ops_completed = 0;
463
464         c->c_n_get = 0;
465         c->c_n_read = 0;
466         c->c_n_write = 0;
467
468         /* set to zero until bind, implies LDAP_VERSION3 */
469         c->c_protocol = 0;
470
471 #ifndef SLAPD_MONITOR
472         if ( global_idletimeout > 0 )
473 #endif /* ! SLAPD_MONITOR */
474         {
475                 c->c_activitytime = c->c_starttime = slap_get_time();
476         }
477
478 #ifdef LDAP_CONNECTIONLESS
479         c->c_is_udp = 0;
480         if( flags & CONN_IS_UDP ) {
481                 c->c_is_udp = 1;
482 #ifdef LDAP_DEBUG
483                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
484                         LBER_SBIOD_LEVEL_PROVIDER, (void*)"udp_" );
485 #endif
486                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_udp,
487                         LBER_SBIOD_LEVEL_PROVIDER, (void *)&sfd );
488                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_readahead,
489                         LBER_SBIOD_LEVEL_PROVIDER, NULL );
490         } else
491 #endif /* LDAP_CONNECTIONLESS */
492 #ifdef LDAP_PF_LOCAL
493         if ( flags & CONN_IS_IPC ) {
494 #ifdef LDAP_DEBUG
495                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
496                         LBER_SBIOD_LEVEL_PROVIDER, (void*)"ipc_" );
497 #endif
498                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_fd,
499                         LBER_SBIOD_LEVEL_PROVIDER, (void *)&sfd );
500 #ifdef LDAP_PF_LOCAL_SENDMSG
501                 if ( !BER_BVISEMPTY( peerbv ))
502                         ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_UNGET_BUF, peerbv );
503 #endif
504         } else
505 #endif /* LDAP_PF_LOCAL */
506         {
507 #ifdef LDAP_DEBUG
508                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
509                         LBER_SBIOD_LEVEL_PROVIDER, (void*)"tcp_" );
510 #endif
511                 ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_tcp,
512                         LBER_SBIOD_LEVEL_PROVIDER, (void *)&sfd );
513         }
514
515 #ifdef LDAP_DEBUG
516         ber_sockbuf_add_io( c->c_sb, &ber_sockbuf_io_debug,
517                 INT_MAX, (void*)"ldap_" );
518 #endif
519
520         if( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_NONBLOCK,
521                 c /* non-NULL */ ) < 0 )
522         {
523                 Debug( LDAP_DEBUG_ANY,
524                         "connection_init(%d, %s): set nonblocking failed\n",
525                         s, c->c_peer_name.bv_val, 0 );
526         }
527
528         ldap_pvt_thread_mutex_lock( &conn_nextid_mutex );
529         id = c->c_connid = conn_nextid++;
530         ldap_pvt_thread_mutex_unlock( &conn_nextid_mutex );
531
532         ldap_pvt_thread_mutex_lock( &connections_mutex );
533         c->c_conn_state = SLAP_C_INACTIVE;
534         c->c_struct_state = SLAP_C_USED;
535         ldap_pvt_thread_mutex_unlock( &connections_mutex );
536         c->c_close_reason = "?";                        /* should never be needed */
537
538         c->c_ssf = c->c_transport_ssf = ssf;
539         c->c_tls_ssf = 0;
540
541 #ifdef HAVE_TLS
542         if ( flags & CONN_IS_TLS ) {
543                 c->c_is_tls = 1;
544                 c->c_needs_tls_accept = 1;
545         } else {
546                 c->c_is_tls = 0;
547                 c->c_needs_tls_accept = 0;
548         }
549 #endif
550
551         slap_sasl_open( c, 0 );
552         slap_sasl_external( c, ssf, authid );
553
554         slapd_add_internal( s, 1 );
555
556         backend_connection_init(c);
557         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
558
559         if ( !(flags & CONN_IS_UDP ))
560                 Statslog( LDAP_DEBUG_STATS,
561                         "conn=%ld fd=%ld ACCEPT from %s (%s)\n",
562                         id, (long) s, peername, listener->sl_name.bv_val, 0 );
563
564         return c;
565 }
566
567 void connection2anonymous( Connection *c )
568 {
569         assert( connections != NULL );
570         assert( c != NULL );
571
572         {
573                 ber_len_t max = sockbuf_max_incoming;
574                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
575         }
576
577         if ( !BER_BVISNULL( &c->c_authmech ) ) {
578                 ch_free(c->c_authmech.bv_val);
579         }
580         BER_BVZERO( &c->c_authmech );
581
582         if ( !BER_BVISNULL( &c->c_dn ) ) {
583                 ch_free(c->c_dn.bv_val);
584         }
585         BER_BVZERO( &c->c_dn );
586
587         if ( !BER_BVISNULL( &c->c_ndn ) ) {
588                 ch_free(c->c_ndn.bv_val);
589         }
590         BER_BVZERO( &c->c_ndn );
591
592         if ( !BER_BVISNULL( &c->c_sasl_authz_dn ) ) {
593                 ber_memfree_x( c->c_sasl_authz_dn.bv_val, NULL );
594         }
595         BER_BVZERO( &c->c_sasl_authz_dn );
596
597         c->c_authz_backend = NULL;
598 }
599
600 static void
601 connection_destroy( Connection *c )
602 {
603         unsigned long   connid;
604         const char              *close_reason;
605         Sockbuf                 *sb;
606         ber_socket_t    sd;
607
608         assert( connections != NULL );
609         assert( c != NULL );
610         assert( c->c_struct_state != SLAP_C_UNUSED );
611         assert( c->c_conn_state != SLAP_C_INVALID );
612         assert( LDAP_STAILQ_EMPTY(&c->c_ops) );
613         assert( LDAP_STAILQ_EMPTY(&c->c_pending_ops) );
614 #ifdef LDAP_X_TXN
615         assert( c->c_txn == CONN_TXN_INACTIVE );
616         assert( c->c_txn_backend == NULL );
617         assert( LDAP_STAILQ_EMPTY(&c->c_txn_ops) );
618 #endif
619         assert( c->c_writewaiter == 0);
620         assert( c->c_writers == 0);
621
622         /* only for stats (print -1 as "%lu" may give unexpected results ;) */
623         connid = c->c_connid;
624         close_reason = c->c_close_reason;
625
626         ldap_pvt_thread_mutex_lock( &connections_mutex );
627         c->c_struct_state = SLAP_C_PENDING;
628         ldap_pvt_thread_mutex_unlock( &connections_mutex );
629
630         backend_connection_destroy(c);
631
632         c->c_protocol = 0;
633         c->c_connid = -1;
634
635         c->c_activitytime = c->c_starttime = 0;
636
637         connection2anonymous( c );
638         c->c_listener = NULL;
639
640         if(c->c_peer_domain.bv_val != NULL) {
641                 free(c->c_peer_domain.bv_val);
642         }
643         BER_BVZERO( &c->c_peer_domain );
644         if(c->c_peer_name.bv_val != NULL) {
645                 free(c->c_peer_name.bv_val);
646         }
647         BER_BVZERO( &c->c_peer_name );
648
649         c->c_sasl_bind_in_progress = 0;
650         if(c->c_sasl_bind_mech.bv_val != NULL) {
651                 free(c->c_sasl_bind_mech.bv_val);
652         }
653         BER_BVZERO( &c->c_sasl_bind_mech );
654
655         slap_sasl_close( c );
656
657         if ( c->c_currentber != NULL ) {
658                 ber_free( c->c_currentber, 1 );
659                 c->c_currentber = NULL;
660         }
661
662
663 #ifdef LDAP_SLAPI
664         /* call destructors, then constructors; avoids unnecessary allocation */
665         if ( slapi_plugins_used ) {
666                 slapi_int_clear_object_extensions( SLAPI_X_EXT_CONNECTION, c );
667         }
668 #endif
669
670         sd = c->c_sd;
671         c->c_sd = AC_SOCKET_INVALID;
672         c->c_conn_state = SLAP_C_INVALID;
673         c->c_struct_state = SLAP_C_UNUSED;
674         c->c_close_reason = "?";                        /* should never be needed */
675
676         sb = c->c_sb;
677         c->c_sb = ber_sockbuf_alloc( );
678         {
679                 ber_len_t max = sockbuf_max_incoming;
680                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
681         }
682
683         /* c must be fully reset by this point; when we call slapd_remove
684          * it may get immediately reused by a new connection.
685          */
686         if ( sd != AC_SOCKET_INVALID ) {
687                 slapd_remove( sd, sb, 1, 0, 0 );
688
689                 if ( close_reason == NULL ) {
690                         Statslog( LDAP_DEBUG_STATS, "conn=%lu fd=%ld closed\n",
691                                 connid, (long) sd, 0, 0, 0 );
692                 } else {
693                         Statslog( LDAP_DEBUG_STATS, "conn=%lu fd=%ld closed (%s)\n",
694                                 connid, (long) sd, close_reason, 0, 0 );
695                 }
696         }
697 }
698
699 int connection_valid( Connection *c )
700 {
701         /* c_mutex must be locked by caller */
702
703         assert( c != NULL );
704
705         return c->c_struct_state == SLAP_C_USED &&
706                 c->c_conn_state >= SLAP_C_ACTIVE &&
707                 c->c_conn_state <= SLAP_C_CLIENT;
708 }
709
710 static void connection_abandon( Connection *c )
711 {
712         /* c_mutex must be locked by caller */
713
714         Operation *o, *next, op = {0};
715         Opheader ohdr = {0};
716
717         op.o_hdr = &ohdr;
718         op.o_conn = c;
719         op.o_connid = c->c_connid;
720         op.o_tag = LDAP_REQ_ABANDON;
721
722         for ( o = LDAP_STAILQ_FIRST( &c->c_ops ); o; o=next ) {
723                 SlapReply rs = {REP_RESULT};
724
725                 next = LDAP_STAILQ_NEXT( o, o_next );
726                 op.orn_msgid = o->o_msgid;
727                 o->o_abandon = 1;
728                 op.o_bd = frontendDB;
729                 frontendDB->be_abandon( &op, &rs );
730         }
731
732 #ifdef LDAP_X_TXN
733         /* remove operations in pending transaction */
734         while ( (o = LDAP_STAILQ_FIRST( &c->c_txn_ops )) != NULL) {
735                 LDAP_STAILQ_REMOVE_HEAD( &c->c_txn_ops, o_next );
736                 LDAP_STAILQ_NEXT(o, o_next) = NULL;
737                 slap_op_free( o, NULL );
738         }
739
740         /* clear transaction */
741         c->c_txn_backend = NULL;
742         c->c_txn = CONN_TXN_INACTIVE;
743 #endif
744
745         /* remove pending operations */
746         while ( (o = LDAP_STAILQ_FIRST( &c->c_pending_ops )) != NULL) {
747                 LDAP_STAILQ_REMOVE_HEAD( &c->c_pending_ops, o_next );
748                 LDAP_STAILQ_NEXT(o, o_next) = NULL;
749                 slap_op_free( o, NULL );
750         }
751 }
752
753 static void
754 connection_wake_writers( Connection *c )
755 {
756         /* wake write blocked operations */
757         ldap_pvt_thread_mutex_lock( &c->c_write1_mutex );
758         if ( c->c_writers > 0 ) {
759                 c->c_writers = -c->c_writers;
760                 ldap_pvt_thread_cond_broadcast( &c->c_write1_cv );
761                 ldap_pvt_thread_mutex_unlock( &c->c_write1_mutex );
762                 if ( c->c_writewaiter ) {
763                         slapd_shutsock( c->c_sd );
764                 }
765                 ldap_pvt_thread_mutex_lock( &c->c_write1_mutex );
766                 while ( c->c_writers ) {
767                         ldap_pvt_thread_cond_wait( &c->c_write1_cv, &c->c_write1_mutex );
768                 }
769                 ldap_pvt_thread_mutex_unlock( &c->c_write1_mutex );
770         } else {
771                 ldap_pvt_thread_mutex_unlock( &c->c_write1_mutex );
772                 slapd_clr_write( c->c_sd, 1 );
773         }
774 }
775
776 void connection_closing( Connection *c, const char *why )
777 {
778         assert( connections != NULL );
779         assert( c != NULL );
780
781         if ( c->c_struct_state != SLAP_C_USED ) return;
782
783         assert( c->c_conn_state != SLAP_C_INVALID );
784
785         /* c_mutex must be locked by caller */
786
787         if( c->c_conn_state != SLAP_C_CLOSING ) {
788                 Debug( LDAP_DEBUG_CONNS,
789                         "connection_closing: readying conn=%lu sd=%d for close\n",
790                         c->c_connid, c->c_sd, 0 );
791                 /* update state to closing */
792                 c->c_conn_state = SLAP_C_CLOSING;
793                 c->c_close_reason = why;
794
795                 /* don't listen on this port anymore */
796                 slapd_clr_read( c->c_sd, 0 );
797
798                 /* abandon active operations */
799                 connection_abandon( c );
800
801                 /* wake write blocked operations */
802                 connection_wake_writers( c );
803
804         } else if( why == NULL && c->c_close_reason == conn_lost_str ) {
805                 /* Client closed connection after doing Unbind. */
806                 c->c_close_reason = NULL;
807         }
808 }
809
810 static void
811 connection_close( Connection *c )
812 {
813         assert( connections != NULL );
814         assert( c != NULL );
815
816         if ( c->c_struct_state != SLAP_C_USED ) return;
817
818         assert( c->c_conn_state == SLAP_C_CLOSING );
819
820         /* NOTE: c_mutex should be locked by caller */
821
822         if ( !LDAP_STAILQ_EMPTY(&c->c_ops) ||
823                 !LDAP_STAILQ_EMPTY(&c->c_pending_ops) )
824         {
825                 Debug( LDAP_DEBUG_CONNS,
826                         "connection_close: deferring conn=%lu sd=%d\n",
827                         c->c_connid, c->c_sd, 0 );
828                 return;
829         }
830
831         Debug( LDAP_DEBUG_TRACE, "connection_close: conn=%lu sd=%d\n",
832                 c->c_connid, c->c_sd, 0 );
833
834         connection_destroy( c );
835 }
836
837 unsigned long connections_nextid(void)
838 {
839         unsigned long id;
840         assert( connections != NULL );
841
842         ldap_pvt_thread_mutex_lock( &conn_nextid_mutex );
843
844         id = conn_nextid;
845
846         ldap_pvt_thread_mutex_unlock( &conn_nextid_mutex );
847
848         return id;
849 }
850
851 /*
852  * Loop through the connections:
853  *
854  *      for (c = connection_first(&i); c; c = connection_next(c, &i)) ...;
855  *      connection_done(c);
856  *
857  * 'i' is the cursor, initialized by connection_first().
858  * 'c_mutex' is locked in the returned connection.  The functions must
859  * be passed the previous return value so they can unlock it again.
860  */
861
862 Connection* connection_first( ber_socket_t *index )
863 {
864         assert( connections != NULL );
865         assert( index != NULL );
866
867         ldap_pvt_thread_mutex_lock( &connections_mutex );
868         for( *index = 0; *index < dtblsize; (*index)++) {
869                 if( connections[*index].c_struct_state != SLAP_C_UNINITIALIZED ) {
870                         break;
871                 }
872         }
873         ldap_pvt_thread_mutex_unlock( &connections_mutex );
874
875         return connection_next(NULL, index);
876 }
877
878 /* Next connection in loop, see connection_first() */
879 Connection* connection_next( Connection *c, ber_socket_t *index )
880 {
881         assert( connections != NULL );
882         assert( index != NULL );
883         assert( *index <= dtblsize );
884
885         if( c != NULL ) ldap_pvt_thread_mutex_unlock( &c->c_mutex );
886
887         c = NULL;
888
889         ldap_pvt_thread_mutex_lock( &connections_mutex );
890         for(; *index < dtblsize; (*index)++) {
891                 int c_struct;
892                 if( connections[*index].c_struct_state == SLAP_C_UNINITIALIZED ) {
893                         /* FIXME: accessing c_conn_state without locking c_mutex */
894                         assert( connections[*index].c_conn_state == SLAP_C_INVALID );
895                         continue;
896                 }
897
898                 if( connections[*index].c_struct_state == SLAP_C_USED ) {
899                         c = &connections[(*index)++];
900                         if ( ldap_pvt_thread_mutex_trylock( &c->c_mutex )) {
901                                 /* avoid deadlock */
902                                 ldap_pvt_thread_mutex_unlock( &connections_mutex );
903                                 ldap_pvt_thread_mutex_lock( &c->c_mutex );
904                                 ldap_pvt_thread_mutex_lock( &connections_mutex );
905                                 if ( c->c_struct_state != SLAP_C_USED ) {
906                                         ldap_pvt_thread_mutex_unlock( &c->c_mutex );
907                                         c = NULL;
908                                         continue;
909                                 }
910                         }
911                         assert( c->c_conn_state != SLAP_C_INVALID );
912                         break;
913                 }
914
915                 c_struct = connections[*index].c_struct_state;
916                 if ( c_struct == SLAP_C_PENDING )
917                         continue;
918                 assert( c_struct == SLAP_C_UNUSED );
919                 /* FIXME: accessing c_conn_state without locking c_mutex */
920                 assert( connections[*index].c_conn_state == SLAP_C_INVALID );
921         }
922
923         ldap_pvt_thread_mutex_unlock( &connections_mutex );
924         return c;
925 }
926
927 /* End connection loop, see connection_first() */
928 void connection_done( Connection *c )
929 {
930         assert( connections != NULL );
931
932         if( c != NULL ) ldap_pvt_thread_mutex_unlock( &c->c_mutex );
933 }
934
935 /*
936  * connection_activity - handle the request operation op on connection
937  * conn.  This routine figures out what kind of operation it is and
938  * calls the appropriate stub to handle it.
939  */
940
941 #ifdef SLAPD_MONITOR
942 /* FIXME: returns 0 in case of failure */
943 #define INCR_OP_INITIATED(index) \
944         do { \
945                 ldap_pvt_thread_mutex_lock( &op->o_counters->sc_mutex ); \
946                 ldap_pvt_mp_add_ulong(op->o_counters->sc_ops_initiated_[(index)], 1); \
947                 ldap_pvt_thread_mutex_unlock( &op->o_counters->sc_mutex ); \
948         } while (0)
949 #define INCR_OP_COMPLETED(index) \
950         do { \
951                 ldap_pvt_thread_mutex_lock( &op->o_counters->sc_mutex ); \
952                 ldap_pvt_mp_add_ulong(op->o_counters->sc_ops_completed, 1); \
953                 ldap_pvt_mp_add_ulong(op->o_counters->sc_ops_completed_[(index)], 1); \
954                 ldap_pvt_thread_mutex_unlock( &op->o_counters->sc_mutex ); \
955         } while (0)
956 #else /* !SLAPD_MONITOR */
957 #define INCR_OP_INITIATED(index) do { } while (0)
958 #define INCR_OP_COMPLETED(index) \
959         do { \
960                 ldap_pvt_thread_mutex_lock( &op->o_counters->sc_mutex ); \
961                 ldap_pvt_mp_add_ulong(op->o_counters->sc_ops_completed, 1); \
962                 ldap_pvt_thread_mutex_unlock( &op->o_counters->sc_mutex ); \
963         } while (0)
964 #endif /* !SLAPD_MONITOR */
965
966 /*
967  * NOTE: keep in sync with enum in slapd.h
968  */
969 static BI_op_func *opfun[] = {
970         do_bind,
971         do_unbind,
972         do_search,
973         do_compare,
974         do_modify,
975         do_modrdn,
976         do_add,
977         do_delete,
978         do_abandon,
979         do_extended,
980         NULL
981 };
982
983 /* Counters are per-thread, not per-connection.
984  */
985 static void
986 conn_counter_destroy( void *key, void *data )
987 {
988         slap_counters_t **prev, *sc;
989
990         ldap_pvt_thread_mutex_lock( &slap_counters.sc_mutex );
991         for ( prev = &slap_counters.sc_next, sc = slap_counters.sc_next; sc;
992                 prev = &sc->sc_next, sc = sc->sc_next ) {
993                 if ( sc == data ) {
994                         int i;
995
996                         *prev = sc->sc_next;
997                         /* Copy data to main counter */
998                         ldap_pvt_mp_add( slap_counters.sc_bytes, sc->sc_bytes );
999                         ldap_pvt_mp_add( slap_counters.sc_pdu, sc->sc_pdu );
1000                         ldap_pvt_mp_add( slap_counters.sc_entries, sc->sc_entries );
1001                         ldap_pvt_mp_add( slap_counters.sc_refs, sc->sc_refs );
1002                         ldap_pvt_mp_add( slap_counters.sc_ops_initiated, sc->sc_ops_initiated );
1003                         ldap_pvt_mp_add( slap_counters.sc_ops_completed, sc->sc_ops_completed );
1004 #ifdef SLAPD_MONITOR
1005                         for ( i = 0; i < SLAP_OP_LAST; i++ ) {
1006                                 ldap_pvt_mp_add( slap_counters.sc_ops_initiated_[ i ], sc->sc_ops_initiated_[ i ] );
1007                                 ldap_pvt_mp_add( slap_counters.sc_ops_initiated_[ i ], sc->sc_ops_completed_[ i ] );
1008                         }
1009 #endif /* SLAPD_MONITOR */
1010                         slap_counters_destroy( sc );
1011                         ber_memfree_x( data, NULL );
1012                         break;
1013                 }
1014         }
1015         ldap_pvt_thread_mutex_unlock( &slap_counters.sc_mutex );
1016 }
1017
1018 static void
1019 conn_counter_init( Operation *op, void *ctx )
1020 {
1021         slap_counters_t *sc;
1022         void *vsc = NULL;
1023
1024         if ( ldap_pvt_thread_pool_getkey(
1025                         ctx, (void *)conn_counter_init, &vsc, NULL ) || !vsc ) {
1026                 vsc = ch_malloc( sizeof( slap_counters_t ));
1027                 sc = vsc;
1028                 slap_counters_init( sc );
1029                 ldap_pvt_thread_pool_setkey( ctx, (void*)conn_counter_init, vsc,
1030                         conn_counter_destroy, NULL, NULL );
1031
1032                 ldap_pvt_thread_mutex_lock( &slap_counters.sc_mutex );
1033                 sc->sc_next = slap_counters.sc_next;
1034                 slap_counters.sc_next = sc;
1035                 ldap_pvt_thread_mutex_unlock( &slap_counters.sc_mutex );
1036         }
1037         op->o_counters = vsc;
1038 }
1039
1040 static void *
1041 connection_operation( void *ctx, void *arg_v )
1042 {
1043         int rc = LDAP_OTHER, cancel;
1044         Operation *op = arg_v;
1045         SlapReply rs = {REP_RESULT};
1046         ber_tag_t tag = op->o_tag;
1047         slap_op_t opidx = SLAP_OP_LAST;
1048         Connection *conn = op->o_conn;
1049         void *memctx = NULL;
1050         void *memctx_null = NULL;
1051         ber_len_t memsiz;
1052
1053         conn_counter_init( op, ctx );
1054         ldap_pvt_thread_mutex_lock( &op->o_counters->sc_mutex );
1055         /* FIXME: returns 0 in case of failure */
1056         ldap_pvt_mp_add_ulong(op->o_counters->sc_ops_initiated, 1);
1057         ldap_pvt_thread_mutex_unlock( &op->o_counters->sc_mutex );
1058
1059         op->o_threadctx = ctx;
1060         op->o_tid = ldap_pvt_thread_pool_tid( ctx );
1061
1062         switch ( tag ) {
1063         case LDAP_REQ_BIND:
1064         case LDAP_REQ_UNBIND:
1065         case LDAP_REQ_ADD:
1066         case LDAP_REQ_DELETE:
1067         case LDAP_REQ_MODDN:
1068         case LDAP_REQ_MODIFY:
1069         case LDAP_REQ_COMPARE:
1070         case LDAP_REQ_SEARCH:
1071         case LDAP_REQ_ABANDON:
1072         case LDAP_REQ_EXTENDED:
1073                 break;
1074         default:
1075                 Debug( LDAP_DEBUG_ANY, "connection_operation: "
1076                         "conn %lu unknown LDAP request 0x%lx\n",
1077                         conn->c_connid, tag, 0 );
1078                 op->o_tag = LBER_ERROR;
1079                 rs.sr_err = LDAP_PROTOCOL_ERROR;
1080                 rs.sr_text = "unknown LDAP request";
1081                 send_ldap_disconnect( op, &rs );
1082                 rc = SLAPD_DISCONNECT;
1083                 goto operations_error;
1084         }
1085
1086         if( conn->c_sasl_bind_in_progress && tag != LDAP_REQ_BIND ) {
1087                 Debug( LDAP_DEBUG_ANY, "connection_operation: "
1088                         "error: SASL bind in progress (tag=%ld).\n",
1089                         (long) tag, 0, 0 );
1090                 send_ldap_error( op, &rs, LDAP_OPERATIONS_ERROR,
1091                         "SASL bind in progress" );
1092                 rc = LDAP_OPERATIONS_ERROR;
1093                 goto operations_error;
1094         }
1095
1096 #ifdef LDAP_X_TXN
1097         if (( conn->c_txn == CONN_TXN_SPECIFY ) && (
1098                 ( tag == LDAP_REQ_ADD ) ||
1099                 ( tag == LDAP_REQ_DELETE ) ||
1100                 ( tag == LDAP_REQ_MODIFY ) ||
1101                 ( tag == LDAP_REQ_MODRDN )))
1102         {
1103                 /* Disable SLAB allocator for all update operations
1104                         issued inside of a transaction */
1105                 op->o_tmpmemctx = NULL;
1106                 op->o_tmpmfuncs = &ch_mfuncs;
1107         } else
1108 #endif
1109         {
1110         /* We can use Thread-Local storage for most mallocs. We can
1111          * also use TL for ber parsing, but not on Add or Modify.
1112          */
1113 #if 0
1114         memsiz = ber_len( op->o_ber ) * 64;
1115         if ( SLAP_SLAB_SIZE > memsiz ) memsiz = SLAP_SLAB_SIZE;
1116 #endif
1117         memsiz = SLAP_SLAB_SIZE;
1118
1119         memctx = slap_sl_mem_create( memsiz, SLAP_SLAB_STACK, ctx, 1 );
1120         op->o_tmpmemctx = memctx;
1121         op->o_tmpmfuncs = &slap_sl_mfuncs;
1122         if ( tag != LDAP_REQ_ADD && tag != LDAP_REQ_MODIFY ) {
1123                 /* Note - the ber and its buffer are already allocated from
1124                  * regular memory; this only affects subsequent mallocs that
1125                  * ber_scanf may invoke.
1126                  */
1127                 ber_set_option( op->o_ber, LBER_OPT_BER_MEMCTX, &memctx );
1128         }
1129         }
1130
1131         opidx = slap_req2op( tag );
1132         assert( opidx != SLAP_OP_LAST );
1133         INCR_OP_INITIATED( opidx );
1134         rc = (*(opfun[opidx]))( op, &rs );
1135
1136 operations_error:
1137         if ( rc == SLAPD_DISCONNECT ) {
1138                 tag = LBER_ERROR;
1139
1140         } else if ( opidx != SLAP_OP_LAST ) {
1141                 /* increment completed operations count 
1142                  * only if operation was initiated
1143                  * and rc != SLAPD_DISCONNECT */
1144                 INCR_OP_COMPLETED( opidx );
1145         }
1146
1147         ldap_pvt_thread_mutex_lock( &conn->c_mutex );
1148
1149         if ( opidx == SLAP_OP_BIND && conn->c_conn_state == SLAP_C_BINDING )
1150                 conn->c_conn_state = SLAP_C_ACTIVE;
1151
1152         cancel = op->o_cancel;
1153         if ( cancel != SLAP_CANCEL_NONE && cancel != SLAP_CANCEL_DONE ) {
1154                 if ( cancel == SLAP_CANCEL_REQ ) {
1155                         op->o_cancel = rc == SLAPD_ABANDON
1156                                 ? SLAP_CANCEL_ACK : LDAP_TOO_LATE;
1157                 }
1158
1159                 do {
1160                         /* Fake a cond_wait with thread_yield, then
1161                          * verify the result properly mutex-protected.
1162                          */
1163                         ldap_pvt_thread_mutex_unlock( &conn->c_mutex );
1164                         do {
1165                                 ldap_pvt_thread_yield();
1166                         } while ( (cancel = op->o_cancel) != SLAP_CANCEL_NONE
1167                                         && cancel != SLAP_CANCEL_DONE );
1168                         ldap_pvt_thread_mutex_lock( &conn->c_mutex );
1169                 } while ( (cancel = op->o_cancel) != SLAP_CANCEL_NONE
1170                                 && cancel != SLAP_CANCEL_DONE );
1171         }
1172
1173         ber_set_option( op->o_ber, LBER_OPT_BER_MEMCTX, &memctx_null );
1174
1175         LDAP_STAILQ_REMOVE( &conn->c_ops, op, Operation, o_next);
1176         LDAP_STAILQ_NEXT(op, o_next) = NULL;
1177         conn->c_n_ops_executing--;
1178         conn->c_n_ops_completed++;
1179
1180         switch( tag ) {
1181         case LBER_ERROR:
1182         case LDAP_REQ_UNBIND:
1183                 /* c_mutex is locked */
1184                 connection_closing( conn,
1185                         tag == LDAP_REQ_UNBIND ? NULL : "operations error" );
1186                 break;
1187         }
1188
1189         connection_resched( conn );
1190         ldap_pvt_thread_mutex_unlock( &conn->c_mutex );
1191         slap_op_free( op, ctx );
1192         return NULL;
1193 }
1194
1195 static const Listener dummy_list = { BER_BVC(""), BER_BVC("") };
1196
1197 Connection *connection_client_setup(
1198         ber_socket_t s,
1199         ldap_pvt_thread_start_t *func,
1200         void *arg )
1201 {
1202         Connection *c;
1203         ber_socket_t sfd = SLAP_SOCKNEW( s );
1204
1205         c = connection_init( sfd, (Listener *)&dummy_list, "", "",
1206                 CONN_IS_CLIENT, 0, NULL
1207                 LDAP_PF_LOCAL_SENDMSG_ARG(NULL));
1208         if ( c ) {
1209                 c->c_clientfunc = func;
1210                 c->c_clientarg = arg;
1211
1212                 slapd_add_internal( sfd, 0 );
1213         }
1214         return c;
1215 }
1216
1217 void connection_client_enable(
1218         Connection *c )
1219 {
1220         slapd_set_read( c->c_sd, 1 );
1221 }
1222
1223 void connection_client_stop(
1224         Connection *c )
1225 {
1226         Sockbuf *sb;
1227         ber_socket_t s = c->c_sd;
1228
1229         /* get (locked) connection */
1230         c = connection_get( s );
1231
1232         assert( c->c_conn_state == SLAP_C_CLIENT );
1233
1234         c->c_listener = NULL;
1235         c->c_conn_state = SLAP_C_INVALID;
1236         c->c_struct_state = SLAP_C_UNUSED;
1237         c->c_sd = AC_SOCKET_INVALID;
1238         c->c_close_reason = "?";                        /* should never be needed */
1239         sb = c->c_sb;
1240         c->c_sb = ber_sockbuf_alloc( );
1241         {
1242                 ber_len_t max = sockbuf_max_incoming;
1243                 ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_SET_MAX_INCOMING, &max );
1244         }
1245         slapd_remove( s, sb, 0, 1, 0 );
1246
1247         connection_return( c );
1248 }
1249
1250 static int connection_read( ber_socket_t s, conn_readinfo *cri );
1251
1252 static void* connection_read_thread( void* ctx, void* argv )
1253 {
1254         int rc ;
1255         conn_readinfo cri = { NULL, NULL, NULL, NULL, 0 };
1256         ber_socket_t s = (long)argv;
1257
1258         /*
1259          * read incoming LDAP requests. If there is more than one,
1260          * the first one is returned with new_op
1261          */
1262         cri.ctx = ctx;
1263         if( ( rc = connection_read( s, &cri ) ) < 0 ) {
1264                 Debug( LDAP_DEBUG_CONNS, "connection_read(%d) error\n", s, 0, 0 );
1265                 return (void*)(long)rc;
1266         }
1267
1268         /* execute a single queued request in the same thread */
1269         if( cri.op && !cri.nullop ) {
1270                 rc = (long)connection_operation( ctx, cri.op );
1271         } else if ( cri.func ) {
1272                 rc = (long)cri.func( ctx, cri.arg );
1273         }
1274
1275         return (void*)(long)rc;
1276 }
1277
1278 int connection_read_activate( ber_socket_t s )
1279 {
1280         int rc;
1281
1282         /*
1283          * suspend reading on this file descriptor until a connection processing
1284          * thread reads data on it. Otherwise the listener thread will repeatedly
1285          * submit the same event on it to the pool.
1286          */
1287         rc = slapd_clr_read( s, 0 );
1288         if ( rc )
1289                 return rc;
1290
1291         rc = ldap_pvt_thread_pool_submit( &connection_pool,
1292                 connection_read_thread, (void *)(long)s );
1293
1294         if( rc != 0 ) {
1295                 Debug( LDAP_DEBUG_ANY,
1296                         "connection_read_activate(%d): submit failed (%d)\n",
1297                         s, rc, 0 );
1298         }
1299
1300         return rc;
1301 }
1302
1303 static int
1304 connection_read( ber_socket_t s, conn_readinfo *cri )
1305 {
1306         int rc = 0;
1307         Connection *c;
1308
1309         assert( connections != NULL );
1310
1311         /* get (locked) connection */
1312         c = connection_get( s );
1313
1314         if( c == NULL ) {
1315                 Debug( LDAP_DEBUG_ANY,
1316                         "connection_read(%ld): no connection!\n",
1317                         (long) s, 0, 0 );
1318
1319                 return -1;
1320         }
1321
1322         c->c_n_read++;
1323
1324         if( c->c_conn_state == SLAP_C_CLOSING ) {
1325                 Debug( LDAP_DEBUG_CONNS,
1326                         "connection_read(%d): closing, ignoring input for id=%lu\n",
1327                         s, c->c_connid, 0 );
1328                 connection_return( c );
1329                 return 0;
1330         }
1331
1332         if ( c->c_conn_state == SLAP_C_CLIENT ) {
1333                 cri->func = c->c_clientfunc;
1334                 cri->arg = c->c_clientarg;
1335                 /* read should already be cleared */
1336                 connection_return( c );
1337                 return 0;
1338         }
1339
1340         Debug( LDAP_DEBUG_TRACE,
1341                 "connection_read(%d): checking for input on id=%lu\n",
1342                 s, c->c_connid, 0 );
1343
1344 #ifdef HAVE_TLS
1345         if ( c->c_is_tls && c->c_needs_tls_accept ) {
1346                 rc = ldap_pvt_tls_accept( c->c_sb, slap_tls_ctx );
1347                 if ( rc < 0 ) {
1348                         Debug( LDAP_DEBUG_TRACE,
1349                                 "connection_read(%d): TLS accept failure "
1350                                 "error=%d id=%lu, closing\n",
1351                                 s, rc, c->c_connid );
1352
1353                         c->c_needs_tls_accept = 0;
1354                         /* c_mutex is locked */
1355                         connection_closing( c, "TLS negotiation failure" );
1356                         connection_close( c );
1357                         connection_return( c );
1358                         return 0;
1359
1360                 } else if ( rc == 0 ) {
1361                         void *ssl;
1362                         struct berval authid = BER_BVNULL;
1363                         char msgbuf[32];
1364
1365                         c->c_needs_tls_accept = 0;
1366
1367                         /* we need to let SASL know */
1368                         ssl = ldap_pvt_tls_sb_ctx( c->c_sb );
1369
1370                         c->c_tls_ssf = (slap_ssf_t) ldap_pvt_tls_get_strength( ssl );
1371                         if( c->c_tls_ssf > c->c_ssf ) {
1372                                 c->c_ssf = c->c_tls_ssf;
1373                         }
1374
1375                         rc = dnX509peerNormalize( ssl, &authid );
1376                         if ( rc != LDAP_SUCCESS ) {
1377                                 Debug( LDAP_DEBUG_TRACE, "connection_read(%d): "
1378                                         "unable to get TLS client DN, error=%d id=%lu\n",
1379                                         s, rc, c->c_connid );
1380                         }
1381                         sprintf(msgbuf, "tls_ssf=%u ssf=%u", c->c_tls_ssf, c->c_ssf);
1382                         Statslog( LDAP_DEBUG_STATS,
1383                                 "conn=%lu fd=%d TLS established %s tls_proto=%s tls_cipher=%s\n",
1384                             c->c_connid, (int) s,
1385                                 msgbuf, ldap_pvt_tls_get_version( ssl ), ldap_pvt_tls_get_cipher( ssl ));
1386                         slap_sasl_external( c, c->c_tls_ssf, &authid );
1387                         if ( authid.bv_val ) free( authid.bv_val );
1388                         {
1389                                 char cbinding[64];
1390                                 struct berval cbv = { sizeof(cbinding), cbinding };
1391                                 if ( ldap_pvt_tls_get_unique( ssl, &cbv, 1 ))
1392                                         slap_sasl_cbinding( c, &cbv );
1393                         }
1394                 } else if ( rc == 1 && ber_sockbuf_ctrl( c->c_sb,
1395                         LBER_SB_OPT_NEEDS_WRITE, NULL )) {      /* need to retry */
1396                         slapd_set_write( s, 1 );
1397                         connection_return( c );
1398                         return 0;
1399                 }
1400
1401                 /* if success and data is ready, fall thru to data input loop */
1402                 if( !ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DATA_READY, NULL ) )
1403                 {
1404                         slapd_set_read( s, 1 );
1405                         connection_return( c );
1406                         return 0;
1407                 }
1408         }
1409 #endif
1410
1411 #ifdef HAVE_CYRUS_SASL
1412         if ( c->c_sasl_layers ) {
1413                 /* If previous layer is not removed yet, give up for now */
1414                 if ( !c->c_sasl_sockctx ) {
1415                         slapd_set_read( s, 1 );
1416                         connection_return( c );
1417                         return 0;
1418                 }
1419
1420                 c->c_sasl_layers = 0;
1421
1422                 rc = ldap_pvt_sasl_install( c->c_sb, c->c_sasl_sockctx );
1423                 if( rc != LDAP_SUCCESS ) {
1424                         Debug( LDAP_DEBUG_TRACE,
1425                                 "connection_read(%d): SASL install error "
1426                                 "error=%d id=%lu, closing\n",
1427                                 s, rc, c->c_connid );
1428
1429                         /* c_mutex is locked */
1430                         connection_closing( c, "SASL layer install failure" );
1431                         connection_close( c );
1432                         connection_return( c );
1433                         return 0;
1434                 }
1435         }
1436 #endif
1437
1438 #define CONNECTION_INPUT_LOOP 1
1439 /* #define      DATA_READY_LOOP 1 */
1440
1441         do {
1442                 /* How do we do this without getting into a busy loop ? */
1443                 rc = connection_input( c, cri );
1444         }
1445 #ifdef DATA_READY_LOOP
1446         while( !rc && ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_DATA_READY, NULL ));
1447 #elif defined CONNECTION_INPUT_LOOP
1448         while(!rc);
1449 #else
1450         while(0);
1451 #endif
1452
1453         if( rc < 0 ) {
1454                 Debug( LDAP_DEBUG_CONNS,
1455                         "connection_read(%d): input error=%d id=%lu, closing.\n",
1456                         s, rc, c->c_connid );
1457
1458                 /* c_mutex is locked */
1459                 connection_closing( c, conn_lost_str );
1460                 connection_close( c );
1461                 connection_return( c );
1462                 return 0;
1463         }
1464
1465         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL ) ) {
1466                 slapd_set_write( s, 0 );
1467         }
1468
1469         slapd_set_read( s, 1 );
1470         connection_return( c );
1471
1472         return 0;
1473 }
1474
1475 static int
1476 connection_input( Connection *conn , conn_readinfo *cri )
1477 {
1478         Operation *op;
1479         ber_tag_t       tag;
1480         ber_len_t       len;
1481         ber_int_t       msgid;
1482         BerElement      *ber;
1483         int             rc;
1484 #ifdef LDAP_CONNECTIONLESS
1485         Sockaddr        peeraddr;
1486         char            *cdn = NULL;
1487 #endif
1488         char *defer = NULL;
1489         void *ctx;
1490
1491         if ( conn->c_currentber == NULL &&
1492                 ( conn->c_currentber = ber_alloc()) == NULL )
1493         {
1494                 Debug( LDAP_DEBUG_ANY, "ber_alloc failed\n", 0, 0, 0 );
1495                 return -1;
1496         }
1497
1498         sock_errset(0);
1499
1500 #ifdef LDAP_CONNECTIONLESS
1501         if ( conn->c_is_udp ) {
1502 #if defined(LDAP_PF_INET6)
1503                 char peername[sizeof("IP=[ffff:ffff:ffff:ffff:ffff:ffff:ffff:ffff]:65535")];
1504                 char addr[INET6_ADDRSTRLEN];
1505 #else
1506                 char peername[sizeof("IP=255.255.255.255:65336")];
1507                 char addr[INET_ADDRSTRLEN];
1508 #endif
1509                 const char *peeraddr_string = NULL;
1510
1511                 len = ber_int_sb_read(conn->c_sb, &peeraddr, sizeof(Sockaddr));
1512                 if (len != sizeof(Sockaddr)) return 1;
1513
1514 #if defined(LDAP_PF_INET6)
1515                 if (peeraddr.sa_addr.sa_family == AF_INET6) {
1516                         if ( IN6_IS_ADDR_V4MAPPED(&peeraddr.sa_in6_addr.sin6_addr) ) {
1517 #if defined( HAVE_GETADDRINFO ) && defined( HAVE_INET_NTOP )
1518                                 peeraddr_string = inet_ntop( AF_INET,
1519                                    ((struct in_addr *)&peeraddr.sa_in6_addr.sin6_addr.s6_addr[12]),
1520                                    addr, sizeof(addr) );
1521 #else /* ! HAVE_GETADDRINFO || ! HAVE_INET_NTOP */
1522                                 peeraddr_string = inet_ntoa( *((struct in_addr *)
1523                                         &peeraddr.sa_in6_addr.sin6_addr.s6_addr[12]) );
1524 #endif /* ! HAVE_GETADDRINFO || ! HAVE_INET_NTOP */
1525                                 if ( !peeraddr_string ) peeraddr_string = SLAP_STRING_UNKNOWN;
1526                                 sprintf( peername, "IP=%s:%d", peeraddr_string,
1527                                         (unsigned) ntohs( peeraddr.sa_in6_addr.sin6_port ) );
1528                         } else {
1529                                 peeraddr_string = inet_ntop( AF_INET6,
1530                                       &peeraddr.sa_in6_addr.sin6_addr,
1531                                       addr, sizeof addr );
1532                                 if ( !peeraddr_string ) peeraddr_string = SLAP_STRING_UNKNOWN;
1533                                 sprintf( peername, "IP=[%s]:%d", peeraddr_string,
1534                                          (unsigned) ntohs( peeraddr.sa_in6_addr.sin6_port ) );
1535                         }
1536                 } else
1537 #endif
1538 #if defined( HAVE_GETADDRINFO ) && defined( HAVE_INET_NTOP )
1539                 {
1540                         peeraddr_string = inet_ntop( AF_INET, &peeraddr.sa_in_addr.sin_addr,
1541                            addr, sizeof(addr) );
1542 #else /* ! HAVE_GETADDRINFO || ! HAVE_INET_NTOP */
1543                         peeraddr_string = inet_ntoa( peeraddr.sa_in_addr.sin_addr );
1544 #endif /* ! HAVE_GETADDRINFO || ! HAVE_INET_NTOP */
1545                         sprintf( peername, "IP=%s:%d",
1546                                  peeraddr_string,
1547                                 (unsigned) ntohs( peeraddr.sa_in_addr.sin_port ) );
1548                 }
1549                 Statslog( LDAP_DEBUG_STATS,
1550                         "conn=%lu UDP request from %s (%s) accepted.\n",
1551                         conn->c_connid, peername, conn->c_sock_name.bv_val, 0, 0 );
1552         }
1553 #endif
1554
1555         tag = ber_get_next( conn->c_sb, &len, conn->c_currentber );
1556         if ( tag != LDAP_TAG_MESSAGE ) {
1557                 int err = sock_errno();
1558
1559                 if ( err != EWOULDBLOCK && err != EAGAIN ) {
1560                         /* log, close and send error */
1561                         Debug( LDAP_DEBUG_TRACE,
1562                                 "ber_get_next on fd %d failed errno=%d (%s)\n",
1563                         conn->c_sd, err, sock_errstr(err) );
1564                         ber_free( conn->c_currentber, 1 );
1565                         conn->c_currentber = NULL;
1566
1567                         return -2;
1568                 }
1569                 return 1;
1570         }
1571
1572         ber = conn->c_currentber;
1573         conn->c_currentber = NULL;
1574
1575         if ( (tag = ber_get_int( ber, &msgid )) != LDAP_TAG_MSGID ) {
1576                 /* log, close and send error */
1577                 Debug( LDAP_DEBUG_ANY, "ber_get_int returns 0x%lx\n", tag, 0, 0 );
1578                 ber_free( ber, 1 );
1579                 return -1;
1580         }
1581
1582         if ( (tag = ber_peek_tag( ber, &len )) == LBER_ERROR ) {
1583                 /* log, close and send error */
1584                 Debug( LDAP_DEBUG_ANY, "ber_peek_tag returns 0x%lx\n", tag, 0, 0 );
1585                 ber_free( ber, 1 );
1586
1587                 return -1;
1588         }
1589
1590 #ifdef LDAP_CONNECTIONLESS
1591         if( conn->c_is_udp ) {
1592                 if( tag == LBER_OCTETSTRING ) {
1593                         if ( (tag = ber_get_stringa( ber, &cdn )) != LBER_ERROR )
1594                                 tag = ber_peek_tag( ber, &len );
1595                 }
1596                 if( tag != LDAP_REQ_ABANDON && tag != LDAP_REQ_SEARCH ) {
1597                         Debug( LDAP_DEBUG_ANY, "invalid req for UDP 0x%lx\n", tag, 0, 0 );
1598                         ber_free( ber, 1 );
1599                         return 0;
1600                 }
1601         }
1602 #endif
1603
1604         if(tag == LDAP_REQ_BIND) {
1605                 /* immediately abandon all existing operations upon BIND */
1606                 connection_abandon( conn );
1607         }
1608
1609         ctx = cri->ctx;
1610         op = slap_op_alloc( ber, msgid, tag, conn->c_n_ops_received++, ctx );
1611
1612         Debug( LDAP_DEBUG_TRACE, "op tag 0x%lx, time %ld\n", tag,
1613                 (long) op->o_time, 0);
1614
1615         op->o_conn = conn;
1616         /* clear state if the connection is being reused from inactive */
1617         if ( conn->c_conn_state == SLAP_C_INACTIVE ) {
1618                 memset( &conn->c_pagedresults_state, 0,
1619                         sizeof( conn->c_pagedresults_state ) );
1620         }
1621
1622         op->o_res_ber = NULL;
1623
1624 #ifdef LDAP_CONNECTIONLESS
1625         if (conn->c_is_udp) {
1626                 if ( cdn ) {
1627                         ber_str2bv( cdn, 0, 1, &op->o_dn );
1628                         op->o_protocol = LDAP_VERSION2;
1629                 }
1630                 op->o_res_ber = ber_alloc_t( LBER_USE_DER );
1631                 if (op->o_res_ber == NULL) return 1;
1632
1633                 rc = ber_write( op->o_res_ber, (char *)&peeraddr,
1634                         sizeof(struct sockaddr), 0 );
1635
1636                 if (rc != sizeof(struct sockaddr)) {
1637                         Debug( LDAP_DEBUG_ANY, "ber_write failed\n", 0, 0, 0 );
1638                         return 1;
1639                 }
1640
1641                 if (op->o_protocol == LDAP_VERSION2) {
1642                         rc = ber_printf(op->o_res_ber, "{is{" /*}}*/, op->o_msgid, "");
1643                         if (rc == -1) {
1644                                 Debug( LDAP_DEBUG_ANY, "ber_write failed\n", 0, 0, 0 );
1645                                 return rc;
1646                         }
1647                 }
1648         }
1649 #endif /* LDAP_CONNECTIONLESS */
1650
1651         rc = 0;
1652
1653         /* Don't process requests when the conn is in the middle of a
1654          * Bind, or if it's closing. Also, don't let any single conn
1655          * use up all the available threads, and don't execute if we're
1656          * currently blocked on output. And don't execute if there are
1657          * already pending ops, let them go first.  Abandon operations
1658          * get exceptions to some, but not all, cases.
1659          */
1660         switch( tag ){
1661         default:
1662                 /* Abandon and Unbind are exempt from these checks */
1663                 if (conn->c_conn_state == SLAP_C_CLOSING) {
1664                         defer = "closing";
1665                         break;
1666                 } else if (conn->c_writewaiter) {
1667                         defer = "awaiting write";
1668                         break;
1669                 } else if (conn->c_n_ops_pending) {
1670                         defer = "pending operations";
1671                         break;
1672                 }
1673                 /* FALLTHRU */
1674         case LDAP_REQ_ABANDON:
1675                 /* Unbind is exempt from these checks */
1676                 if (conn->c_n_ops_executing >= connection_pool_max/2) {
1677                         defer = "too many executing";
1678                         break;
1679                 } else if (conn->c_conn_state == SLAP_C_BINDING) {
1680                         defer = "binding";
1681                         break;
1682                 }
1683                 /* FALLTHRU */
1684         case LDAP_REQ_UNBIND:
1685                 break;
1686         }
1687
1688         if( defer ) {
1689                 int max = conn->c_dn.bv_len
1690                         ? slap_conn_max_pending_auth
1691                         : slap_conn_max_pending;
1692
1693                 Debug( LDAP_DEBUG_ANY,
1694                         "connection_input: conn=%lu deferring operation: %s\n",
1695                         conn->c_connid, defer, 0 );
1696                 conn->c_n_ops_pending++;
1697                 LDAP_STAILQ_INSERT_TAIL( &conn->c_pending_ops, op, o_next );
1698                 rc = ( conn->c_n_ops_pending > max ) ? -1 : 0;
1699
1700         } else {
1701                 conn->c_n_ops_executing++;
1702
1703                 /*
1704                  * The first op will be processed in the same thread context,
1705                  * as long as there is only one op total.
1706                  * Subsequent ops will be submitted to the pool by
1707                  * calling connection_op_activate()
1708                  */
1709                 if ( cri->op == NULL ) {
1710                         /* the first incoming request */
1711                         connection_op_queue( op );
1712                         cri->op = op;
1713                 } else {
1714                         if ( !cri->nullop ) {
1715                                 cri->nullop = 1;
1716                                 rc = ldap_pvt_thread_pool_submit( &connection_pool,
1717                                         connection_operation, (void *) cri->op );
1718                         }
1719                         connection_op_activate( op );
1720                 }
1721         }
1722
1723 #ifdef NO_THREADS
1724         if ( conn->c_struct_state != SLAP_C_USED ) {
1725                 /* connection must have got closed underneath us */
1726                 return 1;
1727         }
1728 #endif
1729
1730         assert( conn->c_struct_state == SLAP_C_USED );
1731         return rc;
1732 }
1733
1734 static int
1735 connection_resched( Connection *conn )
1736 {
1737         Operation *op;
1738
1739         if( conn->c_writewaiter )
1740                 return 0;
1741
1742         if( conn->c_conn_state == SLAP_C_CLOSING ) {
1743                 Debug( LDAP_DEBUG_CONNS, "connection_resched: "
1744                         "attempting closing conn=%lu sd=%d\n",
1745                         conn->c_connid, conn->c_sd, 0 );
1746                 connection_close( conn );
1747                 return 0;
1748         }
1749
1750         if( conn->c_conn_state != SLAP_C_ACTIVE ) {
1751                 /* other states need different handling */
1752                 return 0;
1753         }
1754
1755         while ((op = LDAP_STAILQ_FIRST( &conn->c_pending_ops )) != NULL) {
1756                 if ( conn->c_n_ops_executing > connection_pool_max/2 ) break;
1757
1758                 LDAP_STAILQ_REMOVE_HEAD( &conn->c_pending_ops, o_next );
1759                 LDAP_STAILQ_NEXT(op, o_next) = NULL;
1760
1761                 /* pending operations should not be marked for abandonment */
1762                 assert(!op->o_abandon);
1763
1764                 conn->c_n_ops_pending--;
1765                 conn->c_n_ops_executing++;
1766
1767                 connection_op_activate( op );
1768
1769                 if ( conn->c_conn_state == SLAP_C_BINDING ) break;
1770         }
1771         return 0;
1772 }
1773
1774 static void
1775 connection_init_log_prefix( Operation *op )
1776 {
1777         if ( op->o_connid == (unsigned long)(-1) ) {
1778                 snprintf( op->o_log_prefix, sizeof( op->o_log_prefix ),
1779                         "conn=-1 op=%lu", op->o_opid );
1780
1781         } else {
1782                 snprintf( op->o_log_prefix, sizeof( op->o_log_prefix ),
1783                         "conn=%lu op=%lu", op->o_connid, op->o_opid );
1784         }
1785 }
1786
1787 static int connection_bind_cleanup_cb( Operation *op, SlapReply *rs )
1788 {
1789         op->o_conn->c_sasl_bindop = NULL;
1790
1791         ch_free( op->o_callback );
1792         op->o_callback = NULL;
1793
1794         return SLAP_CB_CONTINUE;
1795 }
1796
1797 static int connection_bind_cb( Operation *op, SlapReply *rs )
1798 {
1799         ldap_pvt_thread_mutex_lock( &op->o_conn->c_mutex );
1800         op->o_conn->c_sasl_bind_in_progress =
1801                 ( rs->sr_err == LDAP_SASL_BIND_IN_PROGRESS );
1802
1803         /* Moved here from bind.c due to ITS#4158 */
1804         op->o_conn->c_sasl_bindop = NULL;
1805         if ( op->orb_method == LDAP_AUTH_SASL ) {
1806                 if( rs->sr_err == LDAP_SUCCESS ) {
1807                         ber_dupbv(&op->o_conn->c_dn, &op->orb_edn);
1808                         if( !BER_BVISEMPTY( &op->orb_edn ) ) {
1809                                 /* edn is always normalized already */
1810                                 ber_dupbv( &op->o_conn->c_ndn, &op->o_conn->c_dn );
1811                         }
1812                         op->o_tmpfree( op->orb_edn.bv_val, op->o_tmpmemctx );
1813                         BER_BVZERO( &op->orb_edn );
1814                         op->o_conn->c_authmech = op->o_conn->c_sasl_bind_mech;
1815                         BER_BVZERO( &op->o_conn->c_sasl_bind_mech );
1816
1817                         op->o_conn->c_sasl_ssf = op->orb_ssf;
1818                         if( op->orb_ssf > op->o_conn->c_ssf ) {
1819                                 op->o_conn->c_ssf = op->orb_ssf;
1820                         }
1821
1822                         if( !BER_BVISEMPTY( &op->o_conn->c_dn ) ) {
1823                                 ber_len_t max = sockbuf_max_incoming_auth;
1824                                 ber_sockbuf_ctrl( op->o_conn->c_sb,
1825                                         LBER_SB_OPT_SET_MAX_INCOMING, &max );
1826                         }
1827
1828                         /* log authorization identity */
1829                         Statslog( LDAP_DEBUG_STATS,
1830                                 "%s BIND dn=\"%s\" mech=%s sasl_ssf=%d ssf=%d\n",
1831                                 op->o_log_prefix,
1832                                 BER_BVISNULL( &op->o_conn->c_dn ) ? "<empty>" : op->o_conn->c_dn.bv_val,
1833                                 op->o_conn->c_authmech.bv_val,
1834                                 op->orb_ssf, op->o_conn->c_ssf );
1835
1836                         Debug( LDAP_DEBUG_TRACE,
1837                                 "do_bind: SASL/%s bind: dn=\"%s\" sasl_ssf=%d\n",
1838                                 op->o_conn->c_authmech.bv_val,
1839                                 BER_BVISNULL( &op->o_conn->c_dn ) ? "<empty>" : op->o_conn->c_dn.bv_val,
1840                                 op->orb_ssf );
1841
1842                 } else if ( rs->sr_err != LDAP_SASL_BIND_IN_PROGRESS ) {
1843                         if ( !BER_BVISNULL( &op->o_conn->c_sasl_bind_mech ) ) {
1844                                 free( op->o_conn->c_sasl_bind_mech.bv_val );
1845                                 BER_BVZERO( &op->o_conn->c_sasl_bind_mech );
1846                         }
1847                 }
1848         }
1849         ldap_pvt_thread_mutex_unlock( &op->o_conn->c_mutex );
1850
1851         ch_free( op->o_callback );
1852         op->o_callback = NULL;
1853
1854         return SLAP_CB_CONTINUE;
1855 }
1856
1857 static void connection_op_queue( Operation *op )
1858 {
1859         ber_tag_t tag = op->o_tag;
1860
1861         if (tag == LDAP_REQ_BIND) {
1862                 slap_callback *sc = ch_calloc( 1, sizeof( slap_callback ));
1863                 sc->sc_response = connection_bind_cb;
1864                 sc->sc_cleanup = connection_bind_cleanup_cb;
1865                 sc->sc_next = op->o_callback;
1866                 op->o_callback = sc;
1867                 op->o_conn->c_conn_state = SLAP_C_BINDING;
1868         }
1869
1870         if (!op->o_dn.bv_len) {
1871                 op->o_authz = op->o_conn->c_authz;
1872                 if ( BER_BVISNULL( &op->o_conn->c_sasl_authz_dn )) {
1873                         ber_dupbv( &op->o_dn, &op->o_conn->c_dn );
1874                         ber_dupbv( &op->o_ndn, &op->o_conn->c_ndn );
1875                 } else {
1876                         ber_dupbv( &op->o_dn, &op->o_conn->c_sasl_authz_dn );
1877                         ber_dupbv( &op->o_ndn, &op->o_conn->c_sasl_authz_dn );
1878                 }
1879         }
1880
1881         op->o_authtype = op->o_conn->c_authtype;
1882         ber_dupbv( &op->o_authmech, &op->o_conn->c_authmech );
1883         
1884         if (!op->o_protocol) {
1885                 op->o_protocol = op->o_conn->c_protocol
1886                         ? op->o_conn->c_protocol : LDAP_VERSION3;
1887         }
1888
1889         if (op->o_conn->c_conn_state == SLAP_C_INACTIVE &&
1890                 op->o_protocol > LDAP_VERSION2)
1891         {
1892                 op->o_conn->c_conn_state = SLAP_C_ACTIVE;
1893         }
1894
1895         op->o_connid = op->o_conn->c_connid;
1896         connection_init_log_prefix( op );
1897
1898         LDAP_STAILQ_INSERT_TAIL( &op->o_conn->c_ops, op, o_next );
1899 }
1900
1901 static int connection_op_activate( Operation *op )
1902 {
1903         int rc;
1904
1905         connection_op_queue( op );
1906
1907         rc = ldap_pvt_thread_pool_submit( &connection_pool,
1908                 connection_operation, (void *) op );
1909
1910         if ( rc != 0 ) {
1911                 Debug( LDAP_DEBUG_ANY,
1912                         "connection_op_activate: submit failed (%d) for conn=%lu\n",
1913                         rc, op->o_connid, 0 );
1914                 /* should move op to pending list */
1915         }
1916
1917         return rc;
1918 }
1919
1920 int connection_write(ber_socket_t s)
1921 {
1922         Connection *c;
1923         Operation *op;
1924         int wantwrite;
1925
1926         assert( connections != NULL );
1927
1928         c = connection_get( s );
1929         if( c == NULL ) {
1930                 Debug( LDAP_DEBUG_ANY,
1931                         "connection_write(%ld): no connection!\n",
1932                         (long)s, 0, 0 );
1933                 return -1;
1934         }
1935
1936         slapd_clr_write( s, 0 );
1937
1938 #ifdef HAVE_TLS
1939         if ( c->c_is_tls && c->c_needs_tls_accept ) {
1940                 connection_return( c );
1941                 connection_read_activate( s );
1942                 return 0;
1943         }
1944 #endif
1945
1946         c->c_n_write++;
1947
1948         Debug( LDAP_DEBUG_TRACE,
1949                 "connection_write(%d): waking output for id=%lu\n",
1950                 s, c->c_connid, 0 );
1951
1952         wantwrite = ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_WRITE, NULL );
1953         if ( ber_sockbuf_ctrl( c->c_sb, LBER_SB_OPT_NEEDS_READ, NULL )) {
1954                 /* don't wakeup twice */
1955                 slapd_set_read( s, !wantwrite );
1956         }
1957         if ( wantwrite ) {
1958                 slapd_set_write( s, 1 );
1959         }
1960
1961         /* If there are ops pending because of a writewaiter,
1962          * start one up.
1963          */
1964         while ((op = LDAP_STAILQ_FIRST( &c->c_pending_ops )) != NULL) {
1965                 if ( !c->c_writewaiter ) break;
1966                 if ( c->c_n_ops_executing > connection_pool_max/2 ) break;
1967
1968                 LDAP_STAILQ_REMOVE_HEAD( &c->c_pending_ops, o_next );
1969                 LDAP_STAILQ_NEXT(op, o_next) = NULL;
1970
1971                 /* pending operations should not be marked for abandonment */
1972                 assert(!op->o_abandon);
1973
1974                 c->c_n_ops_pending--;
1975                 c->c_n_ops_executing++;
1976
1977                 connection_op_activate( op );
1978
1979                 break;
1980         }
1981
1982         connection_return( c );
1983         return 0;
1984 }
1985
1986 #ifdef LDAP_SLAPI
1987 typedef struct conn_fake_extblock {
1988         void *eb_conn;
1989         void *eb_op;
1990 } conn_fake_extblock;
1991
1992 static void
1993 connection_fake_destroy(
1994         void *key,
1995         void *data )
1996 {
1997         Connection conn = {0};
1998         Operation op = {0};
1999         Opheader ohdr = {0};
2000
2001         conn_fake_extblock *eb = data;
2002         
2003         op.o_hdr = &ohdr;
2004         op.o_hdr->oh_extensions = eb->eb_op;
2005         conn.c_extensions = eb->eb_conn;
2006         op.o_conn = &conn;
2007         conn.c_connid = -1;
2008         op.o_connid = -1;
2009
2010         ber_memfree_x( eb, NULL );
2011         slapi_int_free_object_extensions( SLAPI_X_EXT_OPERATION, &op );
2012         slapi_int_free_object_extensions( SLAPI_X_EXT_CONNECTION, &conn );
2013 }
2014 #endif
2015
2016 void
2017 connection_fake_init(
2018         Connection *conn,
2019         OperationBuffer *opbuf,
2020         void *ctx )
2021 {
2022         connection_fake_init2( conn, opbuf, ctx, 1 );
2023 }
2024
2025 void
2026 operation_fake_init(
2027         Connection *conn,
2028         Operation *op,
2029         void *ctx,
2030         int newmem )
2031 {
2032         /* set memory context */
2033         op->o_tmpmemctx = slap_sl_mem_create(SLAP_SLAB_SIZE, SLAP_SLAB_STACK, ctx,
2034                 newmem );
2035         op->o_tmpmfuncs = &slap_sl_mfuncs;
2036         op->o_threadctx = ctx;
2037         op->o_tid = ldap_pvt_thread_pool_tid( ctx );
2038
2039         op->o_counters = &slap_counters;
2040         op->o_conn = conn;
2041         op->o_connid = op->o_conn->c_connid;
2042         connection_init_log_prefix( op );
2043 }
2044
2045
2046 void
2047 connection_fake_init2(
2048         Connection *conn,
2049         OperationBuffer *opbuf,
2050         void *ctx,
2051         int newmem )
2052 {
2053         Operation *op = (Operation *) opbuf;
2054
2055         conn->c_connid = -1;
2056         conn->c_conn_idx = -1;
2057         conn->c_send_ldap_result = slap_send_ldap_result;
2058         conn->c_send_search_entry = slap_send_search_entry;
2059         conn->c_send_search_reference = slap_send_search_reference;
2060         conn->c_send_ldap_extended = slap_send_ldap_extended;
2061         conn->c_send_ldap_intermediate = slap_send_ldap_intermediate;
2062         conn->c_listener = (Listener *)&dummy_list;
2063         conn->c_peer_domain = slap_empty_bv;
2064         conn->c_peer_name = slap_empty_bv;
2065
2066         memset( opbuf, 0, sizeof( *opbuf ));
2067         op->o_hdr = &opbuf->ob_hdr;
2068         op->o_controls = opbuf->ob_controls;
2069
2070         operation_fake_init( conn, op, ctx, newmem );
2071
2072 #ifdef LDAP_SLAPI
2073         if ( slapi_plugins_used ) {
2074                 conn_fake_extblock *eb;
2075                 void *ebx = NULL;
2076
2077                 /* Use thread keys to make sure these eventually get cleaned up */
2078                 if ( ldap_pvt_thread_pool_getkey( ctx, (void *)connection_fake_init,
2079                                 &ebx, NULL )) {
2080                         eb = ch_malloc( sizeof( *eb ));
2081                         slapi_int_create_object_extensions( SLAPI_X_EXT_CONNECTION, conn );
2082                         slapi_int_create_object_extensions( SLAPI_X_EXT_OPERATION, op );
2083                         eb->eb_conn = conn->c_extensions;
2084                         eb->eb_op = op->o_hdr->oh_extensions;
2085                         ldap_pvt_thread_pool_setkey( ctx, (void *)connection_fake_init,
2086                                 eb, connection_fake_destroy, NULL, NULL );
2087                 } else {
2088                         eb = ebx;
2089                         conn->c_extensions = eb->eb_conn;
2090                         op->o_hdr->oh_extensions = eb->eb_op;
2091                 }
2092         }
2093 #endif /* LDAP_SLAPI */
2094
2095         slap_op_time( &op->o_time, &op->o_tincr );
2096 }
2097
2098 void
2099 connection_assign_nextid( Connection *conn )
2100 {
2101         ldap_pvt_thread_mutex_lock( &conn_nextid_mutex );
2102         conn->c_connid = conn_nextid++;
2103         ldap_pvt_thread_mutex_unlock( &conn_nextid_mutex );
2104 }