1 /* id2entry.c - routines to deal with the id2entry database */
3 /* This work is part of OpenLDAP Software <http://www.openldap.org/>.
5 * Copyright 2000-2017 The OpenLDAP Foundation.
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted only as authorized by the OpenLDAP
12 * A copy of this license is available in the file LICENSE in the
13 * top-level directory of the distribution or, alternatively, at
14 * <http://www.OpenLDAP.org/license.html>.
20 #include <ac/string.h>
25 typedef struct Ecount {
26 ber_len_t len; /* total entry size */
27 ber_len_t dlen; /* contiguous data size */
34 static int mdb_entry_partsize(struct mdb_info *mdb, MDB_txn *txn, Entry *e,
36 static int mdb_entry_encode(Operation *op, Entry *e, MDB_val *data,
38 static Entry *mdb_entry_alloc( Operation *op, int nattrs, int nvals );
40 #define ID2VKSZ (sizeof(ID)+2)
44 const MDB_val *usrkey,
48 unsigned short *uv, *cv;
52 memcpy(&ui, usrkey->mv_data, sizeof(ID));
53 memcpy(&ci, curkey->mv_data, sizeof(ID));
60 return uv[sizeof(ID)/2] - cv[sizeof(ID)/2];
63 /* usrkey[0] is the key in DB format, as described at mdb_mval_put.
64 * usrkey[1] is the value we'll actually match against.
65 * usrkey[2] is the attributeDescription for this value.
69 const MDB_val *usrkey,
73 AttributeDescription *ad = usrkey[2].mv_data;
74 struct berval bv1, bv2;
79 ptr = curkey->mv_data + curkey->mv_size - 2;
81 bv2.bv_val = curkey->mv_data;
82 bv2.bv_len = curkey->mv_size - 3;
86 bv1.bv_val = usrkey[1].mv_data;
87 bv1.bv_len = usrkey[1].mv_size;
90 MatchingRule *mr = ad->ad_type->sat_equality;
91 rc = mr->smr_match(&match, SLAP_MR_EQUALITY
92 | SLAP_MR_VALUE_OF_ASSERTION_SYNTAX
93 | SLAP_MR_ASSERTED_VALUE_NORMALIZED_MATCH
94 | SLAP_MR_ATTRIBUTE_VALUE_NORMALIZED_MATCH,
95 ad->ad_type->sat_syntax, mr, &bv1, &bv2);
97 match = ber_bvcmp(&bv1, &bv2);
103 /* Values are stored as
104 * [normalized-value NUL ] original-value NUL 2-byte-len
105 * The trailing 2-byte-len is zero if there is no normalized value.
106 * Otherwise, it is the length of the original-value.
108 int mdb_mval_put(Operation *op, MDB_cursor *mc, ID id, Attribute *a)
110 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
111 MDB_val key, data[3];
118 memcpy(ivk, &id, sizeof(id));
119 s = mdb->mi_adxs[a->a_desc->ad_index];
120 memcpy(ivk+sizeof(ID), &s, 2);
122 key.mv_size = sizeof(ivk);
123 if ((a->a_desc->ad_type->sat_flags & SLAP_AT_ORDERED) || a->a_desc == slap_schema.si_ad_objectClass)
124 data[2].mv_data = NULL;
126 data[2].mv_data = a->a_desc;
128 for (i=0; i<a->a_numvals; i++) {
129 len = a->a_nvals[i].bv_len + 1 + 2;
130 if (a->a_nvals != a->a_vals) {
131 len += a->a_vals[i].bv_len + 1;
132 data[1].mv_data = a->a_nvals[i].bv_val;
133 data[1].mv_size = a->a_nvals[i].bv_len;
135 data[1].mv_data = a->a_vals[i].bv_val;
136 data[1].mv_size = a->a_vals[i].bv_len;
138 data[0].mv_size = len;
139 buf = op->o_tmpalloc( len, op->o_tmpmemctx );
140 data[0].mv_data = buf;
141 memcpy(buf, a->a_nvals[i].bv_val, a->a_nvals[i].bv_len);
142 buf += a->a_nvals[i].bv_len;
144 if (a->a_nvals != a->a_vals) {
145 s = a->a_vals[i].bv_len;
146 memcpy(buf, a->a_vals[i].bv_val, a->a_vals[i].bv_len);
147 buf += a->a_vals[i].bv_len;
154 rc = mdb_cursor_put(mc, &key, data, 0);
155 op->o_tmpfree( data[0].mv_data, op->o_tmpmemctx );
162 int mdb_mval_del(Operation *op, MDB_cursor *mc, ID id, Attribute *a)
164 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
165 MDB_val key, data[3];
172 memcpy(ivk, &id, sizeof(id));
173 s = mdb->mi_adxs[a->a_desc->ad_index];
174 memcpy(ivk+sizeof(ID), &s, 2);
176 key.mv_size = sizeof(ivk);
177 if ((a->a_desc->ad_type->sat_flags & SLAP_AT_ORDERED) || a->a_desc == slap_schema.si_ad_objectClass)
178 data[2].mv_data = NULL;
180 data[2].mv_data = a->a_desc;
183 for (i=0; i<a->a_numvals; i++) {
184 data[0].mv_data = a->a_nvals[i].bv_val;
185 data[0].mv_size = a->a_nvals[i].bv_len+1;
186 if (a->a_nvals != a->a_vals) {
187 data[1].mv_data = a->a_nvals[i].bv_val;
188 data[1].mv_size = a->a_nvals[i].bv_len;
190 data[1].mv_data = a->a_vals[i].bv_val;
191 data[1].mv_size = a->a_vals[i].bv_len;
193 rc = mdb_cursor_get(mc, &key, data, MDB_GET_BOTH_RANGE);
196 rc = mdb_cursor_del(mc, 0);
201 rc = mdb_cursor_get(mc, &key, data, MDB_SET);
204 rc = mdb_cursor_del(mc, MDB_NODUPDATA);
209 static int mdb_mval_get(Operation *op, MDB_cursor *mc, ID id, Attribute *a, int have_nvals)
211 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
212 MDB_val key, data[3];
219 memcpy(ivk, &id, sizeof(id));
220 s = mdb->mi_adxs[a->a_desc->ad_index];
221 memcpy(ivk+sizeof(ID), &s, 2);
223 key.mv_size = sizeof(ivk);
226 if ((a->a_desc->ad_type->sat_flags & SLAP_AT_ORDERED) || a->a_desc == slap_schema.si_ad_objectClass)
227 data[2].mv_data = NULL;
229 data[2].mv_data = a->a_desc;
232 a->a_nvals = a->a_vals + a->a_numvals + 1;
234 a->a_nvals = a->a_vals;
235 for (i=0; i<a->a_numvals; i++) {
237 rc = mdb_cursor_get(mc, &key, data, MDB_SET);
239 rc = mdb_cursor_get(mc, &key, data, MDB_NEXT_DUP);
242 ptr = (char*)data[0].mv_data + data[0].mv_size - 2;
245 a->a_nvals[i].bv_val = data[0].mv_data;
246 a->a_vals[i].bv_len = s;
247 a->a_vals[i].bv_val = ptr - a->a_vals[i].bv_len - 1;
248 a->a_nvals[i].bv_len = a->a_vals[i].bv_val - a->a_nvals[i].bv_val - 1;
251 a->a_vals[i].bv_val = data[0].mv_data;
252 a->a_vals[i].bv_len = data[0].mv_size - 3;
255 BER_BVZERO(&a->a_vals[i]);
257 BER_BVZERO(&a->a_nvals[i]);
262 #define ADD_FLAGS (MDB_NOOVERWRITE|MDB_APPEND)
264 static int mdb_id2entry_put(
271 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
274 int rc, adding = flag;
276 /* We only store rdns, and they go in the dn2id database. */
278 key.mv_data = &e->e_id;
279 key.mv_size = sizeof(ID);
281 rc = mdb_entry_partsize( mdb, txn, e, &ec );
287 if (e->e_id < mdb->mi_nextid)
290 if (mdb->mi_maxentrysize && ec.len > mdb->mi_maxentrysize)
291 return LDAP_ADMINLIMIT_EXCEEDED;
294 data.mv_size = ec.dlen;
296 rc = mdb_cursor_put( mc, &key, &data, flag );
298 rc = mdb_put( txn, mdb->mi_id2entry, &key, &data, flag );
299 if (rc == MDB_SUCCESS) {
300 rc = mdb_entry_encode( op, e, &data, &ec );
301 if( rc != LDAP_SUCCESS )
303 /* Handle adds of large multi-valued attrs here.
304 * Modifies handle them directly.
306 if (adding && ec.multi) {
309 rc = mdb_cursor_open( txn, mdb->mi_dbis[MDB_ID2VAL], &mvc );
312 for ( a = ec.multi; a; a=a->a_next ) {
313 if (!(a->a_flags & SLAP_ATTR_BIG_MULTI))
315 rc = mdb_mval_put( op, mvc, e->e_id, a );
316 if( rc != LDAP_SUCCESS )
319 mdb_cursor_close( mvc );
325 /* Was there a hole from slapadd? */
326 if ( (flag & MDB_NOOVERWRITE) && data.mv_size == 0 ) {
330 Debug( LDAP_DEBUG_ANY,
331 "mdb_id2entry_put: mdb_put failed: %s(%d) \"%s\"\n",
332 mdb_strerror(rc), rc,
334 if ( rc != MDB_KEYEXIST )
341 * This routine adds (or updates) an entry on disk.
343 int mdb_id2entry_add(
349 return mdb_id2entry_put(op, txn, mc, e, ADD_FLAGS);
352 int mdb_id2entry_update(
358 return mdb_id2entry_put(op, txn, mc, e, 0);
371 key.mv_size = sizeof(ID);
374 rc = mdb_cursor_get( mc, &key, data, MDB_SET );
375 /* stubs from missing parents - DB is actually invalid */
376 if ( rc == MDB_SUCCESS && !data->mv_size )
387 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
394 key.mv_size = sizeof(ID);
397 rc = mdb_cursor_get( mc, &key, &data, MDB_SET );
398 if ( rc == MDB_NOTFOUND ) {
399 /* Looking for root entry on an empty-dn suffix? */
400 if ( !id && BER_BVISEMPTY( &op->o_bd->be_nsuffix[0] )) {
401 struct berval gluebv = BER_BVC("glue");
402 Entry *r = mdb_entry_alloc(op, 2, 4);
403 Attribute *a = r->e_attrs;
407 r->e_ocflags = SLAP_OC_GLUE|SLAP_OC__END;
409 a->a_flags = SLAP_ATTR_DONT_FREE_DATA | SLAP_ATTR_DONT_FREE_VALS;
410 a->a_desc = slap_schema.si_ad_objectClass;
411 a->a_nvals = a->a_vals;
418 a->a_flags = SLAP_ATTR_DONT_FREE_DATA | SLAP_ATTR_DONT_FREE_VALS;
419 a->a_desc = slap_schema.si_ad_structuralObjectClass;
421 a->a_nvals = a->a_vals;
430 /* stubs from missing parents - DB is actually invalid */
431 if ( rc == MDB_SUCCESS && !data.mv_size )
435 rc = mdb_entry_decode( op, mdb_cursor_txn( mc ), &data, id, e );
439 (*e)->e_name.bv_val = NULL;
440 (*e)->e_nname.bv_val = NULL;
445 int mdb_id2entry_delete(
450 struct mdb_info *mdb = (struct mdb_info *) be->be_private;
451 MDB_dbi dbi = mdb->mi_id2entry;
456 key.mv_data = &e->e_id;
457 key.mv_size = sizeof(ID);
459 /* delete from database */
460 rc = mdb_del( tid, dbi, &key, NULL );
463 rc = mdb_cursor_open( tid, mdb->mi_dbis[MDB_ID2VAL], &mvc );
467 rc = mdb_cursor_get( mvc, &key, NULL, MDB_SET_RANGE );
469 if (rc == MDB_NOTFOUND)
473 while (*(ID *)key.mv_data == e->e_id ) {
474 rc = mdb_cursor_del( mvc, MDB_NODUPDATA );
477 rc = mdb_cursor_get( mvc, &key, NULL, MDB_GET_CURRENT );
479 if (rc == MDB_NOTFOUND)
487 static Entry * mdb_entry_alloc(
492 Entry *e = op->o_tmpalloc( sizeof(Entry) +
493 nattrs * sizeof(Attribute) +
494 nvals * sizeof(struct berval), op->o_tmpmemctx );
495 BER_BVZERO(&e->e_bv);
498 e->e_attrs = (Attribute *)(e+1);
499 e->e_attrs->a_vals = (struct berval *)(e->e_attrs+nattrs);
507 int mdb_entry_return(
514 if ( e->e_private ) {
515 if ( op->o_hdr && op->o_tmpmfuncs ) {
516 op->o_tmpfree( e->e_nname.bv_val, op->o_tmpmemctx );
517 op->o_tmpfree( e->e_name.bv_val, op->o_tmpmemctx );
518 op->o_tmpfree( e, op->o_tmpmemctx );
520 ch_free( e->e_nname.bv_val );
521 ch_free( e->e_name.bv_val );
530 int mdb_entry_release(
535 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
536 struct mdb_op_info *moi = NULL;
539 /* slapMode : SLAP_SERVER_MODE, SLAP_TOOL_MODE,
540 SLAP_TRUNCATE_MODE, SLAP_UNDEFINED_MODE */
543 if ( slapMode & SLAP_SERVER_MODE ) {
545 LDAP_SLIST_FOREACH( oex, &op->o_extra, oe_next ) {
547 if ( oex->oe_key == mdb ) {
548 mdb_entry_return( op, e );
549 moi = (mdb_op_info *)oex;
550 /* If it was setup by entry_get we should probably free it */
551 if (( moi->moi_flag & (MOI_FREEIT|MOI_KEEPER)) == MOI_FREEIT ) {
553 if ( moi->moi_ref < 1 ) {
554 mdb_txn_reset( moi->moi_txn );
556 LDAP_SLIST_REMOVE( &op->o_extra, &moi->moi_oe, OpExtra, oe_next );
557 op->o_tmpfree( moi, op->o_tmpmemctx );
566 mdb_entry_return( op, e );
571 /* return LDAP_SUCCESS IFF we can retrieve the specified entry.
577 AttributeDescription *at,
581 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
582 struct mdb_op_info *moi = NULL;
586 const char *at_name = at ? at->ad_cname.bv_val : "(null)";
588 Debug( LDAP_DEBUG_ARGS,
589 "=> mdb_entry_get: ndn: \"%s\"\n", ndn->bv_val, 0, 0 );
590 Debug( LDAP_DEBUG_ARGS,
591 "=> mdb_entry_get: oc: \"%s\", at: \"%s\"\n",
592 oc ? oc->soc_cname.bv_val : "(null)", at_name, 0);
594 rc = mdb_opinfo_get( op, mdb, rw == 0, &moi );
599 /* can we find entry */
600 rc = mdb_dn2entry( op, txn, NULL, ndn, &e, NULL, 0 );
606 return (rc != LDAP_BUSY) ? LDAP_OTHER : LDAP_BUSY;
609 Debug( LDAP_DEBUG_ACL,
610 "=> mdb_entry_get: cannot find entry: \"%s\"\n",
612 rc = LDAP_NO_SUCH_OBJECT;
616 Debug( LDAP_DEBUG_ACL,
617 "=> mdb_entry_get: found entry: \"%s\"\n",
620 if ( oc && !is_entry_objectclass( e, oc, 0 )) {
621 Debug( LDAP_DEBUG_ACL,
622 "<= mdb_entry_get: failed to find objectClass %s\n",
623 oc->soc_cname.bv_val, 0, 0 );
624 rc = LDAP_NO_SUCH_ATTRIBUTE;
628 /* NOTE: attr_find() or attrs_find()? */
629 if ( at && attr_find( e->e_attrs, at ) == NULL ) {
630 Debug( LDAP_DEBUG_ACL,
631 "<= mdb_entry_get: failed to find attribute %s\n",
632 at->ad_cname.bv_val, 0, 0 );
633 rc = LDAP_NO_SUCH_ATTRIBUTE;
638 if( rc != LDAP_SUCCESS ) {
640 mdb_entry_release( op, e, rw );
645 Debug( LDAP_DEBUG_TRACE,
646 "mdb_entry_get: rc=%d\n",
652 mdb_reader_free( void *key, void *data )
656 if ( txn ) mdb_txn_abort( txn );
659 /* free up any keys used by the main thread */
661 mdb_reader_flush( MDB_env *env )
664 void *ctx = ldap_pvt_thread_pool_context();
666 if ( !ldap_pvt_thread_pool_getkey( ctx, env, &data, NULL ) ) {
667 ldap_pvt_thread_pool_setkey( ctx, env, NULL, 0, NULL, NULL );
668 mdb_reader_free( env, data );
672 extern MDB_txn *mdb_tool_txn;
675 mdb_opinfo_get( Operation *op, struct mdb_info *mdb, int rdonly, mdb_op_info **moip )
680 mdb_op_info *moi = NULL;
683 assert( op != NULL );
685 if ( !mdb || !moip ) return -1;
687 /* If no op was provided, try to find the ctx anyway... */
689 ctx = op->o_threadctx;
691 ctx = ldap_pvt_thread_pool_context();
695 LDAP_SLIST_FOREACH( oex, &op->o_extra, oe_next ) {
696 if ( oex->oe_key == mdb ) break;
698 moi = (mdb_op_info *)oex;
706 moi = op->o_tmpalloc(sizeof(struct mdb_op_info),op->o_tmpmemctx);
708 moi = ch_malloc(sizeof(mdb_op_info));
710 moi->moi_flag = MOI_FREEIT;
713 LDAP_SLIST_INSERT_HEAD( &op->o_extra, &moi->moi_oe, oe_next );
714 moi->moi_oe.oe_key = mdb;
720 /* This op started as a reader, but now wants to write. */
721 if ( moi->moi_flag & MOI_READER ) {
723 LDAP_SLIST_INSERT_HEAD( &op->o_extra, &moi->moi_oe, oe_next );
725 /* This op is continuing an existing write txn */
729 if ( !moi->moi_txn ) {
730 if (( slapMode & SLAP_TOOL_MODE ) && mdb_tool_txn ) {
731 moi->moi_txn = mdb_tool_txn;
734 if ( get_lazyCommit( op ))
735 flag |= MDB_NOMETASYNC;
736 rc = mdb_txn_begin( mdb->mi_dbenv, NULL, flag, &moi->moi_txn );
738 Debug( LDAP_DEBUG_ANY, "mdb_opinfo_get: err %s(%d)\n",
739 mdb_strerror(rc), rc, 0 );
747 /* OK, this is a reader */
748 if ( !moi->moi_txn ) {
749 if (( slapMode & SLAP_TOOL_MODE ) && mdb_tool_txn ) {
750 moi->moi_txn = mdb_tool_txn;
754 /* Shouldn't happen unless we're single-threaded */
755 rc = mdb_txn_begin( mdb->mi_dbenv, NULL, MDB_RDONLY, &moi->moi_txn );
757 Debug( LDAP_DEBUG_ANY, "mdb_opinfo_get: err %s(%d)\n",
758 mdb_strerror(rc), rc, 0 );
762 if ( ldap_pvt_thread_pool_getkey( ctx, mdb->mi_dbenv, &data, NULL ) ) {
763 rc = mdb_txn_begin( mdb->mi_dbenv, NULL, MDB_RDONLY, &moi->moi_txn );
765 Debug( LDAP_DEBUG_ANY, "mdb_opinfo_get: err %s(%d)\n",
766 mdb_strerror(rc), rc, 0 );
770 if ( ( rc = ldap_pvt_thread_pool_setkey( ctx, mdb->mi_dbenv,
771 data, mdb_reader_free, NULL, NULL ) ) ) {
772 mdb_txn_abort( moi->moi_txn );
774 Debug( LDAP_DEBUG_ANY, "mdb_opinfo_get: thread_pool_setkey failed err (%d)\n",
782 moi->moi_flag |= MOI_READER;
785 if ( moi->moi_ref < 1 ) {
789 rc = mdb_txn_renew( moi->moi_txn );
800 int mdb_txn( Operation *op, int txnop, OpExtra **ptr )
802 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
803 mdb_op_info **moip = (mdb_op_info **)ptr, *moi = *moip;
808 rc = mdb_opinfo_get( op, mdb, 0, moip );
811 moi->moi_flag |= MOI_KEEPER;
814 case SLAP_TXN_COMMIT:
815 rc = mdb_txn_commit( moi->moi_txn );
818 op->o_tmpfree( moi, op->o_tmpmemctx );
822 mdb_txn_abort( moi->moi_txn );
823 op->o_tmpfree( moi, op->o_tmpmemctx );
830 /* Count up the sizes of the components of an entry */
831 static int mdb_entry_partsize(struct mdb_info *mdb, MDB_txn *txn, Entry *e,
835 int i, nat = 0, nval = 0, nnval = 0, doff = 0;
839 len = 4*sizeof(int); /* nattrs, nvals, ocflags, offset */
841 for (a=e->e_attrs; a; a=a->a_next) {
842 /* For AttributeDesc, we only store the attr index */
844 if (a->a_desc->ad_index >= MDB_MAXADS) {
845 Debug( LDAP_DEBUG_ANY, "mdb_entry_partsize: too many AttributeDescriptions used\n",
849 if (!mdb->mi_adxs[a->a_desc->ad_index]) {
850 int rc = mdb_ad_get(mdb, txn, a->a_desc);
854 len += 2*sizeof(int); /* AD index, numvals */
855 dlen += 2*sizeof(int);
856 nval += a->a_numvals + 1; /* empty berval at end */
857 if (a->a_numvals > mdb->mi_multi_hi)
858 a->a_flags |= SLAP_ATTR_BIG_MULTI;
859 if (a->a_flags & SLAP_ATTR_BIG_MULTI)
860 doff += a->a_numvals;
861 for (i=0; i<a->a_numvals; i++) {
862 int alen = a->a_vals[i].bv_len + 1 + sizeof(int); /* len */
864 if (a->a_flags & SLAP_ATTR_BIG_MULTI) {
871 if (a->a_nvals != a->a_vals) {
872 nval += a->a_numvals + 1;
874 if (a->a_flags & SLAP_ATTR_BIG_MULTI)
875 doff += a->a_numvals;
876 for (i=0; i<a->a_numvals; i++) {
877 int alen = a->a_nvals[i].bv_len + 1 + sizeof(int);
879 if (!(a->a_flags & SLAP_ATTR_BIG_MULTI))
885 dlen = (dlen + sizeof(ID)-1) & ~(sizeof(ID)-1);
890 eh->offset = nat + nval - nnval - doff;
894 /* Flag bits for an encoded attribute */
895 #define MDB_AT_SORTED (1<<(sizeof(unsigned int)*CHAR_BIT-1))
896 /* the values are in sorted order */
897 #define MDB_AT_MULTI (1<<(sizeof(unsigned int)*CHAR_BIT-2))
898 /* the values of this multi-valued attr are stored separately */
900 #define MDB_AT_NVALS (1<<(sizeof(unsigned int)*CHAR_BIT-1))
901 /* this attribute has normalized values */
903 /* Flatten an Entry into a buffer. The buffer starts with the count of the
904 * number of attributes in the entry, the total number of values in the
905 * entry, and the e_ocflags. It then contains a list of integers for each
906 * attribute. For each attribute the first integer gives the index of the
907 * matching AttributeDescription, followed by the number of values in the
908 * attribute. If the MDB_AT_SORTED bit of the attr index is set, the
909 * attribute's values are already sorted. If the MDB_AT_MULTI bit of the
910 * attr index is set, the values are stored separately.
912 * If the MDB_AT_NVALS bit of numvals is set, the attribute also has
913 * normalized values present. (Note - a_numvals is an unsigned int, so this
914 * means it's possible to receive an attribute that we can't encode due
915 * to size overflow. In practice, this should not be an issue.)
917 * Then the length of each value is listed. If there are normalized values,
918 * their lengths come next. This continues for each attribute. After all
919 * of the lengths for the last attribute, the actual values are copied,
920 * with a NUL terminator after each value.
921 * The buffer is padded to the sizeof(ID). The entire buffer size is
922 * precomputed so that a single malloc can be performed.
924 static int mdb_entry_encode(Operation *op, Entry *e, MDB_val *data, Ecount *eh)
926 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
933 Debug( LDAP_DEBUG_TRACE, "=> mdb_entry_encode(0x%08lx): %s\n",
934 (long) e->e_id, e->e_dn, 0 );
936 /* make sure e->e_ocflags is set */
937 if (is_entry_referral(e))
940 lp = (unsigned int *)data->mv_data;
943 *lp++ = (unsigned int)e->e_ocflags;
945 ptr = (unsigned char *)(lp + eh->offset);
947 for (a=e->e_attrs; a; a=a->a_next) {
948 if (!a->a_desc->ad_index)
949 return LDAP_UNDEFINED_TYPE;
950 l = mdb->mi_adxs[a->a_desc->ad_index];
951 if (a->a_flags & SLAP_ATTR_BIG_MULTI)
953 if (a->a_flags & SLAP_ATTR_SORTED_VALS)
957 if (a->a_nvals != a->a_vals)
960 if (a->a_flags & SLAP_ATTR_BIG_MULTI) {
964 for (i=0; a->a_vals[i].bv_val; i++);
965 assert( i == a->a_numvals );
966 for (i=0; i<a->a_numvals; i++) {
967 *lp++ = a->a_vals[i].bv_len;
968 memcpy(ptr, a->a_vals[i].bv_val,
969 a->a_vals[i].bv_len);
970 ptr += a->a_vals[i].bv_len;
973 if (a->a_nvals != a->a_vals) {
974 for (i=0; i<a->a_numvals; i++) {
975 *lp++ = a->a_nvals[i].bv_len;
976 memcpy(ptr, a->a_nvals[i].bv_val,
977 a->a_nvals[i].bv_len);
978 ptr += a->a_nvals[i].bv_len;
986 Debug( LDAP_DEBUG_TRACE, "<= mdb_entry_encode(0x%08lx): %s\n",
987 (long) e->e_id, e->e_dn, 0 );
992 /* Retrieve an Entry that was stored using entry_encode above.
994 * Note: everything is stored in a single contiguous block, so
995 * you can not free individual attributes or names from this
996 * structure. Attempting to do so will likely corrupt memory.
999 int mdb_entry_decode(Operation *op, MDB_txn *txn, MDB_val *data, ID id, Entry **e)
1001 struct mdb_info *mdb = (struct mdb_info *) op->o_bd->be_private;
1002 int i, j, nattrs, nvals;
1007 AttributeDescription *ad;
1008 unsigned int *lp = (unsigned int *)data->mv_data;
1011 MDB_cursor *mvc = NULL;
1013 Debug( LDAP_DEBUG_TRACE,
1014 "=> mdb_entry_decode:\n",
1019 x = mdb_entry_alloc(op, nattrs, nvals);
1020 x->e_ocflags = *lp++;
1027 ptr = (unsigned char *)(lp + i);
1029 for (;nattrs>0; nattrs--) {
1030 int have_nval = 0, multi = 0;
1031 a->a_flags = SLAP_ATTR_DONT_FREE_DATA | SLAP_ATTR_DONT_FREE_VALS;
1033 if (i & MDB_AT_SORTED) {
1035 a->a_flags |= SLAP_ATTR_SORTED_VALS;
1037 if (i & MDB_AT_MULTI) {
1039 a->a_flags |= SLAP_ATTR_BIG_MULTI;
1042 if (i > mdb->mi_numads) {
1043 rc = mdb_ad_read(mdb, txn);
1046 if (i > mdb->mi_numads) {
1047 Debug( LDAP_DEBUG_ANY,
1048 "mdb_entry_decode: attribute index %d not recognized\n",
1054 a->a_desc = mdb->mi_ads[i];
1055 a->a_numvals = *lp++;
1056 if (a->a_numvals & MDB_AT_NVALS) {
1057 a->a_numvals ^= MDB_AT_NVALS;
1063 rc = mdb_cursor_open(txn, mdb->mi_dbis[MDB_ID2VAL], &mvc);
1067 mdb_mval_get(op, mvc, id, a, have_nval);
1068 bptr += a->a_numvals + 1;
1070 bptr += a->a_numvals + 1;
1072 for (i=0; i<a->a_numvals; i++) {
1073 bptr->bv_len = *lp++;
1074 bptr->bv_val = (char *)ptr;
1075 ptr += bptr->bv_len+1;
1078 bptr->bv_val = NULL;
1084 for (i=0; i<a->a_numvals; i++) {
1085 bptr->bv_len = *lp++;
1086 bptr->bv_val = (char *)ptr;
1087 ptr += bptr->bv_len+1;
1090 bptr->bv_val = NULL;
1094 a->a_nvals = a->a_vals;
1098 /* FIXME: This is redundant once a sorted entry is saved into the DB */
1099 if (( a->a_desc->ad_type->sat_flags & SLAP_AT_SORTED_VAL )
1100 && !(a->a_flags & SLAP_ATTR_SORTED_VALS)) {
1101 rc = slap_sort_vals( (Modifications *)a, &text, &j, NULL );
1102 if ( rc == LDAP_SUCCESS ) {
1103 a->a_flags |= SLAP_ATTR_SORTED_VALS;
1104 } else if ( rc == LDAP_TYPE_OR_VALUE_EXISTS ) {
1105 /* should never happen */
1106 Debug( LDAP_DEBUG_ANY,
1107 "mdb_entry_decode: attributeType %s value #%d provided more than once\n",
1108 a->a_desc->ad_cname.bv_val, j, 0 );
1115 a[-1].a_next = NULL;
1117 Debug(LDAP_DEBUG_TRACE, "<= mdb_entry_decode\n",
1124 mdb_cursor_close(mvc);