]> git.sur5r.net Git - openldap/blobdiff - servers/slapd/repl.c
assert expects int. (int)<nonnull ptr/long> can be 0. Use assert(arg!=0/NULL).
[openldap] / servers / slapd / repl.c
index 66ff6060a681cc77b165129013fa1a8eec9ff2e9..89319152193e7898077e30b32b9bcb7c06e16286 100644 (file)
@@ -1,8 +1,27 @@
 /* repl.c - log modifications for replication purposes */
 /* $OpenLDAP$ */
-/*
- * Copyright 1998-2000 The OpenLDAP Foundation, All Rights Reserved.
- * COPYING RESTRICTIONS APPLY, see COPYRIGHT file
+/* This work is part of OpenLDAP Software <http://www.openldap.org/>.
+ *
+ * Copyright 1998-2005 The OpenLDAP Foundation.
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted only as authorized by the OpenLDAP
+ * Public License.
+ *
+ * A copy of this license is available in the file LICENSE in the
+ * top-level directory of the distribution or, alternatively, at
+ * <http://www.OpenLDAP.org/license.html>.
+ */
+/* Portions Copyright (c) 1995 Regents of the University of Michigan.
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms are permitted
+ * provided that this notice is preserved and that due credit is given
+ * to the University of Michigan at Ann Arbor. The name of the University
+ * may not be used to endorse or promote products derived from this
+ * software without specific prior written permission. This software
+ * is provided ``as is'' without express or implied warranty.
  */
 
 #include "portable.h"
 
 int
 add_replica_info(
-    Backend     *be,
-    const char  *host 
-)
+       Backend         *be,
+       const char      *uri, 
+       const char      *host )
 {
        int i = 0;
 
-       assert( be );
-       assert( host );
+       assert( be != NULL );
+       assert( host != NULL );
 
        if ( be->be_replica != NULL ) {
                for ( ; be->be_replica[ i ] != NULL; i++ );
@@ -40,12 +59,54 @@ add_replica_info(
 
        be->be_replica[ i ] 
                = ch_calloc( sizeof( struct slap_replica_info ), 1 );
-       be->be_replica[ i ]->ri_host = ch_strdup( host );
+       be->be_replica[ i ]->ri_uri = uri;
+       be->be_replica[ i ]->ri_host = host;
+       be->be_replica[ i ]->ri_nsuffix = NULL;
+       be->be_replica[ i ]->ri_attrs = NULL;
        be->be_replica[ i + 1 ] = NULL;
 
        return( i );
 }
 
+int
+destroy_replica_info(
+       Backend         *be )
+{
+       int i = 0;
+
+       assert( be != NULL );
+
+       if ( be->be_replica == NULL ) {
+               return 0;
+       }
+
+       for ( ; be->be_replica[ i ] != NULL; i++ ) {
+
+               ch_free( (char *)be->be_replica[ i ]->ri_uri );
+
+               ber_bvarray_free( be->be_replica[ i ]->ri_nsuffix );
+
+               if ( be->be_replica[ i ]->ri_attrs ) {
+                       AttributeName   *an = be->be_replica[ i ]->ri_attrs;
+                       int             j;
+
+                       for ( j = 0; !BER_BVISNULL( &an[ j ].an_name ); j++ )
+                       {
+                               ch_free( an[ j ].an_name.bv_val );
+                       }
+                       ch_free( an );
+               }
+
+               bindconf_free( &be->be_replica[ i ]->ri_bindconf );
+
+               ch_free( be->be_replica[ i ] );
+       }
+
+       ch_free( be->be_replica );
+
+       return 0;
+}
+
 int
 add_replica_suffix(
     Backend     *be,
@@ -53,82 +114,112 @@ add_replica_suffix(
     const char  *suffix
 )
 {
-       struct berval dn, *ndn = NULL;
+       struct berval dn, ndn;
        int rc;
 
        dn.bv_val = (char *) suffix;
        dn.bv_len = strlen( dn.bv_val );
 
-       rc = dnNormalize( NULL, &dn, &ndn );
+       rc = dnNormalize( 0, NULL, NULL, &dn, &ndn, NULL );
        if( rc != LDAP_SUCCESS ) {
                return 2;
        }
 
-       if ( select_backend( ndn, 0, 0 ) != be ) {
-               ber_bvfree( ndn );
+       if ( select_backend( &ndn, 0, 0 ) != be ) {
+               free( ndn.bv_val );
                return 1;
        }
 
-       ber_bvecadd( &be->be_replica[nr]->ri_nsuffix, ndn );
+       ber_bvarray_add( &be->be_replica[nr]->ri_nsuffix, &ndn );
        return 0;
 }
 
-void
-replog(
-    Backend    *be,
-    Operation *op,
-    struct berval *dn,
-    struct berval *ndn,
-    void       *change
+int
+add_replica_attrs(
+       Backend *be,
+       int     nr,
+       char    *attrs,
+       int     exclude
 )
 {
-       Modifications   *ml;
-       Entry   *e;
-       struct slap_replog_moddn *moddn;
-       char *tmp;
+       if ( be->be_replica[nr]->ri_attrs != NULL ) {
+               if ( be->be_replica[nr]->ri_exclude != exclude ) {
+                       fprintf( stderr, "attr selective replication directive '%s' conflicts with previous one (discarded)\n", attrs );
+                       ch_free( be->be_replica[nr]->ri_attrs );
+                       be->be_replica[nr]->ri_attrs = NULL;
+               }
+       }
+
+       be->be_replica[nr]->ri_exclude = exclude;
+       be->be_replica[nr]->ri_attrs = str2anlist( be->be_replica[nr]->ri_attrs,
+               attrs, "," );
+       return ( be->be_replica[nr]->ri_attrs == NULL );
+}
+   
+static void
+print_vals( FILE *fp, struct berval *type, struct berval *bv );
+static void
+replog1( struct slap_replica_info *ri, Operation *op, FILE *fp, long now);
+
+void
+replog( Operation *op )
+{
        FILE    *fp, *lfp;
-       int     len, i;
+       int     i;
 /* undef NO_LOG_WHEN_NO_REPLICAS */
 #ifdef NO_LOG_WHEN_NO_REPLICAS
        int     count = 0;
 #endif
+       int     subsets = 0;
+       long    now = slap_get_time();
+       char    *replogfile;
 
-       if ( be->be_replogfile == NULL && replogfile == NULL ) {
+       replogfile = op->o_bd->be_replogfile ? op->o_bd->be_replogfile :
+               frontendDB->be_replogfile;
+       if ( !replogfile ) {
                return;
        }
 
        ldap_pvt_thread_mutex_lock( &replog_mutex );
-       if ( (fp = lock_fopen( be->be_replogfile ? be->be_replogfile :
-           replogfile, "a", &lfp )) == NULL ) {
+       if ( (fp = lock_fopen( replogfile, "a", &lfp )) == NULL ) {
                ldap_pvt_thread_mutex_unlock( &replog_mutex );
                return;
        }
 
-       for ( i = 0; be->be_replica != NULL && be->be_replica[i] != NULL; i++ ) {
+       for ( i = 0; op->o_bd->be_replica != NULL && op->o_bd->be_replica[i] != NULL; i++ ) {
                /* check if dn's suffix matches legal suffixes, if any */
-               if ( be->be_replica[i]->ri_nsuffix != NULL ) {
+               if ( op->o_bd->be_replica[i]->ri_nsuffix != NULL ) {
                        int j;
 
-                       for ( j = 0; be->be_replica[i]->ri_nsuffix[j]; j++ ) {
-                               if ( dnIsSuffix( ndn, be->be_replica[i]->ri_nsuffix[j] ) ) {
+                       for ( j = 0; op->o_bd->be_replica[i]->ri_nsuffix[j].bv_val; j++ ) {
+                               if ( dnIsSuffix( &op->o_req_ndn, &op->o_bd->be_replica[i]->ri_nsuffix[j] ) ) {
                                        break;
                                }
                        }
 
-                       if ( !be->be_replica[i]->ri_nsuffix[j] ) {
+                       if ( !op->o_bd->be_replica[i]->ri_nsuffix[j].bv_val ) {
                                /* do not add "replica:" line */
                                continue;
                        }
                }
+               /* See if we only want a subset of attributes */
+               if ( op->o_bd->be_replica[i]->ri_attrs != NULL &&
+                       ( op->o_tag == LDAP_REQ_MODIFY || op->o_tag == LDAP_REQ_ADD || op->o_tag == LDAP_REQ_EXTENDED ) ) {
+                       if ( !subsets ) {
+                               subsets = i + 1;
+                       }
+                       /* Do attribute subsets by themselves in a second pass */
+                       continue;
+               }
 
-               fprintf( fp, "replica: %s\n", be->be_replica[i]->ri_host );
+               fprintf( fp, "replica: %s\n", op->o_bd->be_replica[i]->ri_host );
 #ifdef NO_LOG_WHEN_NO_REPLICAS
                ++count;
 #endif
        }
 
 #ifdef NO_LOG_WHEN_NO_REPLICAS
-       if ( count == 0 ) {
+       if ( count == 0 && subsets == 0 ) {
                /* if no replicas matched, drop the log 
                 * (should we log it anyway?) */
                lock_fclose( fp, lfp );
@@ -138,87 +229,280 @@ replog(
        }
 #endif
 
-       fprintf( fp, "time: %ld\n", (long) slap_get_time() );
-       fprintf( fp, "dn: %s\n", dn->bv_val );
+       replog1( NULL, op, fp, now );
+
+       if ( subsets > 0 ) {
+               for ( i = subsets - 1; op->o_bd->be_replica[i] != NULL; i++ ) {
+
+                       /* If no attrs, we already did this above */
+                       if ( op->o_bd->be_replica[i]->ri_attrs == NULL ) {
+                               continue;
+                       }
+
+                       /* check if dn's suffix matches legal suffixes, if any */
+                       if ( op->o_bd->be_replica[i]->ri_nsuffix != NULL ) {
+                               int j;
+
+                               for ( j = 0; op->o_bd->be_replica[i]->ri_nsuffix[j].bv_val; j++ ) {
+                                       if ( dnIsSuffix( &op->o_req_ndn, &op->o_bd->be_replica[i]->ri_nsuffix[j] ) ) {
+                                               break;
+                                       }
+                               }
+
+                               if ( !op->o_bd->be_replica[i]->ri_nsuffix[j].bv_val ) {
+                                       /* no matching suffix found, skip it */
+                                       continue;
+                               }
+                       }
+                       switch( op->o_tag ) {
+                       case LDAP_REQ_EXTENDED:
+                               /* quick hack for extended operations */
+                               /* assume change parameter is a Modifications* */
+                               /* fall thru */
+                       case LDAP_REQ_MODIFY:
+                       case LDAP_REQ_ADD:
+                               break;
+                       default:
+                               /* Other operations were logged in the first pass */
+                               continue;
+                       }
+                       replog1( op->o_bd->be_replica[i], op, fp, now );
+               }
+       }
+
+       lock_fclose( fp, lfp );
+       ldap_pvt_thread_mutex_unlock( &replog_mutex );
+}
+
+static void
+rephdr(
+       struct slap_replica_info *ri,
+       Operation *op,
+       FILE *fp,
+       long now
+)
+{
+       if ( ri ) {
+               fprintf( fp, "replica: %s\n", ri->ri_host );
+       }
+       fprintf( fp, "time: %ld\n", now );
+       fprintf( fp, "dn: %s\n", op->o_req_dn.bv_val );
+}
+
+static void
+replog1(
+       struct slap_replica_info *ri,
+       Operation *op,
+       FILE    *fp,
+       long    now
+)
+{
+       Modifications   *ml;
+       Attribute       *a;
+       AttributeName   *an;
+       int             dohdr = 1, ocs = -1;
+       struct berval vals[2];
+
+       vals[1].bv_val = NULL;
+       vals[1].bv_len = 0;
 
        switch ( op->o_tag ) {
        case LDAP_REQ_EXTENDED:
                /* quick hack for extended operations */
-               /* assume change parameter is a Modfications* */
+               /* assume change parameter is a Modifications* */
                /* fall thru */
 
        case LDAP_REQ_MODIFY:
-               fprintf( fp, "changetype: modify\n" );
-               ml = change;
-               for ( ; ml != NULL; ml = ml->sml_next ) {
-                       char *type;
-                       struct berval *bv;
-                       type = ml->sml_desc->ad_cname.bv_val;
+               for ( ml = op->orm_modlist; ml != NULL; ml = ml->sml_next ) {
+                       char *did = NULL, *type = ml->sml_desc->ad_cname.bv_val;
                        switch ( ml->sml_op ) {
                        case LDAP_MOD_ADD:
-                               fprintf( fp, "add: %s\n", type );
-                               break;
+                               did = "add"; break;
 
                        case LDAP_MOD_DELETE:
-                               fprintf( fp, "delete: %s\n", type );
-                               break;
+                               did = "delete"; break;
 
                        case LDAP_MOD_REPLACE:
-                               fprintf( fp, "replace: %s\n", type );
-                               break;
-                       }
-
-                       for ( bv = ml->sml_bvalues; bv && bv->bv_val; bv++ )
-                       {
-                               char    *buf, *bufp;
-
-                               len = ml->sml_desc->ad_cname.bv_len;
-                               len = LDIF_SIZE_NEEDED( len,
-                                   bv->bv_len ) + 1;
-                               buf = (char *) ch_malloc( len );
+                               did = "replace"; break;
 
-                               bufp = buf;
-                               ldif_sput( &bufp, LDIF_PUT_VALUE, type,
-                                   bv->bv_val, bv->bv_len );
-                               *bufp = '\0';
-
-                               fputs( buf, fp );
+                       case LDAP_MOD_INCREMENT:
+                               did = "increment"; break;
+                       }
+                       if ( ri && ri->ri_attrs ) {
+                               int is_in = ad_inlist( ml->sml_desc, ri->ri_attrs );
 
-                               free( buf );
+                               if ( ( !is_in && !ri->ri_exclude )
+                                       || ( is_in && ri->ri_exclude ) )
+                               {
+                                       continue;
+                               }
+                               /* If this is objectClass, see if the value is included
+                                * in any subset, otherwise drop it.
+                                */
+                               if ( ocs && ml->sml_desc == slap_schema.si_ad_objectClass
+                                       && ml->sml_values )
+                               {
+                                       int i, first = 1;
+
+                                       if ( ocs == -1 ) ocs = 0;
+
+                                       for ( i=0; ml->sml_values[i].bv_val; i++ ) {
+                                               int match = 0;
+                                               for ( an = ri->ri_attrs; an->an_name.bv_val; an++ ) {
+                                                       if ( an->an_oc ) {
+                                                               ocs = 1;
+                                                               match |= an->an_oc_exclude;
+                                                               if ( ml->sml_values[i].bv_len == an->an_name.bv_len
+                                                                       && !strcasecmp(ml->sml_values[i].bv_val,
+                                                                               an->an_name.bv_val ) ) {
+                                                                       match = !an->an_oc_exclude;
+                                                                       break;
+                                                               }
+                                                       }
+                                               }
+                                               /* Objectclasses need no special treatment, drop into
+                                                * regular processing
+                                                */
+                                               if ( !ocs ) break;
+
+                                               match ^= ri->ri_exclude;
+                                               /* Found a match, log it */
+                                               if ( match ) {
+                                                       if ( dohdr ) {
+                                                               rephdr( ri, op, fp, now );
+                                                               fprintf( fp, "changetype: modify\n" );
+                                                               dohdr = 0;
+                                                       }
+                                                       if ( first ) {
+                                                               fprintf( fp, "%s: %s\n", did, type );
+                                                               first = 0;
+                                                       }
+                                                       vals[0] = an->an_name;
+                                                       print_vals( fp, &ml->sml_desc->ad_cname, vals );
+                                                       ocs = 2;
+                                               }
+
+                                       }
+                                       /* Explicit objectclasses have been handled already */
+                                       if ( ocs ) {
+                                               if ( ocs == 2 ) {
+                                                       fprintf( fp, "-\n" );
+                                               }
+                                               continue;
+                                       }
+                               }
+                       }
+                       if ( dohdr ) {
+                               rephdr( ri, op, fp, now );
+                               fprintf( fp, "changetype: modify\n" );
+                               dohdr = 0;
+                       }
+                       fprintf( fp, "%s: %s\n", did, type );
+                       if ( ml->sml_values ) {
+                               print_vals( fp, &ml->sml_desc->ad_cname, ml->sml_values );
                        }
                        fprintf( fp, "-\n" );
                }
                break;
 
        case LDAP_REQ_ADD:
-               e = change;
-               fprintf( fp, "changetype: add\n" );
-               ldap_pvt_thread_mutex_lock( &entry2str_mutex );
-               tmp = entry2str( e, &len );
-               while ( (tmp = strchr( tmp, '\n' )) != NULL ) {
-                       tmp++;
-                       if ( ! isspace( (unsigned char) *tmp ) )
-                               break;
+               for ( a = op->ora_e->e_attrs ; a != NULL; a=a->a_next ) {
+                       if ( ri && ri->ri_attrs ) {
+                               int is_in = ad_inlist( a->a_desc, ri->ri_attrs );
+                               if ( ( !is_in && !ri->ri_exclude ) || ( is_in && ri->ri_exclude ) ) {
+                                       continue;
+                               }
+
+                               /* If the list includes objectClass names,
+                                * only include those classes in the
+                                * objectClass attribute
+                                */
+                               if ( ocs && a->a_desc == slap_schema.si_ad_objectClass ) {
+                                       int i;
+
+                                       if ( ocs == -1 ) ocs = 0;
+
+                                       for ( i=0; a->a_vals[i].bv_val; i++ ) {
+                                               int match = 0;
+                                               for ( an = ri->ri_attrs; an->an_name.bv_val; an++ ) {
+                                                       if ( an->an_oc ) {
+                                                               ocs = 1;
+                                                               match |= an->an_oc_exclude;
+                                                               if ( a->a_vals[i].bv_len == an->an_name.bv_len
+                                                                       && !strcasecmp(a->a_vals[i].bv_val,
+                                                                               an->an_name.bv_val ) ) {
+                                                                       match = !an->an_oc_exclude;
+                                                                       break;
+                                                               }
+                                                       }
+                                               }
+                                               if ( !ocs ) break;
+
+                                               match ^= ri->ri_exclude;
+                                               if ( match ) {
+                                                       if ( dohdr ) {
+                                                               rephdr( ri, op, fp, now );
+                                                               fprintf( fp, "changetype: add\n" );
+                                                               dohdr = 0;
+                                                       }
+                                                       vals[0] = an->an_name;
+                                                       print_vals( fp, &a->a_desc->ad_cname, vals );
+                                               }
+                                       }
+                                       if ( ocs ) continue;
+                               }
+                       }
+                       if ( dohdr ) {
+                               rephdr( ri, op, fp, now );
+                               fprintf( fp, "changetype: add\n" );
+                               dohdr = 0;
+                       }
+                       print_vals( fp, &a->a_desc->ad_cname, a->a_vals );
                }
-               fprintf( fp, "%s", tmp );
-               ldap_pvt_thread_mutex_unlock( &entry2str_mutex );
                break;
 
        case LDAP_REQ_DELETE:
+               rephdr( ri, op, fp, now );
                fprintf( fp, "changetype: delete\n" );
                break;
 
        case LDAP_REQ_MODRDN:
-               moddn = change;
+               rephdr( ri, op, fp, now );
                fprintf( fp, "changetype: modrdn\n" );
-               fprintf( fp, "newrdn: %s\n", moddn->newrdn->bv_val );
-               fprintf( fp, "deleteoldrdn: %d\n", moddn->deloldrdn ? 1 : 0 );
-               if( moddn->newsup != NULL ) {
-                       fprintf( fp, "newsuperior: %s\n", moddn->newsup->bv_val );
+               fprintf( fp, "newrdn: %s\n", op->orr_newrdn.bv_val );
+               fprintf( fp, "deleteoldrdn: %d\n", op->orr_deleteoldrdn ? 1 : 0 );
+               if( op->orr_newSup != NULL ) {
+                       fprintf( fp, "newsuperior: %s\n", op->orr_newSup->bv_val );
                }
        }
        fprintf( fp, "\n" );
+}
 
-       lock_fclose( fp, lfp );
-       ldap_pvt_thread_mutex_unlock( &replog_mutex );
+static void
+print_vals(
+       FILE *fp,
+       struct berval *type,
+       struct berval *bv )
+{
+       ber_len_t i, len;
+       char    *buf, *bufp;
+
+       for ( i = 0, len = 0; bv && bv[i].bv_val; i++ ) {
+               if ( bv[i].bv_len > len )
+                       len = bv[i].bv_len;
+       }
+
+       len = LDIF_SIZE_NEEDED( type->bv_len, len ) + 1;
+       buf = (char *) ch_malloc( len );
+
+       for ( ; bv && bv->bv_val; bv++ ) {
+               bufp = buf;
+               ldif_sput( &bufp, LDIF_PUT_VALUE, type->bv_val,
+                                   bv->bv_val, bv->bv_len );
+               *bufp = '\0';
+
+               fputs( buf, fp );
+
+       }
+       free( buf );
 }