From 8788c52ccf20a52fd4097e69d6f28d81cf7dc818 Mon Sep 17 00:00:00 2001 From: Quanah Gibson-Mount Date: Thu, 1 Dec 2016 12:26:08 -0800 Subject: [PATCH] ITS#8521 - Add testcase for this regression --- tests/data/regressions/its8521/its8521 | 347 ++++++++++++++++++ .../regressions/its8521/slapd-consumer.ldif | 59 +++ .../regressions/its8521/slapd-provider.ldif | 59 +++ tests/scripts/conf.sh | 4 +- 4 files changed, 468 insertions(+), 1 deletion(-) create mode 100755 tests/data/regressions/its8521/its8521 create mode 100644 tests/data/regressions/its8521/slapd-consumer.ldif create mode 100644 tests/data/regressions/its8521/slapd-provider.ldif diff --git a/tests/data/regressions/its8521/its8521 b/tests/data/regressions/its8521/its8521 new file mode 100755 index 0000000000..5ca08ce70c --- /dev/null +++ b/tests/data/regressions/its8521/its8521 @@ -0,0 +1,347 @@ +#! /bin/sh +# $OpenLDAP$ +## This work is part of OpenLDAP Software . +## +## Copyright 1998-2016 The OpenLDAP Foundation. +## All rights reserved. +## +## Redistribution and use in source and binary forms, with or without +## modification, are permitted only as authorized by the OpenLDAP +## Public License. +## +## A copy of this license is available in the file LICENSE in the +## top-level directory of the distribution or, alternatively, at +## . + +echo "running defines.sh" +. $SRCDIR/scripts/defines.sh + +if test $SYNCPROV = syncprovno; then + echo "Syncrepl provider overlay not available, test skipped" + exit 0 +fi + +echo "This test tracks a case where a consumer fails to replicate from the provider" +echo "when the provider is dynamically configured for replication." +echo "See http://www.openldap.org/its/index.cgi/?findid=8521 for more information." + +PRODIR=$TESTDIR/pro +CONDIR=$TESTDIR/con1 +CFPRO=$PRODIR/slapd.d +CFCON=$CONDIR/slapd.d + +mkdir -p $TESTDIR $DBDIR1 $DBDIR2 $PRODIR $CONDIR $CFPRO $CFCON + +$SLAPPASSWD -g -n >$CONFIGPWF + +ITS=8521 +ITSDIR=$DATADIR/regressions/its$ITS + +echo "Starting provider slapd on TCP/IP port $PORT1..." +. $CONFFILTER $BACKEND $MONITORDB < $ITSDIR/slapd-provider.ldif > $CONFLDIF +$SLAPADD -F $CFPRO -n 0 -l $CONFLDIF +$SLAPD -F $CFPRO -h $URI1 -d $LVL $TIMING > $LOG1 2>&1 & +PID=$! +if test $WAIT != 0 ; then + echo PID $PID + read foo +fi +KILLPIDS="$PID" + +sleep 1 + +echo "Using ldapsearch to check that provider slapd is running..." +for i in 0 1 2 3 4 5; do + $LDAPSEARCH -s base -b "" -H $URI1 \ + 'objectclass=*' > /dev/null 2>&1 + RC=$? + if test $RC = 0 ; then + break + fi + echo "Waiting 5 seconds for slapd to start..." + sleep 5 +done + +if test $RC != 0 ; then + echo "ldapsearch failed ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +echo "Starting consumer slapd on TCP/IP port $PORT2..." +. $CONFFILTER $BACKEND $MONITORDB < $ITSDIR/slapd-consumer.ldif > $CONFLDIF +$SLAPADD -F $CFCON -n 0 -l $CONFLDIF +$SLAPD -F $CFCON -h $URI2 -d $LVL $TIMING > $LOG2 2>&1 & +SLAVEPID=$! +if test $WAIT != 0 ; then + echo SLAVEPID $SLAVEPID + read foo +fi +KILLPIDS="$KILLPIDS $SLAVEPID" + +sleep 1 + +echo "Using ldapsearch to check that consumer slapd is running..." +for i in 0 1 2 3 4 5; do + $LDAPSEARCH -s base -b "" -H $URI2 \ + 'objectclass=*' > /dev/null 2>&1 + RC=$? + if test $RC = 0 ; then + break + fi + echo "Waiting 5 seconds for slapd to start..." + sleep 5 +done + +if test $RC != 0 ; then + echo "ldapsearch failed ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +echo "Setting serverID on provider..." +$LDAPMODIFY -D cn=config -H $URI1 -y $CONFIGPWF <>$TESTOUT 2>&1 +dn: cn=config +changetype: modify +add: olcServerId +olcServerId: 1 +EOF +RC=$? + +if test $RC != 0 ; then + echo "ldapmodify failed ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +echo "Populating database on provider..." +$LDAPADD -D $MANAGERDN -H $URI1 -w $PASSWD << EOMODS >> $TESTOUT 2>&1 +dn: dc=example,dc=com +changetype: add +objectClass: domain +objectClass: top +dc: example + +dn: ou=LDAPRoles,dc=example,dc=com +objectClass: top +objectClass: organizationalUnit +ou: LDAPRoles + +dn: dc=users,dc=example,dc=com +changetype: add +dc: users +objectClass: domain +objectClass: top + +dn: cn=Johndoe,dc=users,dc=example,dc=com +changetype: add +objectClass: person +objectClass: top +sn: John Doe +cn: Johndoe + +dn: cn=replicator,ou=LDAPRoles,dc=example,dc=com +objectClass: top +objectClass: simpleSecurityObject +objectClass: organizationalRole +userPassword: secret +cn: replicator +EOMODS + +RC=$? +if test $RC != 0 ; then + echo "ldapadd failed ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +if [ "$SYNCPROV" = syncprovmod ]; then + echo "Configuring syncprov module on the provider..." + $LDAPADD -D cn=config -H $URI1 -y $CONFIGPWF < $TESTOUT 2>&1 +dn: cn=module,cn=config +objectClass: olcModuleList +cn: module +olcModulePath: $TESTWD/../servers/slapd/overlays +olcModuleLoad: syncprov.la +EOF + RC=$? + if test $RC != 0 ; then + echo "ldapadd failed for moduleLoad ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC + fi +fi + +echo "Configuring replication on the provider..." +$LDAPMODIFY -D cn=config -H $URI1 -y $CONFIGPWF <>$TESTOUT 2>&1 +dn: olcOverlay=syncprov,olcDatabase={1}$BACKEND,cn=config +changetype: add +objectClass: olcOverlayConfig +objectClass: olcConfig +objectClass: top +objectClass: olcSyncprovConfig +olcOverlay: syncprov +olcSpSessionLog: 10000 +olcSpCheckpoint: 100 10 + +dn: olcDatabase={1}$BACKEND,cn=config +changetype: modify +add: olcLimits +olcLimits: dn.exact="cn=replicator,ou=LDAPRoles,dc=example,dc=com" + time.soft=unlimited time.hard=unlimited size.soft=unlimited + size.hard=unlimited + +dn: olcDatabase={1}$BACKEND,cn=config +changetype: modify +replace: olcAccess +olcAccess: {0}to dn.subtree="dc=example,dc=com" by self write + by dn.exact="cn=replicator,ou=LDAPRoles,dc=example,dc=com" read + by anonymous auth by * read +EOF + +RC=$? +if test $RC != 0 ; then + echo "ldapmodify failed ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +echo "Configuring replication on the consumer..." +$LDAPMODIFY -D cn=config -H $URI2 -y $CONFIGPWF <>$TESTOUT 2>&1 +dn: olcDatabase={1}$BACKEND,cn=config +changetype: modify +add: olcSyncrepl +olcSyncrepl: rid=100 provider=$URI1 bindmethod=simple + binddn="cn=replicator,ou=LDAPRoles,dc=example,dc=com" credentials=secret + type=refreshOnly searchbase="dc=example,dc=com" filter="(objectclass=*)" + scope=sub schemachecking=on retry="5 10 60 +" sizeLimit=unlimited + timelimit=unlimited +- + +EOF +RC=$? +if test $RC != 0 ; then + echo "ldapmodify failed for olcSyncrepl configuration ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +#### See if restarting provider makes any differnce (It doesn't) #### +echo "Stopping provider to test recovery..." +kill -INT $PID +sleep 10 + +echo "Restarting provider..." +echo "RESTART" >> $LOG1 +$SLAPD -F $CFPRO -h $URI1 -d $LVL $TIMING >> $LOG1 2>&1 & +PID=$! +if test $WAIT != 0 ; then + echo PID $PID + read foo +fi +KILLPIDS="$PID $SLAVEPID" + +sleep 1 + +echo "Using ldapsearch to check that provider slapd is running..." +for i in 0 1 2 3 4 5; do + $LDAPSEARCH -s base -b "" -H $URI1 \ + 'objectclass=*' > /dev/null 2>&1 + RC=$? + if test $RC = 0 ; then + break + fi + echo "Waiting 5 seconds for slapd to start..." + sleep 5 +done + +if test $RC != 0 ; then + echo "ldapsearch failed ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +#### END TEST LINES #### + +#### See if restarting consumer makes any differnce (It doesn't) #### +echo "Stopping consumer to test recovery..." +kill -INT $SLAVEPID +sleep 10 + +echo "Restarting consumer..." +echo "RESTART" >> $LOG2 +$SLAPD -F $CFCON -h $URI2 -d $LVL $TIMING >> $LOG2 2>&1 & +SLAVEPID=$! +if test $WAIT != 0 ; then + echo SLAVEPID $SLAVEPID + read foo +fi +KILLPIDS="$PID $SLAVEPID" + +sleep 1 + +echo "Using ldapsearch to check that consumer slapd is running..." +for i in 0 1 2 3 4 5; do + $LDAPSEARCH -s base -b "" -H $URI2 \ + 'objectclass=*' > /dev/null 2>&1 + RC=$? + if test $RC = 0 ; then + break + fi + echo "Waiting 5 seconds for slapd to start..." + sleep 5 +done + +if test $RC != 0 ; then + echo "ldapsearch failed ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +echo "Sleeping 30 seconds to allow replication to initiate..." +sleep 30 +#### END TEST LINES #### + +echo "Using ldapsearch to read all the entries from the provider..." +$LDAPSEARCH -S "" -D $MANAGERDN -w $PASSWD -b "$BASEDN" -H $URI1 \ + '(objectclass=*)' '*' $OPATTRS > $MASTEROUT 2>&1 +RC=$? + +if test $RC != 0 ; then + echo "ldapsearch failed at provider ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +echo "Using ldapsearch to read all the entries from the consumer..." +$LDAPSEARCH -S "" -D $MANAGERDN -w $PASSWD -b "$BASEDN" -H $URI2 \ + '(objectclass=*)' '*' $OPATTRS > $SLAVEOUT 2>&1 +RC=$? + +if test $RC != 0 ; then + echo "ldapsearch failed at consumer ($RC)!" + test $KILLSERVERS != no && kill -HUP $KILLPIDS + exit $RC +fi + +test $KILLSERVERS != no && kill -HUP $KILLPIDS + +echo "Filtering provider results..." +$LDIFFILTER < $MASTEROUT > $MASTERFLT +echo "Filtering consumer results..." +$LDIFFILTER < $SLAVEOUT > $SLAVEFLT + +echo "Comparing retrieved entries from provider and consumer..." +$CMP $MASTERFLT $SLAVEFLT > $CMPOUT + +if test $? != 0 ; then + echo "test failed - provider and consumer databases differ" + exit 1 +fi + +echo +echo ">>>>> Test succeeded" + +test $KILLSERVERS != no && wait + +exit 0 diff --git a/tests/data/regressions/its8521/slapd-consumer.ldif b/tests/data/regressions/its8521/slapd-consumer.ldif new file mode 100644 index 0000000000..35c7b8795b --- /dev/null +++ b/tests/data/regressions/its8521/slapd-consumer.ldif @@ -0,0 +1,59 @@ +dn: cn=config +objectClass: olcGlobal +cn: config +olcLogLevel: Sync +olcLogLevel: Stats +olcPidFile: @TESTDIR@/slapd.3.pid +olcArgsFile: @TESTDIR@/slapd.3.args + +dn: cn=schema,cn=config +objectClass: olcSchemaConfig +cn: schema + +include: file://@TESTWD@/@SCHEMADIR@/core.ldif +include: file://@TESTWD@/@SCHEMADIR@/cosine.ldif +include: file://@TESTWD@/@SCHEMADIR@/inetorgperson.ldif +include: file://@TESTWD@/@SCHEMADIR@/misc.ldif + +#mod#dn: cn=module{0},cn=config +#mod#objectClass: olcModuleList +#mod#cn: module{0} +#mod#olcModulePath: @TESTWD@/../servers/slapd/back-@BACKEND@/ +#mod#olcModuleLoad: {0}back_@BACKEND@.la + +#monitormod#dn: cn=module{1},cn=config +#monitormod#objectClass: olcModuleList +#monitormod#cn: module{1} +#monitormod#olcModulePath: @TESTWD@/../servers/slapd/back-monitor/ +#monitormod#olcModuleLoad: {0}back_monitor.la + +dn: olcDatabase={-1}frontend,cn=config +objectClass: olcDatabaseConfig +objectClass: olcFrontendConfig +olcDatabase: {-1}frontend +olcAccess: {0}to dn="" by * read +olcAccess: {1}to * by self write by users read by anonymous auth + +dn: olcDatabase={0}config,cn=config +objectClass: olcDatabaseConfig +olcDatabase: {0}config +olcRootPW:< file://@TESTDIR@/configpw +olcAccess: {0}to * by * none + +dn: olcDatabase={1}@BACKEND@,cn=config +objectClass: olcDatabaseConfig +objectClass: olc@BACKEND@Config +olcDatabase: {1}@BACKEND@ +olcSuffix: dc=example,dc=com +olcRootDN: "cn=Manager,dc=example,dc=com" +olcRootPW: secret +#~null~#olcDbDirectory: @TESTDIR@/db.2.a +#indexdb#olcDbIndex: default eq +#indexdb#olcDbIndex: objectClass +#indexdb#olcDbIndex: cn +#mdb#olcDbMaxSize: 33554432 + +dn: olcDatabase={2}monitor,cn=config +objectClass: olcDatabaseConfig +olcDatabase: {2}monitor +olcAccess: {0}to dn.subtree="cn=monitor" by * read diff --git a/tests/data/regressions/its8521/slapd-provider.ldif b/tests/data/regressions/its8521/slapd-provider.ldif new file mode 100644 index 0000000000..756a80a51e --- /dev/null +++ b/tests/data/regressions/its8521/slapd-provider.ldif @@ -0,0 +1,59 @@ +dn: cn=config +objectClass: olcGlobal +cn: config +olcLogLevel: Sync +olcLogLevel: Stats +olcPidFile: @TESTDIR@/slapd.2.pid +olcArgsFile: @TESTDIR@/slapd.2.args + +dn: cn=schema,cn=config +objectClass: olcSchemaConfig +cn: schema + +include: file://@TESTWD@/@SCHEMADIR@/core.ldif +include: file://@TESTWD@/@SCHEMADIR@/cosine.ldif +include: file://@TESTWD@/@SCHEMADIR@/inetorgperson.ldif +include: file://@TESTWD@/@SCHEMADIR@/misc.ldif + +#mod#dn: cn=module{0},cn=config +#mod#objectClass: olcModuleList +#mod#cn: module{0} +#mod#olcModulePath: @TESTWD@/../servers/slapd/back-@BACKEND@/ +#mod#olcModuleLoad: {0}back_@BACKEND@.la + +#monitormod#dn: cn=module{1},cn=config +#monitormod#objectClass: olcModuleList +#monitormod#cn: module{1} +#monitormod#olcModulePath: @TESTWD@/../servers/slapd/back-monitor/ +#monitormod#olcModuleLoad: {0}back_monitor.la + +dn: olcDatabase={-1}frontend,cn=config +objectClass: olcDatabaseConfig +objectClass: olcFrontendConfig +olcDatabase: {-1}frontend +olcAccess: {0}to dn="" by * read +olcAccess: {1}to * by self write by users read by anonymous auth + +dn: olcDatabase={0}config,cn=config +objectClass: olcDatabaseConfig +olcDatabase: {0}config +olcRootPW:< file://@TESTDIR@/configpw +olcAccess: {0}to * by * none + +dn: olcDatabase={1}@BACKEND@,cn=config +objectClass: olcDatabaseConfig +objectClass: olc@BACKEND@Config +olcDatabase: {1}@BACKEND@ +olcSuffix: dc=example,dc=com +olcRootDN: "cn=Manager,dc=example,dc=com" +olcRootPW: secret +#~null~#olcDbDirectory: @TESTDIR@/db.1.a +#indexdb#olcDbIndex: default eq +#indexdb#olcDbIndex: objectClass +#indexdb#olcDbIndex: cn +#mdb#olcDbMaxSize: 33554432 + +dn: olcDatabase={2}monitor,cn=config +objectClass: olcDatabaseConfig +olcDatabase: {2}monitor +olcAccess: {0}to dn.subtree="cn=monitor" by * read diff --git a/tests/scripts/conf.sh b/tests/scripts/conf.sh index ee657f491b..78a9d1b3eb 100755 --- a/tests/scripts/conf.sh +++ b/tests/scripts/conf.sh @@ -76,5 +76,7 @@ sed -e "s/@BACKEND@/${BACKEND}/" \ -e "s;@PORT6@;${PORT6};" \ -e "s/@SASL_MECH@/${SASL_MECH}/" \ -e "s;@TESTDIR@;${TESTDIR};" \ + -e "s;@TESTWD@;${TESTWD};" \ -e "s;@DATADIR@;${DATADIR};" \ - -e "s;@SCHEMADIR@;${SCHEMADIR};" + -e "s;@SCHEMADIR@;${SCHEMADIR};" \ + -e "/^#/d" -- 2.39.5