460 lines
14 KiB
Bash
460 lines
14 KiB
Bash
#!/bin/bash
|
|
|
|
# The arguments that are passed by Jenkins system
|
|
TEST_ARG=""
|
|
JDK_VERSION="8"
|
|
TASK_NAME=""
|
|
LOG_LEVEL=""
|
|
BRANCH="default"
|
|
JEREPO=""
|
|
JEREVISION=0
|
|
JEREVISIONARG=""
|
|
|
|
|
|
# Arguments for "ant -Dtestcase=*** standalone"
|
|
TESTNAME=""
|
|
TESTARG1=""
|
|
XMLRESULT1=""
|
|
LOGRESULT1=""
|
|
|
|
# Arguments for "ant -Dtestcase=*** -Dargs=*** standalone"
|
|
TESTNAMEWITHARG2=""
|
|
TESTARG2=""
|
|
XMLRESULT2=""
|
|
LOGRESULT2=""
|
|
|
|
# Some standalone test want to test two kinds of different arguments
|
|
# Arguments for "ant -Dtestcase=*** -Dargs=*** standalone"
|
|
TESTNAMEWITHARG3=""
|
|
TESTARG3=""
|
|
XMLRESULT3=""
|
|
LOGRESULT3=""
|
|
|
|
# Jenkins VM and Test VM
|
|
JENKINSVMIP="slc04ark"
|
|
JENKINSVMUSERNAME="jenkins"
|
|
JENKINSVM="${JENKINSVMUSERNAME}@${JENKINSVMIP}"
|
|
TESTVM=`hostname -s`
|
|
TESTVMUSERNAME="tests"
|
|
TESTVMUSERPASSWORD="123456"
|
|
|
|
# The user name used to get the je repository
|
|
JEREPUSER="adqian"
|
|
|
|
# Some basic direcotory/path/filename
|
|
BASEDIR="/scratch/tests"
|
|
JENKINSBASEDIR="/scratch/jenkins/jobs"
|
|
JENKINSBINDIR="/scratch/jenkins/bin"
|
|
JESTANDALONEPATH="je/build/test/standalone"
|
|
#JERESULTARCH="je_standalone_test_result_archive"
|
|
CHANGESETFILE="jenkins_changeset.txt"
|
|
ENVINFOFILE="location_of_environment_and_log.txt"
|
|
|
|
# The script to do error extract
|
|
ERROREXTRACTSCRIPT="error_extract_je.sh"
|
|
GENXMLSCRIPT="gen_xml.sh"
|
|
|
|
# Some standalone tests may need different error pattern
|
|
# For example, for je_standalone_envsharedcache, its normal
|
|
# result output contains "Fail"
|
|
ERRORPATTERN="warn exception error fail"
|
|
IGNORECASE="true"
|
|
error_message="Error: This standalone test fail because it exits with a non-zero exit code"
|
|
EXCEPTION_EXPRS="setting je.lock.oldLockExceptions to true"
|
|
|
|
while getopts "O:j:t:R:b:r:l:T:h:" OPTION
|
|
do
|
|
case $OPTION in
|
|
O)
|
|
TEST_ARG=$OPTARG
|
|
;;
|
|
j)
|
|
JDK_VERSION=$OPTARG
|
|
;;
|
|
t)
|
|
TASK_NAME=$OPTARG
|
|
;;
|
|
R)
|
|
JEREPO=$OPTARG
|
|
;;
|
|
b)
|
|
BRANCH=$OPTARG
|
|
;;
|
|
r)
|
|
JEREVISION=$OPTARG
|
|
;;
|
|
l)
|
|
LOG_LEVEL=$OPTARG
|
|
;;
|
|
T)
|
|
TEST_TIMO=$OPTARG
|
|
;;
|
|
h)
|
|
HGPATH=$OPTARG
|
|
;;
|
|
esac
|
|
done
|
|
|
|
if [ "${JEREPO}" == "" ]; then
|
|
echo "JE repository must be specified"
|
|
exit 1
|
|
fi
|
|
|
|
if [ "${JEREVISION}" != "0" ]; then
|
|
JEREVISIONARG=" -u ${JEREVISION}"
|
|
fi
|
|
|
|
if [ "${HGPATH}" != "" ]; then
|
|
HGPATH="${HGPATH}/"
|
|
fi
|
|
|
|
echo "Task name: $TASK_NAME"
|
|
echo "Test args: $TEST_ARG"
|
|
echo "JE repo: ssh://${JEREPUSER}@${JEREPO}"
|
|
echo "JE branch: $BRANCH"
|
|
echo "JE revision(0 means the top): $JEREVISION"
|
|
|
|
|
|
## create the dir to save the standalone test result
|
|
#cd ${BASEDIR}
|
|
#mkdir -p ${JERESULTARCH}
|
|
#cd ${JERESULTARCH}
|
|
#if [ -d ${TASK_NAME} ]; then
|
|
# rm -rf ${TASK_NAME}
|
|
#fi
|
|
#mkdir -p ${TASK_NAME}
|
|
#cd ${TASK_NAME}
|
|
#TEMPDIRNAME=$(date +%Y%m%d%H%M%S)
|
|
#mkdir -p ${TEMPDIRNAME}
|
|
#SAVEPATH=${BASEDIR}/${JERESULTARCH}/${TASK_NAME}/${TEMPDIRNAME}
|
|
|
|
|
|
# hg clone je
|
|
rm -rf ${BASEDIR}/${TASK_NAME} && mkdir -p ${BASEDIR}/${TASK_NAME}
|
|
echo "hg clone -b ${BRANCH} ${JEREVISIONARG} ssh://${JEREPUSER}@${JEREPO}"
|
|
cd ${BASEDIR}/${TASK_NAME} && ${HGPATH}hg clone -b ${BRANCH} ${JEREVISIONARG} ssh://${JEREPUSER}@${JEREPO} ./je
|
|
cd je && ${HGPATH}hg log -l 1 -v > ./${CHANGESETFILE} && cd ..
|
|
|
|
# Choose the jdk version
|
|
if [ X$JDK_VERSION == X"8" ] ; then
|
|
export JAVA_HOME=${BASEDIR}/app/Java_8
|
|
elif [ X$JDK_VERSION == X"7" ] ; then
|
|
export JAVA_HOME=${BASEDIR}/app/Java_7
|
|
elif [ X$JDK_VERSION == X"5" ] ; then
|
|
export JAVA_HOME=${BASEDIR}/app/Java_5
|
|
elif [ X$JDK_VERSION == X"AIX" ] ; then
|
|
export JAVA_HOME=${BASEDIR}/app/ibm-java-ppc64-80
|
|
else
|
|
export JAVA_HOME=${BASEDIR}/app/Java_6
|
|
fi
|
|
|
|
export ANT_HOME=${BASEDIR}/app/ant
|
|
export PATH=$ANT_HOME/bin:$JAVA_HOME/bin:$PATH
|
|
|
|
ROOT_DIR=${BASEDIR}/${TASK_NAME}
|
|
TEST_DIR=${ROOT_DIR}/${JESTANDALONEPATH}
|
|
|
|
ANT_VERN=`ant -version`
|
|
BUILD_VER=`cd $ROOT_DIR/je && ${HGPATH}hg parent`
|
|
|
|
echo " "
|
|
echo "========================================================="
|
|
echo " "
|
|
java -version
|
|
ant -version
|
|
echo "JAVA_HOME=$JAVA_HOME "
|
|
echo "ANT_HOME=$ANT_HOME "
|
|
echo "Code branch: $BRANCH $BUILD_VER "
|
|
echo " "
|
|
echo "========================================================="
|
|
echo " "
|
|
|
|
if [ X$LOG_LEVEL == X"INFO" ] ; then
|
|
echo "com.sleepycat.je.util.ConsoleHandler.level=INFO" > ${ROOT_DIR}/je/logging.properties
|
|
fi
|
|
|
|
# 1.je_standalone_cleanwsc
|
|
if [ "${TASK_NAME}" == "je_standalone_cleanwsc" ]; then
|
|
TESTNAME="CleanWithSmallCache"
|
|
XMLRESULT1="test.xml"
|
|
LOGRESULT1="cleanwsc_log.txt"
|
|
|
|
if [ X$TEST_TIMO != X"" ] ; then
|
|
bash je_cwsc_timo $TEST_TIMO
|
|
fi
|
|
|
|
# 2.je_standalone_closedbevi
|
|
elif [ "${TASK_NAME}" == "je_standalone_closedbevi" ]; then
|
|
TESTNAME="ClosedDbEviction"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="closeddbevi_log.txt"
|
|
|
|
TESTNAMEWITHARG2="ClosedDbEvictionRecovery"
|
|
TESTARG2="-recovery 10000000"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="closeddbevi_warg_log.txt"
|
|
|
|
ERRORPATTERN="FAIL exception Exception error Error"
|
|
IGNORECASE="false"
|
|
|
|
# 3.je_standalone_envsharedcache
|
|
elif [ "${TASK_NAME}" == "je_standalone_envsharedcache" ]; then
|
|
TESTNAME="EnvSharedCache"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="envsharedcache_log.txt"
|
|
|
|
TESTNAMEWITHARG2="EnvSharedCacheOpenTest"
|
|
TESTARG2="-opentest"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="envsharedcache_open_log.txt"
|
|
|
|
TESTNAMEWITHARG3="EnvSharedCacheEvenTest"
|
|
TESTARG3="-eventest"
|
|
XMLRESULT3="test_3.xml"
|
|
LOGRESULT3="envsharedcache_event_log.txt"
|
|
|
|
ERRORPATTERN="Warn warn exception Exception error Error"
|
|
IGNORECASE="false"
|
|
|
|
# 4. je_standalone_failoverhybrid
|
|
elif [ "${TASK_NAME}" == "je_standalone_failoverhybrid" ]; then
|
|
TESTNAME="FailoverHybrid"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="failoverhybrid_log.txt"
|
|
|
|
TESTNAMEWITHARG2="EFailoverHybridRepGroup"
|
|
TESTARG2="-repGroupSize 8"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="failoverhybrid_repgroup_log.txt"
|
|
|
|
# 5.je_standalone_failovermaster
|
|
elif [ "${TASK_NAME}" == "je_standalone_failovermaster" ]; then
|
|
TESTNAME="FailoverMaster"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="failovermaster_log.txt"
|
|
|
|
TESTNAMEWITHARG2="FailoverMasterRepGroup"
|
|
TESTARG2="-repGroupSize 8"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="failovermaster_repgroup_log.txt"
|
|
|
|
# 6. je_standalone_failoverrep
|
|
elif [ "${TASK_NAME}" == "je_standalone_failoverrep" ]; then
|
|
TESTNAME="FailoverReplica"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="failoverrep_log.txt"
|
|
|
|
TESTNAMEWITHARG2="FailoverReplicaRepGroup"
|
|
TESTARG2="-repGroupSize 8"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="failoverrep_repgroup_log.txt"
|
|
|
|
# 7.je_standalone_ioerror
|
|
elif [ "${TASK_NAME}" == "je_standalone_ioerror" ]; then
|
|
TESTNAME="IOErrorStress"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="ioerror_log.txt"
|
|
|
|
TESTNAMEWITHARG2="IOErrorStressWithArgs"
|
|
TESTARG2="-cacheMB 1"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="ioerror_cache_log.txt"
|
|
|
|
ERRORPATTERN="Warn warn Fail fail \*\*\*Unexpected"
|
|
IGNORECASE="false"
|
|
error_message="Fail: This standalone test fail because it exits with a non-zero exit code"
|
|
|
|
# 8.je_standalone_memstress
|
|
elif [ "${TASK_NAME}" == "je_standalone_memstress" ]; then
|
|
TESTNAME="MemoryStress"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="memstress_log.txt"
|
|
|
|
TESTNAMEWITHARG2="MemoryStressDup"
|
|
TESTARG2="-dups"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="memstress_dups_log.txt"
|
|
|
|
# 9.je_standalone_openenv
|
|
elif [ "${TASK_NAME}" == "je_standalone_openenv" ]; then
|
|
TESTNAME="OpenEnvStress"
|
|
XMLRESULT1="test.xml"
|
|
LOGRESULT1="openenv_log.txt"
|
|
|
|
# 10.je_standalone_remdb
|
|
elif [ "${TASK_NAME}" == "je_standalone_remdb" ]; then
|
|
TESTNAME="RemoveDbStress"
|
|
XMLRESULT1="test.xml"
|
|
LOGRESULT1="remdb_log.txt"
|
|
|
|
# 11.je_standalone_repclean
|
|
elif [ "${TASK_NAME}" == "je_standalone_repclean" ]; then
|
|
TESTNAME="ReplicationCleaning"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="repclean_log.txt"
|
|
|
|
TESTNAMEWITHARG2="ReplicationCleaningRepNodeNum"
|
|
TESTARG2="-repNodeNum 8"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="repclean_repnodenum_log.txt"
|
|
|
|
# 12.je_standalone_repdbops
|
|
elif [ "${TASK_NAME}" == "je_standalone_repdbops" ]; then
|
|
TESTNAME="ReplicaDbOps"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="repdbops_log.txt"
|
|
|
|
TESTNAMEWITHARG2="ReplicaDbOpsNThread"
|
|
TESTARG2="-nThreads 4"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="repdbops_nthread_log.txt"
|
|
|
|
# 13.je_standalone_repread
|
|
elif [ "${TASK_NAME}" == "je_standalone_repread" ]; then
|
|
TESTNAME="ReplicaReading"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="repread_log.txt"
|
|
|
|
TESTNAMEWITHARG2="ReplicaReadingThread"
|
|
TESTARG2="-nPriThreads 4 -nSecThreads 4 -txnOps 30"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="repread_thread_log.txt"
|
|
|
|
# 14. Now it is not a Standalone test. So we just ignore it
|
|
# 15.je_standalone_tempdb
|
|
elif [ "${TASK_NAME}" == "je_standalone_tempdb" ]; then
|
|
TESTNAME="TemporaryDbStress"
|
|
XMLRESULT1="test.xml"
|
|
LOGRESULT1="tempdb_log.txt"
|
|
|
|
# 16.je_standalone_txinmthd
|
|
elif [ "${TASK_NAME}" == "je_standalone_txinmthd" ]; then
|
|
TESTNAME="TxnInMultiThreadsStress"
|
|
XMLRESULT1="test.xml"
|
|
LOGRESULT1="txinmthd_log.txt"
|
|
|
|
# 17(Added on 2016-02-06).je_standalone_ttl
|
|
# ant -Dtestcase=TTLStress standalone
|
|
elif [ "${TASK_NAME}" == "je_standalone_ttl" ]; then
|
|
TESTNAME="TTLStress"
|
|
XMLRESULT1="test.xml"
|
|
LOGRESULT1="ttl_log.txt"
|
|
|
|
# 18(Added on 2017-05-17).je_standalone_disklimit
|
|
elif [ "${TASK_NAME}" == "je_standalone_disklimit" ]; then
|
|
TESTNAME="DiskLimitStress"
|
|
TESTARG1="-nodes 1 -minutes 15"
|
|
XMLRESULT1="test_1.xml"
|
|
LOGRESULT1="disklimit_onenode.txt"
|
|
|
|
TESTNAMEWITHARG2="DiskLimitStressHA"
|
|
TESTARG2="-nodes 3 -minutes 15"
|
|
XMLRESULT2="test_2.xml"
|
|
LOGRESULT2="disklimit_HA.txt"
|
|
|
|
TESTNAMEWITHARG3="DiskLimitStressViolation"
|
|
TESTARG3="-nodes 3 -violations true -minutes 25"
|
|
XMLRESULT3="test_3.xml"
|
|
LOGRESULT3="disklimit_violation.txt"
|
|
|
|
# Task name can not be empty
|
|
elif [ X"${TASK_NAME}" == X"" ]; then
|
|
echo "You must specify the task name"
|
|
exit 1
|
|
|
|
# The wrong task name
|
|
else
|
|
echo "The task name is wrong. Please check"
|
|
exit 1
|
|
fi
|
|
|
|
# Copy the error_extract_je.sh and gen_xml.sh
|
|
scp ${JENKINSVM}:${JENKINSBINDIR}/${ERROREXTRACTSCRIPT} ${BASEDIR}/
|
|
scp ${JENKINSVM}:${JENKINSBINDIR}/${GENXMLSCRIPT} ${BASEDIR}/
|
|
|
|
# Back up the result of this time test run. Determin the store directory.
|
|
BUILDID=`ssh -l ${JENKINSVMUSERNAME} ${JENKINSVMIP} "cat ${JENKINSBASEDIR}/${TASK_NAME}/nextBuildNumber"`
|
|
BUILDID=`expr $BUILDID - 1`
|
|
|
|
# Since there are many standalone tests running on one test VM,
|
|
# the disk is easy to be exhausted. We just reserve the data
|
|
# file(.jdb) of each standalone test until to next build.
|
|
if [ -d ${BASEDIR}/log_archive/${TASK_NAME} ]; then
|
|
rm -rf ${BASEDIR}/log_archive/${TASK_NAME}
|
|
fi
|
|
SAVEPATH=${BASEDIR}/log_archive/${TASK_NAME}/$BUILDID
|
|
mkdir -p $SAVEPATH
|
|
|
|
# DO the Standalone Test
|
|
# $1: Test case name
|
|
# $2: The name showed in xml files
|
|
# $3: The xml files
|
|
# $4: The log files
|
|
# $5: The error pattern
|
|
# $6: Whether the error pattern ignore cases
|
|
# $7: The Arguments for the standalone test
|
|
# It is placed at last because it may be empty
|
|
do_standalone_test() {
|
|
date_start=`date +"%s"`
|
|
cd ${ROOT_DIR}/je && ant -Dtestcase="$1" -Dargs="$8" standalone
|
|
retvalue=$?
|
|
if [ "${retvalue}" != 0 ]; then
|
|
echo ${error_message} >> ${ROOT_DIR}/${JESTANDALONEPATH}/log
|
|
fi
|
|
date_end=`date +"%s"`
|
|
intervel=$[$date_end - $date_start]
|
|
cd ${BASEDIR} && bash ${BASEDIR}/${ERROREXTRACTSCRIPT} ${ROOT_DIR}/${JESTANDALONEPATH}/log output.log "JE.Standalone" "$2" $intervel ${ROOT_DIR}/je/"$3" "${retvalue}" "$5" "$6" "${BASEDIR}" "$7"
|
|
cd ${TEST_DIR} && cp log "$4"
|
|
cp -r ${TEST_DIR} ${SAVEPATH}/standalone_$2
|
|
}
|
|
|
|
# ant -Dtestcase=*** standalone
|
|
do_standalone_test "${TESTNAME}" "${TESTNAME}" "${XMLRESULT1}" "${LOGRESULT1}" "${ERRORPATTERN}" "${IGNORECASE}" "${EXCEPTION_EXPRS}" "${TESTARG1}"
|
|
|
|
# ant -Dtestcase=*** -Dargs=*** standalone
|
|
if [ X"${TESTNAMEWITHARG2}" != X"" ]; then
|
|
do_standalone_test "${TESTNAME}" "${TESTNAMEWITHARG2}" "${XMLRESULT2}" "${LOGRESULT2}" "${ERRORPATTERN}" "${IGNORECASE}" "${EXCEPTION_EXPRS}" "${TESTARG2}"
|
|
fi
|
|
|
|
# ant -Dtestcase=*** -Dargs=*** standalone
|
|
if [ X"${TESTNAMEWITHARG3}" != X"" ]; then
|
|
do_standalone_test "${TESTNAME}" "${TESTNAMEWITHARG3}" "${XMLRESULT3}" "${LOGRESULT3}" "${ERRORPATTERN}" "${IGNORECASE}" "${EXCEPTION_EXPRS}" "${TESTARG3}"
|
|
fi
|
|
|
|
|
|
# Generate the test environment information, including log/data store directory
|
|
echo "Host: ${TESTVM}.us.oracle.com" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
echo "Username: ${TESTVMUSERNAME}" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
echo "Password: ${TESTVMUSERPASSWORD}" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
echo "Directory for \"ant -Dtestcase=$TESTNAME standalone\" is:" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
echo " ${SAVEPATH}/standalone_$TESTNAME" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
if [ X"${TESTNAMEWITHARG2}" != X"" ]; then
|
|
echo "Directory for \"ant -Dtestcase=$TESTNAME -Dargs='${TESTARG2}' standalone\" is:" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
echo " ${SAVEPATH}/standalone_$TESTNAMEWITHARG2" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
fi
|
|
if [ X"${TESTNAMEWITHARG3}" != X"" ]; then
|
|
echo "Directory for \"ant -Dtestcase=$TESTNAME -Dargs='${TESTARG3}' standalone\" is:" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
echo " ${SAVEPATH}/standalone_$TESTNAMEWITHARG3" >> ${ROOT_DIR}/je/${ENVINFOFILE}
|
|
fi
|
|
|
|
|
|
ssh -l ${JENKINSVMUSERNAME} ${JENKINSVMIP} "rm -rf ${JENKINSBASEDIR}/${TASK_NAME}/workspace/*"
|
|
# Copy the needed files to jenkins VM
|
|
cd ${ROOT_DIR}/je && scp ./${CHANGESETFILE} ./${ENVINFOFILE} ./${XMLRESULT1} ${JENKINSVM}:${JENKINSBASEDIR}/${TASK_NAME}/workspace/
|
|
cd ${TEST_DIR} && scp ./${LOGRESULT1} ${JENKINSVM}:${JENKINSBASEDIR}/${TASK_NAME}/workspace/
|
|
|
|
if [ X"${TESTNAMEWITHARG2}" != X"" ]; then
|
|
cd ${ROOT_DIR}/je && scp ./${XMLRESULT2} ${JENKINSVM}:${JENKINSBASEDIR}/${TASK_NAME}/workspace/
|
|
cd ${TEST_DIR} && scp ./${LOGRESULT2} ${JENKINSVM}:${JENKINSBASEDIR}/${TASK_NAME}/workspace/
|
|
fi
|
|
|
|
if [ X"${TESTNAMEWITHARG3}" != X"" ]; then
|
|
cd ${ROOT_DIR}/je && scp ./${XMLRESULT3} ${JENKINSVM}:${JENKINSBASEDIR}/${TASK_NAME}/workspace/
|
|
cd ${TEST_DIR} && scp ./${LOGRESULT3} ${JENKINSVM}:${JENKINSBASEDIR}/${TASK_NAME}/workspace/
|
|
fi
|
|
|
|
# Since we save the result of this time run to ${SAVEPATH}/standalone_*,
|
|
# we delete the files here to save some disk space.
|
|
if [ -d ${TEST_DIR} ]; then
|
|
rm -rf ${TEST_DIR}
|
|
fi
|