ensure nightly regression tests can (optionally) run perf tests

git-svn-id: svn://svn.valgrind.org/valgrind/trunk@13580
This commit is contained in:
Philippe Waroquiers 2013-09-27 18:10:29 +00:00
parent 2a8d194303
commit 6a9976ee6c
2 changed files with 33 additions and 0 deletions

View File

@ -86,6 +86,18 @@ To set up nightly testing for a machine, do the following.
- ABT_JOBS: allows parallel builds -- it's passed as the argument to
"make -j" when building Valgrind and the tests. The default is 1.
- ABT_PERF: unset or set to "" mean 'do not run perf tests' (default value)
set to "--vg=../valgrind-new" (run perf tests for new tree)
set to "--vg=../valgrind-new --vg=../valgrind-old"
(run perf tests for "new" and for "24 hours ago",
to compare the performances between the 2 trees).
- ABT_PERF_TOOLS: --tools=.... option of perf/vg_perf.
(default value: all non experimental tools)
- ABT_PERF_REPS: --reps=... option of perf/vg_perf
(default value: --reps=3)
Note that the appropriate syntax to use in this file will depend on the
shell from which the $DIR/bin/nightly script is run (which in turn may
depend on what shell is used by cron or any similar program).

View File

@ -116,6 +116,13 @@ if [ "${ABT_RUN_REGTEST}" = "" ]; then
ABT_RUN_REGTEST="make regtest"
fi
if [ "${ABT_PERF_TOOLS}" = "" ]; then
ABT_PERF_TOOLS="--tools=none,memcheck,callgrind,helgrind,cachegrind,drd,massif"
fi
if [ "${ABT_PERF_REPS}" = "" ]; then
ABT_PERF_REPS="--reps=3"
fi
#----------------------------------------------------------------------------
# Check out, build, test
@ -184,6 +191,15 @@ for logfile in old new ; do
)
done
# if requested, run regression tests and produce results in perflogfile.out
if [ "${ABT_PERF}" != "" ]; then
cd valgrind-new
echo ${ABT_PERF_TOOLS} ${ABT_PERF_REPS} ${ABT_PERF} > ../perflogfile
(time perl perf/vg_perf ${ABT_PERF_TOOLS} ${ABT_PERF_REPS} ${ABT_PERF} perf) >> ../perflogfile 2>&1
cd ..
fi
#----------------------------------------------------------------------------
# Prepare results and send
#----------------------------------------------------------------------------
@ -257,6 +273,11 @@ if [ $changed != 0 ] ; then
echo >> final
fi
# add perf results if requested
if [ "${ABT_PERF}" != "" ]; then
cat perflogfile >> final
fi
# Gather up the diffs (at most the first 100 lines for each one) into a
# single file.
MAX_LINES=100