mirror of
https://github.com/Zenithsiz/ftmemsim-valgrind.git
synced 2026-02-05 11:10:21 +00:00
248 lines
13 KiB
Bash
Executable File
248 lines
13 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
########################
|
|
# Function definitions #
|
|
########################
|
|
|
|
source "$(dirname $0)/measurement-functions"
|
|
|
|
function run_test {
|
|
local tmp avg1 stddev1 avg2 stddev2 avg4 stddev4 p
|
|
|
|
tmp="/tmp/test-timing.$$"
|
|
rm -f "${tmp}"
|
|
|
|
p=1
|
|
test_output="${1}-p${p}.out" measure_runtime "$@" -p${psep}${p} "${test_args}" | avgstddev > "$tmp"
|
|
read avg1 stddev1 vsz1 vszdev1 < "$tmp"
|
|
echo "Average time: ${avg1} +/- ${stddev1} seconds." \
|
|
" VSZ: ${vsz1} +/- ${vszdev1} KB"
|
|
|
|
p=2
|
|
test_output="${1}-p${p}.out" measure_runtime "$@" -p${psep}${p} "${test_args}" | avgstddev > "$tmp"
|
|
read avg2 stddev2 vsz2 vszdev2 < "$tmp"
|
|
echo "Average time: ${avg2} +/- ${stddev2} seconds." \
|
|
" VSZ: ${vsz2} +/- ${vszdev2} KB"
|
|
|
|
p=4
|
|
test_output="${1}-p${p}.out" measure_runtime "$@" -p${psep}${p} "${test_args}" | avgstddev > "$tmp"
|
|
read avg4 stddev4 vsz4 vszdev4 < "$tmp"
|
|
echo "Average time: ${avg4} +/- ${stddev4} seconds." \
|
|
" VSZ: ${vsz4} +/- ${vszdev4} KB"
|
|
|
|
p=1
|
|
test_output="/dev/null" \
|
|
print_runtime_ratio ${avg1} ${stddev1} ${vsz1} ${vszdev1} $VG --tool=none "$@" -p${psep}${p} "${test_args}"
|
|
|
|
p=4
|
|
test_output="/dev/null" \
|
|
print_runtime_ratio ${avg4} ${stddev4} ${vsz4} ${vszdev4} $VG --tool=none "$@" -p${psep}${p} "${test_args}"
|
|
|
|
p=4
|
|
test_output="${1}-drd-with-stack-var-4.out" \
|
|
print_runtime_ratio ${avg4} ${stddev4} ${vsz4} ${vszdev4} \
|
|
$VG --tool=drd --check-stack-var=yes "$@" -p${psep}${p} "${test_args}"
|
|
|
|
p=4
|
|
test_output="${1}-drd-without-stack-var-4.out" \
|
|
print_runtime_ratio ${avg4} ${stddev4} ${vsz4} ${vszdev4} \
|
|
$VG --tool=drd --check-stack-var=no "$@" -p${psep}${p} "${test_args}"
|
|
|
|
p=4
|
|
test_output="${1}-helgrind-4.out" \
|
|
print_runtime_ratio ${avg4} ${stddev4} ${vsz4} ${vszdev4} $VG --tool=helgrind "$@" -p${psep}${p} "${test_args}"
|
|
|
|
if [ -e $HGDEV_VG ]; then
|
|
p=4
|
|
test_output="${1}-helgrind-hb-4.out" \
|
|
print_runtime_ratio ${avg4} ${stddev4} ${vsz4} ${vszdev4} $HGDEV_VG --tool=helgrind --pure-happens-before=yes "$@" -p${psep}${p} "${test_args}"
|
|
fi
|
|
|
|
echo ''
|
|
|
|
rm -f "$tmp"
|
|
}
|
|
|
|
|
|
########################
|
|
# Script body #
|
|
########################
|
|
|
|
DRD_SCRIPTS_DIR="$(dirname $0)"
|
|
if [ "${DRD_SCRIPTS_DIR:0:1}" != "/" ]; then
|
|
DRD_SCRIPTS_DIR="$PWD/$DRD_SCRIPTS_DIR"
|
|
fi
|
|
|
|
SPLASH2="${DRD_SCRIPTS_DIR}/../splash2"
|
|
if [ ! -e "${SPLASH2}" ]; then
|
|
echo "Error: splash2 directory not found (${SPLASH2})."
|
|
exit 1
|
|
fi
|
|
|
|
if [ "$VG" = "" ]; then
|
|
VG="${DRD_SCRIPTS_DIR}/../../vg-in-place"
|
|
fi
|
|
|
|
if [ "$HGDEV_VG" = "" ]; then
|
|
HGDEV_VG="${DRD_SCRIPTS_DIR}/../../../valgrind-hgdev/vg-in-place"
|
|
fi
|
|
|
|
if [ ! -e "$VG" ]; then
|
|
echo "Could not find $VG."
|
|
exit 1
|
|
fi
|
|
|
|
######################################################################################################################
|
|
# Meaning of the different colums:
|
|
# 1. SPLASH2 test name.
|
|
# 2. Execution time in seconds for native run with argument -p1.
|
|
# 3. Virtual memory size in KB for the native run with argument -p1.
|
|
# 4. Execution time in seconds for native run with argument -p2.
|
|
# 5. Virtual memory size in KB for the native run with argument -p2.
|
|
# 6. Execution time in seconds for native run with argument -p4.
|
|
# 7. Virtual memory size in KB for the native run with argument -p4.
|
|
# 8. Execution time ratio for --tool=none -p1 versus -p1.
|
|
# 9. Virtual memory size ratio for --tool=none -p1 versus -p1.
|
|
# 10. Execution time ratio for --tool=none -p4 versus -p4.
|
|
# 11. Virtual memory size ratio for --tool=none -p4 versus -p4.
|
|
# 12. Execution time ratio for --tool=drd --check-stack-var=yes -p4 versus -p4.
|
|
# 13. Virtual memory size ratio for --tool=drd --check-stack-var=yes -p4 versus -p4.
|
|
# 14. Execution time ratio for --tool=drd --check-stack-var=no -p4 versus -p4.
|
|
# 15. Virtual memory size ratio for --tool=drd --check-stack-var=no -p4 versus -p4.
|
|
# 16. Execution time ratio for --tool=helgrind -p4 versus -p4.
|
|
# 17. Virtual memory size ratio for --tool=helgrind -p4 versus -p4.
|
|
# 18. Execution time ratio for --tool=helgrind --pure-happens-before=yes -p4 versus -p4.
|
|
# 19. Virtual memory size ratio for --tool=helgrind --pure-happens-before=yes -p4 versus -p4.
|
|
# 20. Execution time ratio for Intel Thread Checker -p4 versus -p4.
|
|
# 21. Execution time ratio for Intel Thread Checker -p4 versus -p4.
|
|
#
|
|
# Note: Helgrind uses a granularity of four bytes for data race detection, and DRD a granularity of one byte.
|
|
#
|
|
# 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
|
|
####################################################################################################################################
|
|
# Results: native native native none none DRD DRD HG HG-hb ITC ITC
|
|
# -p1 -p2 -p4 -p1 -p4 -p4 -p4+f -p4 -p4 -p4 -p4+f
|
|
# ..................................................................................................................................
|
|
# Cholesky 0.37 45867 0.25 55965 0.20 74944 8.8 2.08 28.9 1.66 171 1.96 114 2.85 54 3.13 ... .... 239 82
|
|
# FFT 0.20 23976 0.13 54026 0.09 114112 8.2 3.02 18.4 0.85 130 1.20 85 1.27 416 1.65 ... .... 90 41
|
|
# LU, contiguous 0.95 16784 0.64 24984 0.43 41392 8.0 3.88 19.3 2.17 120 2.84 113 3.04 223 4.36 ... .... 428 128
|
|
# Ocean, contiguous 24.25 918016 14.57 927732 9.09 945664 2.4 1.05 6.6 1.05 89 1.92 77 1.93 149 1.88 ... .... 90 28
|
|
# Radix 4.98 279744 2.55 287936 1.36 304448 6.1 1.17 22.4 1.16 57 1.90 52 1.92 208 2.09 ... .... 222 56
|
|
# Raytrace 2.76 320526 1.44 328448 0.77 344832 8.3 1.15 28.6 1.14 2324 1.31 326 1.34 420 0.60 ... .... 172 53
|
|
# Water-n2 0.19 17304 0.12 33680 0.12 66432 12.0 3.85 20.2 3.53 2789 2.78 562 2.84 121 3.32 ... .... 189 39
|
|
# Water-sp 0.21 10976 0.11 19176 0.07 35568 11.0 5.41 33.3 2.37 475 2.85 147 3.08 196 4.61 ... .... 183 34
|
|
# ..................................................................................................................................
|
|
# Hardware: Two quad-core Intel Xeon L5130, 1.6 GHz, 4 MB L2 cache, 16 GB RAM.
|
|
# Software: Ubuntu 8.04 server, 64-bit, gcc 4.3.1.
|
|
####################################################################################################################################
|
|
# Results: native native native none none DRD DRD HG HG-hb ITC ITC
|
|
# -p1 -p2 -p4 -p1 -p4 -p4 -p4+f -p4 -p4 -p4 -p4+f
|
|
# ..................................................................................................................................
|
|
# Cholesky 0.29 45835 0.21 55933 4.51 74944 8.8 2.21 1.0 1.75 6 2.05 4 2.16 2 3.22 ... .... 239 82
|
|
# FFT 0.17 23949 0.12 32144 0.11 48536 7.8 3.28 12.0 2.13 85 2.96 56 3.13 282 4.02 ... .... 90 41
|
|
# LU, contiguous 0.78 16752 0.53 24957 0.53 41365 7.9 4.27 11.7 2.33 78 3.00 74 3.20 146 4.51 ... .... 428 128
|
|
# Ocean, contiguous 19.47 918016 12.59 927232 12.61 945664 2.4 1.06 3.8 1.06 53 1.92 47 1.93 86 1.88 ... .... 90 28
|
|
# Radix 4.05 279680 2.12 287872 2.14 304405 6.0 1.20 11.4 1.18 29 1.92 27 1.94 157 2.12 ... .... 222 56
|
|
# Raytrace 2.22 320192 .... ..... 2.20 ...... 7.4 1.17 ... .... ... .... .. .... .. .... ... .... 172 53
|
|
# Water-n2 0.15 17272 0.10 33651 0.11 66432 12.3 4.22 17.5 1.84 2320 2.90 583 2.92 105 3.41 ... .... 189 39
|
|
# Water-sp 0.16 10947 0.09 19144 0.09 35536 11.4 6.00 20.7 2.55 251 3.03 91 3.26 123 4.79 ... .... 183 34
|
|
# ..................................................................................................................................
|
|
# Hardware: dual-core Intel Xeon 5130, 2.0 GHz, 4 MB L2 cache, 4 GB RAM.
|
|
# Software: Ubuntu 7.10 server, 64-bit, gcc 4.3.1, xload -update 1 running.
|
|
####################################################################################################################################
|
|
# Results: native native native none none DRD DRD HG HG-hb ITC ITC
|
|
# -p1 -p2 -p4 -p1 -p4 -p4 -p4+f -p4 -p4 -p4 -p4+f
|
|
# ..................................................................................................................................
|
|
# Cholesky 0.08 21760 0.05 31728 0.56 50148 13.6 3.62 3.8 2.14 16 2.51 14 2.68 9 4.03 15 5.01 239 82
|
|
# FFT 0.02 13024 0.02 64931 0.01 81317 17.5 5.37 36.0 1.16 248 1.35 219 1.45 704 2.19 182 2.50 90 41
|
|
# LU, contiguous 0.08 10440 0.06 18640 0.06 35048 9.9 6.45 13.0 2.63 81 2.89 88 3.13 156 4.92 125 5.63 428 128
|
|
# Ocean, contiguous 0.19 23208 0.18 31744 0.13 48888 4.8 3.45 7.6 2.17 59 2.58 50 2.75 77 4.01 72 4.96 90 28
|
|
# Radix 0.17 33760 0.10 41952 0.10 58488 7.2 2.68 14.0 1.98 28 2.52 41 2.66 159 3.70 34 4.12 222 56
|
|
# Raytrace 0.21 320064 0.21 320064 0.21 320064 13.3 1.18 13.2 1.18 169 1.25 58 1.25 105 2.10 71 2.96 172 53
|
|
# Water-n2 0.11 17104 0.07 33480 0.08 66240 12.4 4.38 17.5 1.88 1877 2.93 525 2.97 106 3.47 105 4.15 189 39
|
|
# Water-sp 0.12 10784 0.06 84352 0.06 100835 11.0 6.27 22.7 0.92 257 1.09 91 1.17 129 1.72 139 1.97 183 34
|
|
# ..................................................................................................................................
|
|
# Hardware: dual-core Intel Core2 Duo E6750, 2.66 GHz, 4 MB L2 cache, 2 GB RAM.
|
|
# Software: openSUSE 11.0, 64-bit, gcc 4.3.1, runlevel 3.
|
|
####################################################################################################################################
|
|
|
|
####
|
|
# Notes:
|
|
# - The ITC performance numbers in the above table originate from table 1 in
|
|
# the following paper:
|
|
# Paul Sack, Brian E. Bliss, Zhiqiang Ma, Paul Petersen, Josep Torrellas,
|
|
# Accurate and efficient filtering for the Intel thread checker race
|
|
# detector, Proceedings of the 1st workshop on Architectural and system
|
|
# support for improving software dependability, San Jose, California,
|
|
# 2006. Pages: 34 - 41.
|
|
# - The input parameters for benchmarks below originate from table 1 in the
|
|
# following paper:
|
|
# The SPLASH-2 programs: characterization and methodological considerations
|
|
# Woo, S.C.; Ohara, M.; Torrie, E.; Singh, J.P.; Gupta, A.
|
|
# 1995. Proceedings of the 22nd Annual International Symposium on Computer
|
|
# Architecture, 22-24 Jun 1995, Page(s): 24 - 36.
|
|
# ftp://www-flash.stanford.edu/pub/splash2/splash2_isca95.ps.Z
|
|
####
|
|
|
|
cache_size=$(get_cache_size)
|
|
log2_cache_size=$(log2 ${cache_size})
|
|
|
|
# Cholesky
|
|
(
|
|
cd ${SPLASH2}/codes/kernels/cholesky/inputs
|
|
for f in *Z
|
|
do
|
|
gzip -cd <$f >${f%.Z}
|
|
done
|
|
test_args=tk15.O run_test ../CHOLESKY -C$((cache_size))
|
|
)
|
|
|
|
# FFT
|
|
run_test ${SPLASH2}/codes/kernels/fft/FFT -t -l$((log2_cache_size/2)) -m16
|
|
|
|
# LU, contiguous blocks.
|
|
run_test ${SPLASH2}/codes/kernels/lu/contiguous_blocks/LU -n512
|
|
|
|
# LU, non-contiguous blocks.
|
|
#run_test ${SPLASH2}/codes/kernels/lu/non_contiguous_blocks/LU -n512
|
|
|
|
# Ocean
|
|
run_test ${SPLASH2}/codes/apps/ocean/contiguous_partitions/OCEAN -n258
|
|
#run_test ${SPLASH2}/codes/apps/ocean/non_contiguous_partitions/OCEAN -n258
|
|
|
|
# Radiosity.
|
|
psep=' ' run_test ${SPLASH2}/codes/apps/radiosity/RADIOSITY -batch -room -ae 5000.0 -en 0.050 -bf 0.10
|
|
|
|
# Radix
|
|
run_test ${SPLASH2}/codes/kernels/radix/RADIX -n$((2**20)) -r1024
|
|
|
|
# Raytrace
|
|
(
|
|
cd ${SPLASH2}/codes/apps/raytrace/inputs
|
|
rm -f *.env *.geo *.rl
|
|
for f in *Z
|
|
do
|
|
gzip -cd <$f >${f%.Z}
|
|
done
|
|
cd ..
|
|
test_args=inputs/car.env psep='' run_test ./RAYTRACE -m64
|
|
)
|
|
|
|
# Water-n2
|
|
(
|
|
cd ${SPLASH2}/codes/apps/water-nsquared
|
|
test_input=${DRD_SCRIPTS_DIR}/run-splash2-water-input psep=' ' run_test ./WATER-NSQUARED
|
|
)
|
|
|
|
# Water-sp
|
|
(
|
|
cd ${SPLASH2}/codes/apps/water-spatial
|
|
test_input=${DRD_SCRIPTS_DIR}/run-splash2-water-input psep=' ' run_test ./WATER-SPATIAL
|
|
)
|
|
|
|
|
|
|
|
# Local variables:
|
|
# compile-command: "./run-splash2"
|
|
# End:
|