Skip to content

Commit

Permalink
Add running benchmarks regularly and under valgrind in travis
Browse files Browse the repository at this point in the history
  • Loading branch information
elichai committed Mar 4, 2020
1 parent 60f3d4d commit 6526ae8
Showing 1 changed file with 13 additions and 5 deletions.
18 changes: 13 additions & 5 deletions .travis.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ compiler:
- gcc
env:
global:
- FIELD=auto BIGNUM=auto SCALAR=auto ENDOMORPHISM=no STATICPRECOMPUTATION=yes ECMULTGENPRECISION=auto ASM=no BUILD=check EXTRAFLAGS= HOST= ECDH=no RECOVERY=no EXPERIMENTAL=no CTIMETEST=yes
- FIELD=auto BIGNUM=auto SCALAR=auto ENDOMORPHISM=no STATICPRECOMPUTATION=yes ECMULTGENPRECISION=auto ASM=no BUILD=check EXTRAFLAGS=CPPFLAGS=-DITERS=1 HOST= ECDH=no RECOVERY=no EXPERIMENTAL=no CTIMETEST=yes BENCH=yes
matrix:
- SCALAR=32bit RECOVERY=yes
- SCALAR=32bit FIELD=32bit ECDH=yes EXPERIMENTAL=yes
Expand All @@ -26,7 +26,7 @@ env:
- BIGNUM=no ENDOMORPHISM=yes RECOVERY=yes EXPERIMENTAL=yes
- BIGNUM=no STATICPRECOMPUTATION=no
- BUILD=distcheck CTIMETEST=
- EXTRAFLAGS=CPPFLAGS=-DDETERMINISTIC
- EXTRAFLAGS=CPPFLAGS='-DDETERMINISTIC -DITERS=1'
- EXTRAFLAGS=CFLAGS=-O0
- ECMULTGENPRECISION=2
- ECMULTGENPRECISION=8
Expand Down Expand Up @@ -74,11 +74,11 @@ matrix:
- compiler: gcc
env:
- BIGNUM=no ENDOMORPHISM=yes ASM=x86_64 EXPERIMENTAL=yes ECDH=yes RECOVERY=yes
- VALGRIND=yes EXTRAFLAGS="--disable-openssl-tests CPPFLAGS=-DVALGRIND" BUILD=
- VALGRIND=yes EXTRAFLAGS="--disable-openssl-tests CPPFLAGS='-DVALGRIND -DITERS=1'" BUILD=
- compiler: gcc
env: # The same as above but without endomorphism.
- BIGNUM=no ENDOMORPHISM=no ASM=x86_64 EXPERIMENTAL=yes ECDH=yes RECOVERY=yes
- VALGRIND=yes EXTRAFLAGS="--disable-openssl-tests CPPFLAGS=-DVALGRIND" BUILD=
- VALGRIND=yes EXTRAFLAGS="--disable-openssl-tests CPPFLAGS='-DVALGRIND -DITERS=1'" BUILD=

before_script: ./autogen.sh

Expand All @@ -92,7 +92,15 @@ script:
- if [ -n "$VALGRIND" ]; then
make -j2 &&
travis_wait 30 valgrind --error-exitcode=42 ./tests 16 &&
travis_wait 30 valgrind --error-exitcode=42 ./exhaustive_tests;
travis_wait 30 valgrind --error-exitcode=42 ./exhaustive_tests &&
if [ -n "$BENCH" ]; then
export VAL_EXEC='libtool --mode=execute valgrind --error-exitcode=42'
$VAL_EXEC ./bench_ecdh && $VAL_EXEC ./bench_ecmult && $VAL_EXEC ./bench_internal &&
$VAL_EXEC ./bench_recover && $VAL_EXEC ./bench_sign && $VAL_EXEC ./bench_verify;
fi
fi
- if [ -n "$BENCH" ]; then
./bench_ecdh && ./bench_ecmult && ./bench_internal && ./bench_recover && ./bench_sign && ./bench_verify;
fi
- if [ -n "$CTIMETEST" ]; then
libtool --mode=execute valgrind ./valgrind_ctime_test &> valgrind_ctime_test.log;
Expand Down

0 comments on commit 6526ae8

Please sign in to comment.