98 rivejä
3.3 KiB
Python
98 rivejä
3.3 KiB
Python
"""
|
|
Checks that the functional test program (functest) can be successfully built
|
|
and executed for every scheme/implementation.
|
|
"""
|
|
|
|
import os
|
|
import platform
|
|
import unittest
|
|
|
|
import pytest
|
|
|
|
import helpers
|
|
import pqclean
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
'implementation,test_dir,impl_path, init, destr',
|
|
[(impl, *helpers.isolate_test_files(impl.path(), 'test_functest_'))
|
|
for impl in pqclean.Scheme.all_supported_implementations()],
|
|
ids=[str(impl) for impl in pqclean.Scheme.all_supported_implementations()],
|
|
)
|
|
@helpers.filtered_test
|
|
def test_functest(implementation, impl_path, test_dir,
|
|
init, destr):
|
|
init()
|
|
dest_dir = os.path.join(test_dir, 'bin')
|
|
helpers.make('functest',
|
|
TYPE=implementation.scheme.type,
|
|
SCHEME=implementation.scheme.name,
|
|
IMPLEMENTATION=implementation.name,
|
|
SCHEME_DIR=impl_path,
|
|
DEST_DIR=dest_dir,
|
|
working_dir=os.path.join(test_dir, 'test'))
|
|
helpers.run_subprocess(
|
|
[os.path.join(dest_dir, 'functest_{}_{}{}'.format(
|
|
implementation.scheme.name,
|
|
implementation.name,
|
|
'.exe' if os.name == 'nt' else ''
|
|
))],
|
|
)
|
|
destr()
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
'implementation,test_dir,impl_path, init, destr',
|
|
[(impl,
|
|
*helpers.isolate_test_files(impl.path(), 'test_functest_sanitizers_'))
|
|
for impl in pqclean.Scheme.all_supported_implementations()],
|
|
ids=[str(impl) for impl in pqclean.Scheme.all_supported_implementations()],
|
|
)
|
|
@helpers.skip_windows()
|
|
@helpers.filtered_test
|
|
def test_functest_sanitizers(implementation, impl_path, test_dir,
|
|
init, destr):
|
|
dest_dir = os.path.join(test_dir, 'bin')
|
|
env = None
|
|
if (implementation.scheme.name == "sphincs-sha256-192s-robust"
|
|
and 'CI' in os.environ
|
|
and implementation.name == "clean"
|
|
and 'clang' in os.environ.get('CC', '')):
|
|
raise unittest.SkipTest("Clang makes this test use too much RAM")
|
|
if platform.machine() == 'ppc' and 'clang' in os.environ.get('CC', 'gcc'):
|
|
raise unittest.SkipTest("Clang does not support ASAN on ppc")
|
|
elif platform.machine() in ['armv7l', 'aarch64']:
|
|
env = {'ASAN_OPTIONS': 'detect_leaks=0'}
|
|
elif platform.system() == 'Darwin':
|
|
raise unittest.SkipTest('ASAN is not reliable on OSX')
|
|
else:
|
|
print("Supported platform: {}".format(platform.machine()))
|
|
|
|
init()
|
|
|
|
helpers.make('clean-scheme', 'functest',
|
|
TYPE=implementation.scheme.type,
|
|
SCHEME=implementation.scheme.name,
|
|
IMPLEMENTATION=implementation.name,
|
|
EXTRAFLAGS=(
|
|
'-g -fsanitize=address,undefined '
|
|
'-fno-sanitize-recover=undefined'),
|
|
SCHEME_DIR=impl_path,
|
|
DEST_DIR=dest_dir,
|
|
working_dir=os.path.join(test_dir, 'test'),
|
|
env=env)
|
|
helpers.run_subprocess(
|
|
[os.path.join(dest_dir, 'functest_{}_{}{}'.format(
|
|
implementation.scheme.name,
|
|
implementation.name,
|
|
'.exe' if os.name == 'nt' else ''
|
|
))],
|
|
env=env,
|
|
)
|
|
destr()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
import sys
|
|
pytest.main(sys.argv)
|