Make a list from ignored tests in TASKS
@@ -127,8 +127,7 @@ def do_analyze_coverage(outcome_file, args):
def do_analyze_driver_vs_reference(outcome_file, args):
"""Perform driver vs reference analyze."""
- ignored_tests = args['ignored'].split(',')
- ignored_tests = ['test_suite_' + x for x in ignored_tests]
+ ignored_tests = ['test_suite_' + x for x in args['ignored_suites']]
outcomes = read_outcome_file(outcome_file)
return analyze_driver_vs_reference(outcomes, args['component_ref'],
@@ -144,7 +143,13 @@ TASKS = {
'args': {
'component_ref': 'test_psa_crypto_config_reference_hash_use_psa',
'component_driver': 'test_psa_crypto_config_accel_hash_use_psa',
- 'ignored': 'md,mdx,shax,entropy,hmac_drbg,random,psa_crypto_init,hkdf'}}
+ 'ignored_suites': ['shax','mdx', # the software implementations that are being excluded
+ 'md' # the legacy abstraction layer that's being excluded
+ 'entropy','hmac_drbg','random', # temporary limitation (see RNG EPIC)
+ 'psa_crypto_init', # doesn't work with external RNG
+ 'hkdf', # legacy still depends on MD, but there's a PSA interface that doesn't
+ 'pkcs7 ' # recent addition, will be addressed later
+ ]}}
}
def main():
