diff options
| author | Jeremy Johnson <jeremy.johnson@arm.com> | 2023-09-11 09:30:02 +0100 |
|---|---|---|
| committer | Jeremy Johnson <jeremy.johnson@arm.com> | 2023-09-11 11:08:47 +0100 |
| commit | 76c6a556c7396ee6468780b57676e5821c55b1e4 (patch) | |
| tree | b3f0e8de1d9aa6ea925e44cfcfdc3a029dacd336 /verif/conformance/tosa_verif_conformance_generator.py | |
| parent | a8098c06885e6fb5ce3239830e1cd344c98262a4 (diff) | |
| download | reference_model-76c6a556c7396ee6468780b57676e5821c55b1e4.tar.gz | |
Fixes for conformance generator tags and test selection
Incorrectly used "tag" in test.desc instead of "tags"
Incorrectly selected all tests rather than just all positive
tests depending on operator selection option.
Signed-off-by: Jeremy Johnson <jeremy.johnson@arm.com>
Change-Id: Ib257bc57accf745beedfa4a3b2ece9539c0972c2
Diffstat (limited to 'verif/conformance/tosa_verif_conformance_generator.py')
| -rw-r--r-- | verif/conformance/tosa_verif_conformance_generator.py | 38 |
1 files changed, 25 insertions, 13 deletions
diff --git a/verif/conformance/tosa_verif_conformance_generator.py b/verif/conformance/tosa_verif_conformance_generator.py index c2ea4ec..236f729 100644 --- a/verif/conformance/tosa_verif_conformance_generator.py +++ b/verif/conformance/tosa_verif_conformance_generator.py @@ -805,10 +805,7 @@ def main(): # Selection criteria selection_config = test_params[op]["selection"][selector_name] - if args.convert_all_tests or ( - "all" in selection_config - and selection_config["all"] == "true" - ): + if args.convert_all_tests: logger.debug(f"Running and converting all {op} tests") generate_results( args, profile, op, op_build_dir, supports=supports @@ -819,16 +816,31 @@ def main(): f"Running and converting selection of {op} tests" ) if test_type in ["positive", "both"]: - tests_gen, tests_gen2 = tee( - get_op_tests_selection( - args, - profile, - op, - op_build_dir, - selection_config, - ignore_missing=ignore_missing, + if ( + "all" in selection_config + and selection_config["all"] == "true" + ): + # Just get all the positive tests + tests_gen, tests_gen2 = tee( + _get_all_tests_list( + profile, + op_build_dir, + op, + exclude_negative_tests=True, + ) + ) + else: + # Get a selection of positive tests + tests_gen, tests_gen2 = tee( + get_op_tests_selection( + args, + profile, + op, + op_build_dir, + selection_config, + ignore_missing=ignore_missing, + ) ) - ) generate_results( args, profile, |