diff options
| author | Jeremy Johnson <jeremy.johnson@arm.com> | 2023-02-06 16:58:04 +0000 |
|---|---|---|
| committer | Jeremy Johnson <jeremy.johnson@arm.com> | 2023-02-07 14:55:40 +0000 |
| commit | dd3e9aaa18ac3862b7ad44cd1d76017db1561d86 (patch) | |
| tree | e3c5912e3fcd43a5f6e6602e28c95a93a2e36862 /verif/conformance/test_select.py | |
| parent | 8384a6f384bda904bad68431adca6e5b4deb9324 (diff) | |
| download | reference_model-dd3e9aaa18ac3862b7ad44cd1d76017db1561d86.tar.gz | |
Adjust ERROR_IF tests generated for tosa-mi profile
So they do not overwrite tosa-bi tests, ops affected:
NEGATE, TILE, REDUCE_MIN, REDUCE_MAX, RESIZE, SCATTER, GATHER
Update test-select exclude-patterns to work with ERRORIF tests.
Signed-off-by: Jeremy Johnson <jeremy.johnson@arm.com>
Change-Id: Idb0d26512ce9a48f6d868663a630e343c8785899
Diffstat (limited to 'verif/conformance/test_select.py')
| -rw-r--r-- | verif/conformance/test_select.py | 13 |
1 files changed, 8 insertions, 5 deletions
diff --git a/verif/conformance/test_select.py b/verif/conformance/test_select.py index 6161523..061a109 100644 --- a/verif/conformance/test_select.py +++ b/verif/conformance/test_select.py @@ -149,11 +149,12 @@ class Operator: Exclusion happens BEFORE test selection (i.e. before permutes are applied). "errorifs" - list of ERRORIF case names to be selected - (negative test) + after exclusion (negative tests) negative: bool indicating if negative testing is being selected - (ERRORIF tests) + which filters for ERRORIF in the test name and only selects + the first test found (ERRORIF tests) - EXAMPLE CONFIG: + EXAMPLE CONFIG (with non-json comments): "params": { "output_type": [ "outi8", @@ -175,7 +176,10 @@ class Operator: } ], "exclude_patterns": [ - ".*_(i8|i16|i32|b)_out(i8|i16|i32|b)" + # Exclude positive (not ERRORIF) integer tests + "^((?!ERRORIF).)*_(i8|i16|i32|b)_out(i8|i16|i32|b)", + # Exclude negative (ERRORIF) i8 test + ".*_ERRORIF_.*_i8_outi8" ], "errorifs": [ "InputZeroPointNotZero" @@ -199,7 +203,6 @@ class Operator: ) config["permutes"] = [] config["preselected"] = {} - config["exclude_patterns"] = [] self.params = config["params"] if "params" in config else {} self.permutes = config["permutes"] if "permutes" in config else [] |