From e4b08ffbe457c8932740e3171964cf2e7cd69b4f Mon Sep 17 00:00:00 2001 From: Jeremy Johnson Date: Thu, 15 Sep 2022 10:38:17 +0100 Subject: Initial set up of Main Inference conformance test gen tosa-verif-build-tests - option for setting FP values range - option for recursively finding tests - change from os.path to Path tosa_verif_result_check - option to supply FP tolerance - output difference and max tolerance on contents mismatch - change from os.path to Path MI conformance - contains examples of AVG_POOL2D and CONV2D tests Signed-off-by: Jeremy Johnson Change-Id: I8e1645cd8f10308604400ea53eef723ca163eed7 --- verif/conformance/test_select.py | 31 ++++++++++++++++++++++++++++++- 1 file changed, 30 insertions(+), 1 deletion(-) (limited to 'verif/conformance/test_select.py') diff --git a/verif/conformance/test_select.py b/verif/conformance/test_select.py index 9e73b0d..c04b7ef 100644 --- a/verif/conformance/test_select.py +++ b/verif/conformance/test_select.py @@ -135,10 +135,39 @@ class Operator: test_dir: the directory where the tests for all operators can be found config: a dictionary with: - "params" - mappings of parameter names to the values to select + "params" - a dictionary with mappings of parameter names to the values + to select (a sub-set of expected values for instance) "permutes" - a list of parameter names to be permuted + "preselected" - a list of dictionaries containing parameter names and + pre-chosen values + "sparsity" - a dictionary of parameter names with a sparsity value "errorifs" - list of ERRORIF case names to be selected (negative test) negative: bool indicating if negative testing is being selected (ERRORIF tests) + + EXAMPLE CONFIG: + "params": { + "output_type": [ + "outi8", + "outb" + ] + }, + "permutes": [ + "shape", + "type" + ], + "sparsity": { + "pad": 15 + }, + "preselected": [ + { + "shape": "6", + "type": "i8", + "pad": "pad00" + } + ], + "errorifs": [ + "InputZeroPointNotZero" + ] """ assert isinstance( self.name, str -- cgit v1.2.1