From e2b5e87804e158cb3e5d06a131c317b3890b87b3 Mon Sep 17 00:00:00 2001 From: Jeremy Johnson Date: Thu, 14 Sep 2023 17:02:09 +0100 Subject: Support for compliance checking testing Updated to conformance generator to not generate tests with results for compliance tests. Updated test runner to run compliance mode version (precise & abs mode) of reference model to create test results to use against SUT results. Updated reference model to enable abs_mode on correct desc.json flags. Updated test checker to support compliance checking using verifier lib. Seperated color printing from test checker. Change-Id: I7e2fbfc6883916caa5d94d4ece122c48bf45f530 Signed-off-by: Jeremy Johnson --- verif/runner/tosa_refmodel_sut_run.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) (limited to 'verif/runner/tosa_refmodel_sut_run.py') diff --git a/verif/runner/tosa_refmodel_sut_run.py b/verif/runner/tosa_refmodel_sut_run.py index 419f87b..d9eb108 100644 --- a/verif/runner/tosa_refmodel_sut_run.py +++ b/verif/runner/tosa_refmodel_sut_run.py @@ -25,6 +25,9 @@ class TosaSUTRunner(TosaTestRunner): """Initialize using the given test details.""" super().__init__(args, runnerArgs, testDirPath) + # Don't do any compliance runs + self.compliance = False + def runTestGraph(self): """Run the test on the reference model.""" # Build up the TOSA reference command line @@ -46,7 +49,7 @@ class TosaSUTRunner(TosaTestRunner): if args.ref_intermediates: cmd.extend(["--dump_intermediates", str(args.ref_intermediates)]) - if args.precise_mode: + if args.precise_mode or self.compliance: cmd.extend(["--precise_mode=1"]) # Run command and interpret tosa graph result via process return codes -- cgit v1.2.1