Update tosa_verif_run_ref

Rename to tosa_verif_run_tests to match build_tests
Improve output and system under test support
Improve xunit support
Add results checker
Add utilities json2numpy and json2fbbin
Add set of python tests
Update README.md

Signed-off-by: Jeremy Johnson <jeremy.johnson@arm.com>
Change-Id: Ia09f8e6fd126579b3ba1c1cda95c1326802417ca

1 files changed, 68 insertions, 0 deletions

diff --git a/verif/tests/test_tosa_run_tests_args.py b/verif/tests/test_tosa_run_tests_args.py
new file mode 100644
index 0000000..a0c3ed5
--- /dev/null
+++ b/verif/tests/test_tosa_run_tests_args.py
@@ -0,0 +1,68 @@
+"""Tests for tosa_verif_run_tests.py."""
+# Copyright (c) 2021-2022, ARM Limited.
+# SPDX-License-Identifier: Apache-2.0
+from runner.tosa_verif_run_tests import parseArgs
+
+
+def test_args_test():
+    """Test arguments - test."""
+    args = ["-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.test == ["test"]
+
+
+def test_args_ref_model_path():
+    """Test arguments - ref_model_path."""
+    args = ["--ref-model-path", "ref_model_path", "-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.ref_model_path == "ref_model_path"
+
+
+def test_args_ref_debug():
+    """Test arguments - ref_debug."""
+    args = ["--ref-debug", "ref_debug", "-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.ref_debug == "ref_debug"
+
+
+def test_args_ref_intermediates():
+    """Test arguments - ref_intermediates."""
+    args = ["--ref-intermediates", "2", "-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.ref_intermediates == 2
+
+
+def test_args_verbose():
+    """Test arguments - ref_verbose."""
+    args = ["-v", "-t", "test"]
+    parsed_args = parseArgs(args)
+    print(parsed_args.verbose)
+    assert parsed_args.verbose == 1
+
+
+def test_args_jobs():
+    """Test arguments - jobs."""
+    args = ["-j", "42", "-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.jobs == 42
+
+
+def test_args_sut_module():
+    """Test arguments - sut_module."""
+    args = ["--sut-module", "sut_module", "-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.sut_module == ["sut_module"]
+
+
+def test_args_sut_module_args():
+    """Test arguments - sut_module_args."""
+    args = ["--sut-module-args", "sut_module_args", "-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.sut_module_args == ["sut_module_args"]
+
+
+def test_args_xunit_file():
+    """Test arguments - xunit-file."""
+    args = ["--xunit-file", "xunit_file", "-t", "test"]
+    parsed_args = parseArgs(args)
+    assert parsed_args.xunit_file == "xunit_file"