Update tosa_verif_run_ref

Rename to tosa_verif_run_tests to match build_tests
Improve output and system under test support
Improve xunit support
Add results checker
Add utilities json2numpy and json2fbbin
Add set of python tests
Update README.md

Signed-off-by: Jeremy Johnson <jeremy.johnson@arm.com>
Change-Id: Ia09f8e6fd126579b3ba1c1cda95c1326802417ca

1 files changed, 54 insertions, 0 deletions

diff --git a/verif/tests/test_tosa_run_tests_runshcmd.py b/verif/tests/test_tosa_run_tests_runshcmd.py
new file mode 100644
index 0000000..a765413
--- /dev/null
+++ b/verif/tests/test_tosa_run_tests_runshcmd.py
@@ -0,0 +1,54 @@
+"""Tests for tosa_verif_run_tests.py."""
+# Copyright (c) 2021-2022, ARM Limited.
+# SPDX-License-Identifier: Apache-2.0
+from runner.run_command import run_sh_command
+from runner.run_command import RunShCommandError
+
+
+def test_run_command_success():
+    """Run successful command."""
+    cmd = ["echo", "Hello Space Cadets"]
+    try:
+        run_sh_command(cmd)
+        ok = True
+    except RunShCommandError:
+        ok = False
+    assert ok
+
+
+def test_run_command_fail():
+    """Run unsuccessful command."""
+    cmd = ["cat", "non-existant-file-432342.txt"]
+    try:
+        run_sh_command(cmd)
+        ok = True
+    except RunShCommandError as e:
+        assert e.return_code == 1
+        ok = False
+    assert not ok
+
+
+def test_run_command_fail_with_stderr():
+    """Run unsuccessful command capturing output."""
+    cmd = ["ls", "--unknown-option"]
+    try:
+        stdout, stderr = run_sh_command(cmd, capture_output=True)
+        ok = True
+    except RunShCommandError as e:
+        assert e.return_code == 2
+        assert e.stderr
+        ok = False
+    assert not ok
+
+
+def test_run_command_success_verbose_with_stdout():
+    """Run successful command capturing output."""
+    output = "There is no Planet B"
+    cmd = ["echo", output]
+    try:
+        stdout, stderr = run_sh_command(cmd, verbose=True, capture_output=True)
+        assert stdout == f"{output}\n"
+        ok = True
+    except RunShCommandError:
+        ok = False
+    assert ok