aboutsummaryrefslogtreecommitdiff
path: root/tests_e2e
diff options
context:
space:
mode:
authorRuomei Yan <ruomei.yan@arm.com>2022-12-13 22:02:21 +0000
committerRuomei Yan <ruomei.yan@arm.com>2023-01-16 16:31:23 +0000
commit4eb3fef8e5876c69dc6bac70fdc010805d5b97f2 (patch)
tree88beca8a30954f020b7f34c0a3f9df780b966244 /tests_e2e
parent5800fc990ed1e36ce7d06670f911fbb12a0ec771 (diff)
downloadmlia-4eb3fef8e5876c69dc6bac70fdc010805d5b97f2.tar.gz
MLIA-741/2 Report test results
- add version extraction function in compat.py - create Metadata, MLIAMetadata, TOSAMetadata and MetadataDisplay classes - update the reporting functions so tosa and mlia version will be displayed in output json - update unit test test_configure_and_get_tosa_advisor to mock the get_events function - update the copyright information of all changed/added files - handle exception and report to json when program crashes - write new context managers for capturing stderr and stdout - support reporting stderr to json output - support reporting model checksum and model name to json output - made changes in test_e2e.py handling {model_name} replacement in --output - add unit tests Change-Id: I6629fd1c5754378e6accd488217c83d87c7eb6f1
Diffstat (limited to 'tests_e2e')
-rw-r--r--tests_e2e/test_e2e.py15
1 files changed, 10 insertions, 5 deletions
diff --git a/tests_e2e/test_e2e.py b/tests_e2e/test_e2e.py
index 26f5d29..35fd707 100644
--- a/tests_e2e/test_e2e.py
+++ b/tests_e2e/test_e2e.py
@@ -218,11 +218,16 @@ def get_all_commands_combinations(executions: Any) -> Generator[list[str], None,
ExecutionConfiguration.from_dict(exec_info) for exec_info in executions
)
- return (
- command_combination
- for exec_config in exec_configs
- for command_combination in exec_config.all_combinations
- )
+ parser = get_args_parser()
+ for exec_config in exec_configs:
+ for command_combination in exec_config.all_combinations:
+ for idx, param in enumerate(command_combination):
+ if "{model_name}" in param:
+ args = parser.parse_args(command_combination)
+ model_name = Path(args.model).stem
+ param = param.replace("{model_name}", model_name)
+ command_combination[idx] = param
+ yield command_combination
def check_args(args: list[str], no_skip: bool) -> None: