diff options
| author | Ramy Elgammal <ramy.elgammal@arm.com> | 2023-05-15 13:50:46 +0100 |
|---|---|---|
| committer | Ramy Elgammal <ramy.elgammal@arm.com> | 2023-05-18 09:22:07 +0000 |
| commit | 1355ec4797cd77060af51c8b27d99ea1d25c08da (patch) | |
| tree | 1d96f3213ac1afd37ba0f01242e399daf9e675cb /tests/framework/Framework.cpp | |
| parent | c0463a2959c84e8aa28f39ed2faa035678e682d8 (diff) | |
| download | ComputeLibrary-1355ec4797cd77060af51c8b27d99ea1d25c08da.tar.gz | |
Printing out the rerun command of each failed testcase
- After a testcase fail, print the arm_compute_validation command
with filter specified and seed to rerun.
Resolves: COMPMID-5916
Signed-off-by: Ramy Elgammal <ramy.elgammal@arm.com>
Change-Id: I0c8214e7d3b61f01ce16f50499c29bfe08b6a885
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/9673
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Pablo Marquez Tello <pablo.tello@arm.com>
Reviewed-by: Viet-Hoa Do <viet-hoa.do@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Benchmark: Arm Jenkins <bsgcomp@arm.com>
Diffstat (limited to 'tests/framework/Framework.cpp')
| -rw-r--r-- | tests/framework/Framework.cpp | 23 |
1 files changed, 14 insertions, 9 deletions
diff --git a/tests/framework/Framework.cpp b/tests/framework/Framework.cpp index a3dee07862..bfb955c525 100644 --- a/tests/framework/Framework.cpp +++ b/tests/framework/Framework.cpp @@ -130,10 +130,12 @@ Framework &Framework::get() void Framework::init(const FrameworkConfig &config) { _test_filter.reset(new TestFilter(config.mode, config.name_filter, config.id_filter)); - _num_iterations = config.num_iterations; - _log_level = config.log_level; - _cooldown_sec = config.cooldown_sec; - _configure_only = config.configure_only; + _num_iterations = config.num_iterations; + _log_level = config.log_level; + _cooldown_sec = config.cooldown_sec; + _configure_only = config.configure_only; + _print_rerun_cmd = config.print_rerun_cmd; + _seed = config.seed; _instruments = std::set<framework::InstrumentsDescription>(std::begin(config.instruments), std::end(config.instruments)); } @@ -292,13 +294,13 @@ bool Framework::error_on_missing_assets() const return _error_on_missing_assets; } -void Framework::run_test(const TestInfo &info, TestCaseFactory &test_factory) +TestResult::Status Framework::run_test(const TestInfo &info, TestCaseFactory &test_factory) { if(test_factory.status() == TestCaseFactory::Status::DISABLED) { log_test_skipped(info); set_test_result(info, TestResult(TestResult::Status::DISABLED)); - return; + return TestResult::Status::DISABLED; } log_test_start(info); @@ -538,6 +540,7 @@ void Framework::run_test(const TestInfo &info, TestCaseFactory &test_factory) set_test_result(info, result); log_test_end(info); + return result.status; } bool Framework::run() @@ -581,9 +584,11 @@ bool Framework::run() CLScheduler::get().set_queue(new_queue); } #endif // ARM_COMPUTE_CL - - run_test(test_info, *test_factory); - + TestResult::Status result = run_test(test_info, *test_factory); + if((_print_rerun_cmd) && (result == TestResult::Status::CRASHED || result == TestResult::Status::FAILED)) + { + std::cout << "Rerun command: ./arm_compute_validation --filter='^" << test_info.name << "$' --seed=" << _seed << std::endl; + } ++id_run_test; // Run test delay |