Printing out the rerun command of each failed testcase

- After a testcase fail, print the arm_compute_validation command
  with filter specified and seed to rerun.

Resolves: COMPMID-5916

Signed-off-by: Ramy Elgammal <ramy.elgammal@arm.com>
Change-Id: I0c8214e7d3b61f01ce16f50499c29bfe08b6a885
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/9673
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Pablo Marquez Tello <pablo.tello@arm.com>
Reviewed-by: Viet-Hoa Do <viet-hoa.do@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Benchmark: Arm Jenkins <bsgcomp@arm.com>

1 files changed, 12 insertions, 8 deletions

diff --git a/tests/main.cpp b/tests/main.cpp
index 58347cad42..bd79e572e3 100644
--- a/tests/main.cpp
+++ b/tests/main.cpp
@@ -127,6 +127,8 @@ int main(int argc, char **argv)
     error_on_missing_assets->set_help("Mark a test as failed instead of skipping it when assets are missing");
     auto assets = parser.add_positional_option<utils::SimpleOption<std::string>>("assets");
     assets->set_help("Path to the assets directory");
+    auto print_rerun_command = parser.add_option<utils::ToggleOption>("rerun-cmd");
+    print_rerun_command->set_help("Print out the command to rerun the exact failed testcase");
 #ifdef ARM_COMPUTE_CL
     auto enable_tuner = parser.add_option<utils::ToggleOption>("enable-tuner");
     enable_tuner->set_help("Enable OpenCL dynamic tuner");
@@ -270,14 +272,16 @@ int main(int argc, char **argv)
 
         // Initialize framework
         framework::FrameworkConfig fconfig;
-        fconfig.instruments    = options.instruments->value();
-        fconfig.name_filter    = filter->value();
-        fconfig.id_filter      = filter_id->value();
-        fconfig.num_iterations = options.iterations->value();
-        fconfig.mode           = dataset_mode->value();
-        fconfig.log_level      = options.log_level->value();
-        fconfig.cooldown_sec   = cooldown_sec->value();
-        fconfig.configure_only = configure_only->value();
+        fconfig.instruments     = options.instruments->value();
+        fconfig.name_filter     = filter->value();
+        fconfig.id_filter       = filter_id->value();
+        fconfig.num_iterations  = options.iterations->value();
+        fconfig.mode            = dataset_mode->value();
+        fconfig.log_level       = options.log_level->value();
+        fconfig.cooldown_sec    = cooldown_sec->value();
+        fconfig.configure_only  = configure_only->value();
+        fconfig.print_rerun_cmd = print_rerun_command->value();
+        fconfig.seed            = seed->value();
         framework.init(fconfig);
 
         for(auto &p : printers)