From 1355ec4797cd77060af51c8b27d99ea1d25c08da Mon Sep 17 00:00:00 2001 From: Ramy Elgammal Date: Mon, 15 May 2023 13:50:46 +0100 Subject: Printing out the rerun command of each failed testcase - After a testcase fail, print the arm_compute_validation command with filter specified and seed to rerun. Resolves: COMPMID-5916 Signed-off-by: Ramy Elgammal Change-Id: I0c8214e7d3b61f01ce16f50499c29bfe08b6a885 Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/9673 Tested-by: Arm Jenkins Reviewed-by: Pablo Marquez Tello Reviewed-by: Viet-Hoa Do Comments-Addressed: Arm Jenkins Benchmark: Arm Jenkins --- tests/main.cpp | 20 ++++++++++++-------- 1 file changed, 12 insertions(+), 8 deletions(-) (limited to 'tests/main.cpp') diff --git a/tests/main.cpp b/tests/main.cpp index 58347cad42..bd79e572e3 100644 --- a/tests/main.cpp +++ b/tests/main.cpp @@ -127,6 +127,8 @@ int main(int argc, char **argv) error_on_missing_assets->set_help("Mark a test as failed instead of skipping it when assets are missing"); auto assets = parser.add_positional_option>("assets"); assets->set_help("Path to the assets directory"); + auto print_rerun_command = parser.add_option("rerun-cmd"); + print_rerun_command->set_help("Print out the command to rerun the exact failed testcase"); #ifdef ARM_COMPUTE_CL auto enable_tuner = parser.add_option("enable-tuner"); enable_tuner->set_help("Enable OpenCL dynamic tuner"); @@ -270,14 +272,16 @@ int main(int argc, char **argv) // Initialize framework framework::FrameworkConfig fconfig; - fconfig.instruments = options.instruments->value(); - fconfig.name_filter = filter->value(); - fconfig.id_filter = filter_id->value(); - fconfig.num_iterations = options.iterations->value(); - fconfig.mode = dataset_mode->value(); - fconfig.log_level = options.log_level->value(); - fconfig.cooldown_sec = cooldown_sec->value(); - fconfig.configure_only = configure_only->value(); + fconfig.instruments = options.instruments->value(); + fconfig.name_filter = filter->value(); + fconfig.id_filter = filter_id->value(); + fconfig.num_iterations = options.iterations->value(); + fconfig.mode = dataset_mode->value(); + fconfig.log_level = options.log_level->value(); + fconfig.cooldown_sec = cooldown_sec->value(); + fconfig.configure_only = configure_only->value(); + fconfig.print_rerun_cmd = print_rerun_command->value(); + fconfig.seed = seed->value(); framework.init(fconfig); for(auto &p : printers) -- cgit v1.2.1