diff options
-rw-r--r-- | CMakeLists.txt | 3 | ||||
-rw-r--r-- | docs/sections/testing_benchmarking.md | 52 | ||||
-rw-r--r-- | scripts/cmake/platforms/native/build_configuration.cmake | 1 |
3 files changed, 50 insertions, 6 deletions
diff --git a/CMakeLists.txt b/CMakeLists.txt index 150c668..7453176 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -50,6 +50,8 @@ set(HAL_PLATFORM_DIR ${CMAKE_CURRENT_SOURCE_DIR}/source/hal/source/platform) include(${CMAKE_SCRIPTS_DIR}/source_gen_utils.cmake) +enable_testing() + if (${CMAKE_BINARY_DIR} STREQUAL ${CMAKE_SOURCE_DIR}) message(FATAL_ERROR "Source and build are in the same directory") else() @@ -150,6 +152,7 @@ endif() list(REMOVE_ITEM USE_CASES "" ${EXCLUDED_USE_CASES}) message(STATUS "Use-cases excluded by platform configuration: ${EXCLUDED_USE_CASES}") message(STATUS "Building use-cases: ${USE_CASES}.") + foreach(use_case ${USE_CASES}) set(SRC_USE_CASE "") diff --git a/docs/sections/testing_benchmarking.md b/docs/sections/testing_benchmarking.md index 2641049..41ac8df 100644 --- a/docs/sections/testing_benchmarking.md +++ b/docs/sections/testing_benchmarking.md @@ -38,18 +38,58 @@ placed under `<build folder>/bin/` folder. For example: ├── ethos-u-<usecase1> └── ethos-u-<usecase1> ``` +To view all the available tests to run, use the following command in the `<build folder>`: +```commandline +ctest -N +``` +Sample output: +```commandline +Test #1: ad-tests +Test #2: asr-tests +Test #3: img_class-tests +Test #4: kws-tests +Test #5: kws_asr-tests +Test #6: noise_reduction-tests +Test #7: object_detection-tests +Test #8: vww-tests + +Total Tests: 8 +``` + +To execute a specific unit-test from the above list, in addition to the common tests, run the following command in the `<build folder>`: -To execute unit-tests for a specific use-case, in addition to the common tests, use: +```commandline +ctest -R <test_name> +``` + +To run every test that has been built, run the following command in the `<build folder>`: ```commandline -arm_ml_embedded_evaluation_kit-<use_case>-tests +ctest ``` +Sample output: ```log -INFO - native platform initialised -... -=============================================================================== - All tests passed (37 assertions in 7 test cases) +Start 1: ad-tests +1/8 Test #1: ad-tests ......................... Passed 0.17 sec + Start 2: asr-tests +2/8 Test #2: asr-tests ........................ Passed 3.04 sec + Start 3: img_class-tests +3/8 Test #3: img_class-tests .................. Passed 0.49 sec + Start 4: kws-tests +4/8 Test #4: kws-tests ........................ Passed 7.52 sec + Start 5: kws_asr-tests +5/8 Test #5: kws_asr-tests .................... Passed 2.85 sec + Start 6: noise_reduction-tests +6/8 Test #6: noise_reduction-tests ............ Passed 16.41 sec + Start 7: object_detection-tests +7/8 Test #7: object_detection-tests ........... Passed 0.58 sec + Start 8: vww-tests +8/8 Test #8: vww-tests ........................ Passed 0.07 sec + + +Total Test time (real) = 34.71 sec + ``` > **Note:** Test outputs could contain `[ERROR]` messages. This is OK as they are coming from negative scenarios tests. diff --git a/scripts/cmake/platforms/native/build_configuration.cmake b/scripts/cmake/platforms/native/build_configuration.cmake index 63f9491..d53439c 100644 --- a/scripts/cmake/platforms/native/build_configuration.cmake +++ b/scripts/cmake/platforms/native/build_configuration.cmake @@ -110,5 +110,6 @@ function(platform_custom_post_build) target_compile_definitions(${TEST_TARGET_NAME} PRIVATE "ACTIVATION_BUF_SZ=${${use_case}_ACTIVATION_BUF_SZ}" TESTS) + add_test(NAME "${use_case}-tests" COMMAND ${TEST_TARGET_NAME}) endif () endfunction()
\ No newline at end of file |