diff options
author | alexander <alexander.efremov@arm.com> | 2021-03-26 21:42:19 +0000 |
---|---|---|
committer | Kshitij Sisodia <kshitij.sisodia@arm.com> | 2021-03-29 16:29:55 +0100 |
commit | 3c79893217bc632c9b0efa815091bef3c779490c (patch) | |
tree | ad06b444557eb8124652b45621d736fa1b92f65d /tests/use_case/kws/KWSHandlerTest.cc | |
parent | 6ad6d55715928de72979b04194da1bdf04a4c51b (diff) | |
download | ml-embedded-evaluation-kit-3c79893217bc632c9b0efa815091bef3c779490c.tar.gz |
Opensource ML embedded evaluation kit21.03
Change-Id: I12e807f19f5cacad7cef82572b6dd48252fd61fd
Diffstat (limited to 'tests/use_case/kws/KWSHandlerTest.cc')
-rw-r--r-- | tests/use_case/kws/KWSHandlerTest.cc | 180 |
1 files changed, 180 insertions, 0 deletions
diff --git a/tests/use_case/kws/KWSHandlerTest.cc b/tests/use_case/kws/KWSHandlerTest.cc new file mode 100644 index 0000000..dee2f6f --- /dev/null +++ b/tests/use_case/kws/KWSHandlerTest.cc @@ -0,0 +1,180 @@ +/* + * Copyright (c) 2021 Arm Limited. All rights reserved. + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +#include <catch.hpp> +#include "DsCnnModel.hpp" +#include "hal.h" + +#include "KwsResult.hpp" +#include "Labels.hpp" +#include "UseCaseHandler.hpp" +#include "Classifier.hpp" +#include "UseCaseCommonUtils.hpp" + +TEST_CASE("Model info") +{ + /* Model wrapper object. */ + arm::app::DsCnnModel model; + + /* Load the model. */ + REQUIRE(model.Init()); + + /* Instantiate application context. */ + arm::app::ApplicationContext caseContext; + + caseContext.Set<arm::app::Model&>("model", model); + + REQUIRE(model.ShowModelInfoHandler()); +} + + +TEST_CASE("Inference by index") +{ + hal_platform platform; + data_acq_module data_acq; + data_psn_module data_psn; + platform_timer timer; + + /* Initialise the HAL and platform. */ + hal_init(&platform, &data_acq, &data_psn, &timer); + hal_platform_init(&platform); + + /* Model wrapper object. */ + arm::app::DsCnnModel model; + + /* Load the model. */ + REQUIRE(model.Init()); + + /* Instantiate application context. */ + arm::app::ApplicationContext caseContext; + caseContext.Set<hal_platform&>("platform", platform); + caseContext.Set<arm::app::Model&>("model", model); + caseContext.Set<int>("frameLength", g_FrameLength); /* 640 sample length for DSCNN. */ + caseContext.Set<int>("frameStride", g_FrameStride); /* 320 sample stride for DSCNN. */ + caseContext.Set<float>("scoreThreshold", 0.5); /* Normalised score threshold. */ + + arm::app::Classifier classifier; /* classifier wrapper object. */ + caseContext.Set<arm::app::Classifier&>("classifier", classifier); + + auto checker = [&](uint32_t audioIndex, std::vector<uint32_t> labelIndex) + { + caseContext.Set<uint32_t>("audioIndex", audioIndex); + + std::vector<std::string> labels; + GetLabelsVector(labels); + caseContext.Set<const std::vector<std::string> &>("labels", labels); + + REQUIRE(arm::app::ClassifyAudioHandler(caseContext, audioIndex, false)); + REQUIRE(caseContext.Has("results")); + + auto results = caseContext.Get<std::vector<arm::app::kws::KwsResult>>("results"); + + REQUIRE(results.size() == labelIndex.size()); + + for (size_t i = 0; i < results.size(); i++ ) { + REQUIRE(results[i].m_resultVec.size()); + REQUIRE(results[i].m_resultVec[0].m_labelIdx == labelIndex[i]); + } + + }; + + SECTION("Index = 0, short clip down") + { + /* Result: down. */ + checker(0, {5}); + } + + SECTION("Index = 1, long clip right->left->up") + { + /* Result: right->right->left->up->up. */ + checker(1, {7, 1, 6, 4, 4}); + } + + SECTION("Index = 2, short clip yes") + { + /* Result: yes. */ + checker(2, {2}); + } + + SECTION("Index = 3, long clip yes->no->go->stop") + { + /* Result: yes->go->no->go->go->go->stop. */ + checker(3, {2, 11, 3, 11, 11, 11, 10}); + } +} + + +TEST_CASE("Inference run all clips") +{ + hal_platform platform; + data_acq_module data_acq; + data_psn_module data_psn; + platform_timer timer; + + /* Initialise the HAL and platform. */ + hal_init(&platform, &data_acq, &data_psn, &timer); + hal_platform_init(&platform); + + /* Model wrapper object. */ + arm::app::DsCnnModel model; + + /* Load the model. */ + REQUIRE(model.Init()); + + /* Instantiate application context. */ + arm::app::ApplicationContext caseContext; + + caseContext.Set<hal_platform&>("platform", platform); + caseContext.Set<arm::app::Model&>("model", model); + caseContext.Set<uint32_t>("clipIndex", 0); + caseContext.Set<int>("frameLength", g_FrameLength); /* 640 sample length for DSCNN. */ + caseContext.Set<int>("frameStride", g_FrameStride); /* 320 sample stride for DSCNN. */ + caseContext.Set<float>("scoreThreshold", 0.9); /* Normalised score threshold. */ + arm::app::Classifier classifier; /* classifier wrapper object. */ + caseContext.Set<arm::app::Classifier&>("classifier", classifier); + + std::vector <std::string> labels; + GetLabelsVector(labels); + caseContext.Set<const std::vector <std::string>&>("labels", labels); + REQUIRE(arm::app::ClassifyAudioHandler(caseContext, 0, true)); +} + + +TEST_CASE("List all audio clips") +{ + hal_platform platform; + data_acq_module data_acq; + data_psn_module data_psn; + platform_timer timer; + + /* Initialise the HAL and platform. */ + hal_init(&platform, &data_acq, &data_psn, &timer); + hal_platform_init(&platform); + + /* Model wrapper object. */ + arm::app::DsCnnModel model; + + /* Load the model. */ + REQUIRE(model.Init()); + + /* Instantiate application context. */ + arm::app::ApplicationContext caseContext; + + caseContext.Set<hal_platform&>("platform", platform); + caseContext.Set<arm::app::Model&>("model", model); + + REQUIRE(arm::app::ListFilesHandler(caseContext)); +}
\ No newline at end of file |