diff options
author | Éanna Ó Catháin <eanna.ocathain@arm.com> | 2021-09-15 09:32:30 +0100 |
---|---|---|
committer | Kshitij Sisodia <kshitij.sisodia@arm.com> | 2021-09-16 16:01:23 +0100 |
commit | 8f9588721cbb7356b03a714c97d6b3a9a6e89438 (patch) | |
tree | 1ca19d31958081c09f360d91e15fefb6e38b3992 /tests | |
parent | e6588f620c648dd0492f6133152855d77c672568 (diff) | |
download | ml-embedded-evaluation-kit-8f9588721cbb7356b03a714c97d6b3a9a6e89438.tar.gz |
MLECO-2082: Adding visual wake word use case21.08
MLECO-2083: Refactoring img_class and visual wake word
*Added source files for visual wake word
*Added tests
*Added docs
*Added new images for visual wake word demo
*Refactored common functions in img_class, visual wake word and other usecases
Change-Id: Ibd25854e19a5517f940a8d3086a5d4835fab89e9
Signed-off-by: Éanna Ó Catháin <eanna.ocathain@arm.com>
Diffstat (limited to 'tests')
-rw-r--r-- | tests/use_case/vww/InferenceVisualWakeWordModelTests.cc | 81 | ||||
-rw-r--r-- | tests/use_case/vww/VisualWakeWordTests.cc | 18 | ||||
-rw-r--r-- | tests/use_case/vww/VisualWakeWordUCTests.cc | 135 |
3 files changed, 234 insertions, 0 deletions
diff --git a/tests/use_case/vww/InferenceVisualWakeWordModelTests.cc b/tests/use_case/vww/InferenceVisualWakeWordModelTests.cc new file mode 100644 index 0000000..c109a62 --- /dev/null +++ b/tests/use_case/vww/InferenceVisualWakeWordModelTests.cc @@ -0,0 +1,81 @@ +/* + * Copyright (c) 2021 Arm Limited. All rights reserved. + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +#include <catch.hpp> +#include <random> +#include "hal.h" +#include "InputFiles.hpp" +#include "ImageUtils.hpp" +#include "TestData_vww.hpp" +#include "VisualWakeWordModel.hpp" +#include "TensorFlowLiteMicro.hpp" + + +bool RunInference(arm::app::Model& model, const int8_t* imageData) +{ + TfLiteTensor* inputTensor = model.GetInputTensor(0); + REQUIRE(inputTensor); + + return model.RunInference(); +} + +template<typename T> +void TestInference(int imageIdx,arm::app::Model& model) { + + auto image = test::get_ifm_data_array(imageIdx); + auto goldenFV = test::get_ofm_data_array(imageIdx); + + REQUIRE(RunInference(model, image)); + + TfLiteTensor* outputTensor = model.GetOutputTensor(0); + + REQUIRE(outputTensor); + REQUIRE(outputTensor->bytes == OFM_DATA_SIZE); + auto tensorData = tflite::GetTensorData<T>(outputTensor); + REQUIRE(tensorData); + + for (size_t i = 0; i < outputTensor->bytes; i++) { + auto testVal = static_cast<int>(tensorData[i]); + auto goldenVal = static_cast<int>(goldenFV[i]); + CHECK(testVal == goldenVal); + } +} + + +/** + * @brief Given an image name, get its index + * @param[in] imageName Name of the image expected + * @return index of the image if valid and (-1) if not found + */ +static int _GetImageIdx(std::string &imageName) +{ + int imgIdx = -1; + for (uint32_t i = 0 ; i < NUMBER_OF_FILES; ++i) { + if (imageName == std::string(get_filename(i))) { + info("Image %s exists at index %u\n", get_filename(i), i); + imgIdx = static_cast<int>(i); + break; + } + } + + if (-1 == imgIdx) { + warn("Image %s not found!\n", imageName.c_str()); + } + + return imgIdx; +} + diff --git a/tests/use_case/vww/VisualWakeWordTests.cc b/tests/use_case/vww/VisualWakeWordTests.cc new file mode 100644 index 0000000..09f82da --- /dev/null +++ b/tests/use_case/vww/VisualWakeWordTests.cc @@ -0,0 +1,18 @@ +/* + * Copyright (c) 2021 Arm Limited. All rights reserved. + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +#define CATCH_CONFIG_MAIN +#include <catch.hpp> diff --git a/tests/use_case/vww/VisualWakeWordUCTests.cc b/tests/use_case/vww/VisualWakeWordUCTests.cc new file mode 100644 index 0000000..891423b --- /dev/null +++ b/tests/use_case/vww/VisualWakeWordUCTests.cc @@ -0,0 +1,135 @@ +/* + * Copyright (c) 2021 Arm Limited. All rights reserved. + * SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +#include <catch.hpp> +#include "VisualWakeWordModel.hpp" +#include "hal.h" + +#include "ClassificationResult.hpp" +#include "Labels.hpp" +#include "UseCaseHandler.hpp" +#include "Classifier.hpp" +#include "UseCaseCommonUtils.hpp" + +TEST_CASE("Model info") +{ + arm::app::VisualWakeWordModel model; /* model wrapper object */ + + /* Load the model */ + REQUIRE(model.Init()); + + /* Instantiate application context */ + arm::app::ApplicationContext caseContext; + + caseContext.Set<arm::app::Model&>("model", model); + + REQUIRE(model.ShowModelInfoHandler()); +} + +TEST_CASE("Inference by index") +{ + hal_platform platform; + data_acq_module data_acq; + data_psn_module data_psn; + platform_timer timer; + + /* Initialise the HAL and platform */ + hal_init(&platform, &data_acq, &data_psn, &timer); + hal_platform_init(&platform); + + arm::app::VisualWakeWordModel model; /* model wrapper object */ + + /* Load the model */ + REQUIRE(model.Init()); + + /* Instantiate application context */ + arm::app::ApplicationContext caseContext; + arm::app::Profiler profiler{&platform, "pd"}; + caseContext.Set<arm::app::Profiler&>("profiler", profiler); + caseContext.Set<hal_platform&>("platform", platform); + caseContext.Set<arm::app::Model&>("model", model); + caseContext.Set<uint32_t>("imgIndex", 0); + arm::app::Classifier classifier; /* classifier wrapper object */ + caseContext.Set<arm::app::Classifier&>("classifier", classifier); + + std::vector <std::string> labels; + GetLabelsVector(labels); + caseContext.Set<const std::vector <std::string>&>("labels", labels); + + REQUIRE(arm::app::ClassifyImageHandler(caseContext, 0, false)); + + auto results = caseContext.Get<std::vector<arm::app::ClassificationResult>>("results"); + + REQUIRE(results[0].m_labelIdx == 0); +} + +TEST_CASE("Inference run all images") +{ + hal_platform platform; + data_acq_module data_acq; + data_psn_module data_psn; + platform_timer timer; + + /* Initialise the HAL and platform */ + hal_init(&platform, &data_acq, &data_psn, &timer); + hal_platform_init(&platform); + + arm::app::VisualWakeWordModel model; /* model wrapper object */ + + /* Load the model */ + REQUIRE(model.Init()); + + /* Instantiate application context */ + arm::app::ApplicationContext caseContext; + arm::app::Profiler profiler{&platform, "pd"}; + caseContext.Set<arm::app::Profiler&>("profiler", profiler); + caseContext.Set<hal_platform&>("platform", platform); + caseContext.Set<arm::app::Model&>("model", model); + caseContext.Set<uint32_t>("imgIndex", 0); + arm::app::Classifier classifier; /* classifier wrapper object */ + caseContext.Set<arm::app::Classifier&>("classifier", classifier); + + std::vector <std::string> labels; + GetLabelsVector(labels); + caseContext.Set<const std::vector <std::string>&>("labels", labels); + + REQUIRE(arm::app::ClassifyImageHandler(caseContext, 0, true)); +} + +TEST_CASE("List all images") +{ + hal_platform platform; + data_acq_module data_acq; + data_psn_module data_psn; + platform_timer timer; + + /* Initialise the HAL and platform */ + hal_init(&platform, &data_acq, &data_psn, &timer); + hal_platform_init(&platform); + + arm::app::VisualWakeWordModel model; /* model wrapper object */ + + /* Load the model */ + REQUIRE(model.Init()); + + /* Instantiate application context */ + arm::app::ApplicationContext caseContext; + + caseContext.Set<hal_platform&>("platform", platform); + caseContext.Set<arm::app::Model&>("model", model); + + REQUIRE(arm::app::ListFilesHandler(caseContext)); +}
\ No newline at end of file |