diff options
author | Kshitij Sisodia <kshitij.sisodia@arm.com> | 2022-05-06 09:13:03 +0100 |
---|---|---|
committer | Kshitij Sisodia <kshitij.sisodia@arm.com> | 2022-05-06 17:11:41 +0100 |
commit | aa4bcb14d0cbee910331545dd2fc086b58c37170 (patch) | |
tree | e67a43a43f61c6f8b6aad19018b0827baf7e31a6 /source/use_case/vww/src/VisualWakeWordProcessing.cc | |
parent | fcca863bafd5f33522bc14c23dde4540e264ec94 (diff) | |
download | ml-embedded-evaluation-kit-aa4bcb14d0cbee910331545dd2fc086b58c37170.tar.gz |
MLECO-3183: Refactoring application sources
Platform agnostic application sources are moved into application
api module with their own independent CMake projects.
Changes for MLECO-3080 also included - they create CMake projects
individial API's (again, platform agnostic) that dependent on the
common logic. The API for KWS_API "joint" API has been removed and
now the use case relies on individual KWS, and ASR API libraries.
Change-Id: I1f7748dc767abb3904634a04e0991b74ac7b756d
Signed-off-by: Kshitij Sisodia <kshitij.sisodia@arm.com>
Diffstat (limited to 'source/use_case/vww/src/VisualWakeWordProcessing.cc')
-rw-r--r-- | source/use_case/vww/src/VisualWakeWordProcessing.cc | 80 |
1 files changed, 0 insertions, 80 deletions
diff --git a/source/use_case/vww/src/VisualWakeWordProcessing.cc b/source/use_case/vww/src/VisualWakeWordProcessing.cc deleted file mode 100644 index 4ae8a54..0000000 --- a/source/use_case/vww/src/VisualWakeWordProcessing.cc +++ /dev/null @@ -1,80 +0,0 @@ -/* - * Copyright (c) 2022 Arm Limited. All rights reserved. - * SPDX-License-Identifier: Apache-2.0 - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "VisualWakeWordProcessing.hpp" - -#include "ImageUtils.hpp" -#include "VisualWakeWordModel.hpp" -#include "log_macros.h" - -namespace arm { -namespace app { - - VisualWakeWordPreProcess::VisualWakeWordPreProcess(TfLiteTensor* inputTensor, bool rgb2Gray) - :m_inputTensor{inputTensor}, - m_rgb2Gray{rgb2Gray} - {} - - bool VisualWakeWordPreProcess::DoPreProcess(const void* data, size_t inputSize) - { - if (data == nullptr) { - printf_err("Data pointer is null"); - } - - auto input = static_cast<const uint8_t*>(data); - - uint8_t* unsignedDstPtr = this->m_inputTensor->data.uint8; - - if (this->m_rgb2Gray) { - image::RgbToGrayscale(input, unsignedDstPtr, inputSize); - } else { - std::memcpy(unsignedDstPtr, input, inputSize); - } - - /* VWW model pre-processing is image conversion from uint8 to [0,1] float values, - * then quantize them with input quantization info. */ - QuantParams inQuantParams = GetTensorQuantParams(this->m_inputTensor); - - int8_t* signedDstPtr = this->m_inputTensor->data.int8; - for (size_t i = 0; i < this->m_inputTensor->bytes; i++) { - auto i_data_int8 = static_cast<int8_t>( - ((static_cast<float>(unsignedDstPtr[i]) / 255.0f) / inQuantParams.scale) + inQuantParams.offset - ); - signedDstPtr[i] = std::min<int8_t>(INT8_MAX, std::max<int8_t>(i_data_int8, INT8_MIN)); - } - - debug("Input tensor populated \n"); - - return true; - } - - VisualWakeWordPostProcess::VisualWakeWordPostProcess(TfLiteTensor* outputTensor, Classifier& classifier, - const std::vector<std::string>& labels, std::vector<ClassificationResult>& results) - :m_outputTensor{outputTensor}, - m_vwwClassifier{classifier}, - m_labels{labels}, - m_results{results} - {} - - bool VisualWakeWordPostProcess::DoPostProcess() - { - return this->m_vwwClassifier.GetClassificationResults( - this->m_outputTensor, this->m_results, - this->m_labels, 1, true); - } - -} /* namespace app */ -} /* namespace arm */
\ No newline at end of file |