diff options
Diffstat (limited to 'source/use_case/inference_runner/src')
-rw-r--r-- | source/use_case/inference_runner/src/MainLoop.cc | 45 | ||||
-rw-r--r-- | source/use_case/inference_runner/src/TestModel.cc | 55 |
2 files changed, 43 insertions, 57 deletions
diff --git a/source/use_case/inference_runner/src/MainLoop.cc b/source/use_case/inference_runner/src/MainLoop.cc index ddff40c..0991b7b 100644 --- a/source/use_case/inference_runner/src/MainLoop.cc +++ b/source/use_case/inference_runner/src/MainLoop.cc @@ -18,7 +18,37 @@ #include "TestModel.hpp" /* Model class for running inference. */ #include "UseCaseHandler.hpp" /* Handlers for different user options. */ #include "UseCaseCommonUtils.hpp" /* Utils functions. */ -#include "log_macros.h" +#include "log_macros.h" /* Logging functions */ +#include "BufAttributes.hpp" /* Buffer attributes to be applied */ + +namespace arm { + namespace app { + static uint8_t tensorArena[ACTIVATION_BUF_SZ] ACTIVATION_BUF_ATTRIBUTE; + } /* namespace app */ +} /* namespace arm */ + +#if defined(DYNAMIC_MODEL_BASE) && defined(DYNAMIC_MODEL_SIZE) + +static uint8_t* GetModelPointer() +{ + info("Model pointer: 0x%08x\n", DYNAMIC_MODEL_BASE); + return reinterpret_cast<uint8_t *>(DYNAMIC_MODEL_BASE); +} + +static size_t GetModelLen() +{ + /* TODO: Can we get the actual model size here somehow? + * Currently we return the reserved space. It is possible to do + * so by reading the memory pattern but it will not be reliable. */ + return static_cast<size_t>(DYNAMIC_MODEL_SIZE); +} + +#else /* defined(DYNAMIC_MODEL_BASE) && defined(DYNAMIC_MODEL_SIZE) */ + +extern uint8_t* GetModelPointer(); +extern size_t GetModelLen(); + +#endif /* defined(DYNAMIC_MODEL_BASE) && defined(DYNAMIC_MODEL_SIZE) */ enum opcodes { @@ -31,11 +61,22 @@ void main_loop() arm::app::TestModel model; /* Model wrapper object. */ /* Load the model. */ - if (!model.Init()) { + if (!model.Init(arm::app::tensorArena, + sizeof(arm::app::tensorArena), + GetModelPointer(), + GetModelLen())) { printf_err("Failed to initialise model\n"); return; } +#if !defined(ARM_NPU) + /* If it is not a NPU build check if the model contains a NPU operator */ + if (model.ContainsEthosUOperator()) { + printf_err("No driver support for Ethos-U operator found in the model.\n"); + return; + } +#endif /* ARM_NPU */ + /* Instantiate application context. */ arm::app::ApplicationContext caseContext; diff --git a/source/use_case/inference_runner/src/TestModel.cc b/source/use_case/inference_runner/src/TestModel.cc deleted file mode 100644 index 3e72119..0000000 --- a/source/use_case/inference_runner/src/TestModel.cc +++ /dev/null @@ -1,55 +0,0 @@ -/* - * Copyright (c) 2021 Arm Limited. All rights reserved. - * SPDX-License-Identifier: Apache-2.0 - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -#include "TestModel.hpp" -#include "log_macros.h" - -const tflite::AllOpsResolver& arm::app::TestModel::GetOpResolver() -{ - return this->m_opResolver; -} - -#if defined(DYNAMIC_MODEL_BASE) && defined(DYNAMIC_MODEL_SIZE) - - const uint8_t* arm::app::TestModel::ModelPointer() - { - info("Model pointer: 0x%08x\n", DYNAMIC_MODEL_BASE); - return reinterpret_cast<uint8_t *>(DYNAMIC_MODEL_BASE); - } - - size_t arm::app::TestModel::ModelSize() - { - /* TODO: Can we get the actual model size here somehow? - * Currently we return the reserved space. It is possible to do - * so by reading the memory pattern but it will not be reliable. */ - return static_cast<size_t>(DYNAMIC_MODEL_SIZE); - } - -#else /* defined(DYNAMIC_MODEL_BASE) && defined(DYNAMIC_MODEL_SIZE) */ - - extern uint8_t* GetModelPointer(); - const uint8_t* arm::app::TestModel::ModelPointer() - { - return GetModelPointer(); - } - - extern size_t GetModelLen(); - size_t arm::app::TestModel::ModelSize() - { - return GetModelLen(); - } - -#endif /* defined(DYNAMIC_MODEL_BASE) && defined(DYNAMIC_MODEL_SIZE) */ |