// // Copyright © 2020 Arm Ltd. All rights reserved. // SPDX-License-Identifier: MIT // #pragma once #include #include "../ArmnnDevice.hpp" #include "ArmnnDriverImpl.hpp" #include "HalPolicy.hpp" #include "../ArmnnDriverImpl.hpp" #include "../1.3/ArmnnDriverImpl.hpp" #include "../1.3/HalPolicy.hpp" #include "../1.2/ArmnnDriverImpl.hpp" #include "../1.2/HalPolicy.hpp" #include "../1.1/ArmnnDriverImpl.hpp" #include "../1.1/HalPolicy.hpp" #include "../1.0/ArmnnDriverImpl.hpp" #include "../1.0/HalPolicy.hpp" #include #include namespace armnn_driver { namespace hal_1_3 { class ArmnnDriver : public ArmnnDevice, public V1_3::IDevice { public: using HidlToken = android::hardware::hidl_array; ArmnnDriver(DriverOptions options) : ArmnnDevice(std::move(options)) { ALOGV("hal_1_3::ArmnnDriver::ArmnnDriver()"); } ~ArmnnDriver() {} Return getCapabilities(V1_0::IDevice::getCapabilities_cb cb) override { ALOGV("hal_1_3::ArmnnDriver::getCapabilities()"); return hal_1_0::ArmnnDriverImpl::getCapabilities(m_Runtime, cb); } Return getSupportedOperations(const V1_0::Model& model, V1_0::IDevice::getSupportedOperations_cb cb) override { ALOGV("hal_1_3::ArmnnDriver::getSupportedOperations()"); return armnn_driver::ArmnnDriverImpl::getSupportedOperations(m_Runtime, m_Options, model, cb); } Return prepareModel(const V1_0::Model& model, const android::sp& cb) override { ALOGV("hal_1_3::ArmnnDriver::prepareModel()"); return armnn_driver::ArmnnDriverImpl::prepareModel(m_Runtime, m_ClTunedParameters, m_Options, model, cb); } Return getCapabilities_1_1(V1_1::IDevice::getCapabilities_1_1_cb cb) override { ALOGV("hal_1_3::ArmnnDriver::getCapabilities_1_1()"); return hal_1_1::ArmnnDriverImpl::getCapabilities_1_1(m_Runtime, cb); } Return getSupportedOperations_1_1(const V1_1::Model& model, V1_1::IDevice::getSupportedOperations_1_1_cb cb) override { ALOGV("hal_1_3::ArmnnDriver::getSupportedOperations_1_1()"); return armnn_driver::ArmnnDriverImpl::getSupportedOperations(m_Runtime, m_Options, model, cb); } Return prepareModel_1_1(const V1_1::Model& model, V1_1::ExecutionPreference preference, const android::sp& cb) override { ALOGV("hal_1_3::ArmnnDriver::prepareModel_1_1()"); if (!(preference == V1_1::ExecutionPreference::LOW_POWER || preference == V1_1::ExecutionPreference::FAST_SINGLE_ANSWER || preference == V1_1::ExecutionPreference::SUSTAINED_SPEED)) { ALOGV("hal_1_3::ArmnnDriver::prepareModel_1_1: Invalid execution preference"); cb->notify(V1_0::ErrorStatus::INVALID_ARGUMENT, nullptr); return V1_0::ErrorStatus::INVALID_ARGUMENT; } return armnn_driver::ArmnnDriverImpl::prepareModel(m_Runtime, m_ClTunedParameters, m_Options, model, cb, model.relaxComputationFloat32toFloat16 && m_Options.GetFp16Enabled()); } Return getCapabilities_1_2(getCapabilities_1_2_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getCapabilities()"); return hal_1_2::ArmnnDriverImpl::getCapabilities_1_2(m_Runtime, cb); } Return getSupportedOperations_1_2(const V1_2::Model& model, getSupportedOperations_1_2_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getSupportedOperations()"); return armnn_driver::ArmnnDriverImpl::getSupportedOperations(m_Runtime, m_Options, model, cb); } Return prepareModel_1_2( const V1_2::Model& model, V1_1::ExecutionPreference preference, const android::hardware::hidl_vec& modelCacheHandle, const android::hardware::hidl_vec& dataCacheHandle, const HidlToken& token, const android::sp& cb) { ALOGV("hal_1_3::ArmnnDriver::prepareModel_1_2()"); if (!(preference == V1_1::ExecutionPreference::LOW_POWER || preference == V1_1::ExecutionPreference::FAST_SINGLE_ANSWER || preference == V1_1::ExecutionPreference::SUSTAINED_SPEED)) { ALOGV("hal_1_3::ArmnnDriver::prepareModel_1_2: Invalid execution preference"); cb->notify(V1_0::ErrorStatus::INVALID_ARGUMENT, nullptr); return V1_0::ErrorStatus::INVALID_ARGUMENT; } return hal_1_2::ArmnnDriverImpl::prepareArmnnModel_1_2(m_Runtime, m_ClTunedParameters, m_Options, model, modelCacheHandle, dataCacheHandle, token, cb, model.relaxComputationFloat32toFloat16 && m_Options.GetFp16Enabled()); } Return getCapabilities_1_3(getCapabilities_1_3_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getCapabilities()"); return hal_1_3::ArmnnDriverImpl::getCapabilities_1_3(m_Runtime, cb); } Return getSupportedOperations_1_3(const V1_3::Model& model, getSupportedOperations_1_3_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getSupportedOperations()"); return armnn_driver::ArmnnDriverImpl::getSupportedOperations(m_Runtime, m_Options, model, cb); } Return prepareModel_1_3( const V1_3::Model& model, V1_1::ExecutionPreference preference, V1_3::Priority priority, const V1_3::OptionalTimePoint&, const android::hardware::hidl_vec& modelCache, const android::hardware::hidl_vec& dataCache, const HidlToken& token, const android::sp& cb) { ALOGV("hal_1_3::ArmnnDriver::prepareModel_1_3()"); if (!(preference == V1_1::ExecutionPreference::LOW_POWER || preference == V1_1::ExecutionPreference::FAST_SINGLE_ANSWER || preference == V1_1::ExecutionPreference::SUSTAINED_SPEED)) { ALOGV("hal_1_3::ArmnnDriver::prepareModel_1_3: Invalid execution preference"); cb->notify_1_3(V1_3::ErrorStatus::INVALID_ARGUMENT, nullptr); return V1_3::ErrorStatus::INVALID_ARGUMENT; } if (!android::nn::validatePriority(priority)) { cb->notify_1_3(V1_3::ErrorStatus::INVALID_ARGUMENT, nullptr); return V1_3::ErrorStatus::INVALID_ARGUMENT; } return ArmnnDriverImpl::prepareArmnnModel_1_3(m_Runtime, m_ClTunedParameters, m_Options, model, modelCache, dataCache, token, cb, model.relaxComputationFloat32toFloat16 && m_Options.GetFp16Enabled(), priority); } Return getSupportedExtensions(getSupportedExtensions_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getSupportedExtensions()"); cb(V1_0::ErrorStatus::NONE, {/* No extensions. */}); return Void(); } Return getNumberOfCacheFilesNeeded(getNumberOfCacheFilesNeeded_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getNumberOfCacheFilesNeeded()"); unsigned int numberOfCachedModelFiles = 0; for (auto& backend : m_Options.GetBackends()) { numberOfCachedModelFiles += GetNumberOfCacheFiles(backend); } cb(V1_0::ErrorStatus::NONE, numberOfCachedModelFiles, 1ul); return Void(); } Return getStatus() override { ALOGV("hal_1_3::ArmnnDriver::getStatus()"); return armnn_driver::ArmnnDriverImpl::getStatus(); } Return getVersionString(getVersionString_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getVersionString()"); cb(V1_0::ErrorStatus::NONE, "ArmNN"); return Void(); } Return getType(getType_cb cb) { ALOGV("hal_1_3::ArmnnDriver::getType()"); const auto device_type = hal_1_2::HalPolicy::GetDeviceTypeFromOptions(this->m_Options); cb(V1_0::ErrorStatus::NONE, device_type); return Void(); } Return prepareModelFromCache( const android::hardware::hidl_vec& modelCacheHandle, const android::hardware::hidl_vec& dataCacheHandle, const HidlToken& token, const android::sp& cb) { ALOGV("hal_1_3::ArmnnDriver::prepareModelFromCache()"); return hal_1_2::ArmnnDriverImpl::prepareModelFromCache(m_Runtime, m_Options, modelCacheHandle, dataCacheHandle, token, cb); } Return prepareModelFromCache_1_3( const V1_3::OptionalTimePoint&, const android::hardware::hidl_vec& modelCacheHandle, const android::hardware::hidl_vec& dataCacheHandle, const HidlToken& token, const android::sp& cb) { ALOGV("hal_1_3::ArmnnDriver::prepareModelFromCache_1_3()"); return ArmnnDriverImpl::prepareModelFromCache_1_3(m_Runtime, m_Options, modelCacheHandle, dataCacheHandle, token, cb); } Return allocate(const V1_3::BufferDesc& /*desc*/, const hidl_vec>& /*preparedModels*/, const hidl_vec& /*inputRoles*/, const hidl_vec& /*outputRoles*/, allocate_cb cb) { ALOGV("hal_1_3::ArmnnDriver::allocate()"); cb(V1_3::ErrorStatus::GENERAL_FAILURE, nullptr, 0); return Void(); } }; } // namespace hal_1_3 } // namespace armnn_driver