ArmnnDriver Class Reference

#include <ArmnnDriver.hpp>

Inheritance diagram for ArmnnDriver:

Public Member Functions
	ArmnnDriver (DriverOptions options)
	~ArmnnDriver ()
const std::string &	getName () const override
const std::string &	getVersionString () const override
Version	getFeatureLevel () const override
DeviceType	getType () const override
const std::vector< Extension > &	getSupportedExtensions () const override
const Capabilities &	getCapabilities () const override
std::pair< uint32_t, uint32_t >	getNumberOfCacheFilesNeeded () const override
GeneralResult< void >	wait () const override
GeneralResult< std::vector< bool > >	getSupportedOperations (const Model &model) const override
GeneralResult< SharedPreparedModel >	prepareModel (const Model &model, ExecutionPreference preference, Priority priority, OptionalTimePoint deadline, const std::vector< SharedHandle > &modelCache, const std::vector< SharedHandle > &dataCache, const CacheToken &token, const std::vector< android::nn::TokenValuePair > &hints, const std::vector< android::nn::ExtensionNameAndPrefix > &extensionNameToPrefix) const override
GeneralResult< SharedPreparedModel >	prepareModelFromCache (OptionalTimePoint deadline, const std::vector< SharedHandle > &modelCache, const std::vector< SharedHandle > &dataCache, const CacheToken &token) const override
GeneralResult< SharedBuffer >	allocate (const BufferDesc &, const std::vector< SharedPreparedModel > &, const std::vector< BufferRole > &, const std::vector< BufferRole > &) const override

Additional Inherited Members
Protected Member Functions inherited from ArmnnDevice
	ArmnnDevice (DriverOptions options)
virtual	~ArmnnDevice ()
Protected Attributes inherited from ArmnnDevice
armnn::IRuntimePtr	m_Runtime
armnn::IGpuAccTunedParametersPtr	m_ClTunedParameters
DriverOptions	m_Options

Detailed Description

Definition at line 31 of file ArmnnDriver.hpp.

Constructor & Destructor Documentation

ArmnnDriver()

ArmnnDriver ( DriverOptions  options )

inline

Definition at line 35 of file ArmnnDriver.hpp.

        : ArmnnDevice(std::move(options))
    {
        VLOG(DRIVER) << "ArmnnDriver::ArmnnDriver()";
    }

~ArmnnDriver()

~ArmnnDriver ( )

inline

Definition at line 40 of file ArmnnDriver.hpp.

    {
        VLOG(DRIVER) << "ArmnnDriver::~ArmnnDriver()";
    }

Member Function Documentation

allocate()

GeneralResult<SharedBuffer> allocate ( const BufferDesc &  , const std::vector< SharedPreparedModel > &  , const std::vector< BufferRole > &  , const std::vector< BufferRole > &    ) const

inlineoverride

Definition at line 232 of file ArmnnDriver.hpp.

    {
        VLOG(DRIVER) << "ArmnnDriver::allocate()";
        return NN_ERROR(ErrorStatus::INVALID_ARGUMENT) << "ArmnnDriver::allocate -- does not support allocate.";
    }

getCapabilities()

const Capabilities& getCapabilities ( ) const

inlineoverride

Definition at line 80 of file ArmnnDriver.hpp.

References ArmnnDriverImpl::GetCapabilities(), and ArmnnDevice::m_Runtime.

    {
        VLOG(DRIVER) << "ArmnnDriver::GetCapabilities()";
        return ArmnnDriverImpl::GetCapabilities(m_Runtime);
    }

getFeatureLevel()

Version getFeatureLevel ( ) const

inlineoverride

Definition at line 61 of file ArmnnDriver.hpp.

    {
        VLOG(DRIVER) << "ArmnnDriver::getFeatureLevel()";
        return kVersionFeatureLevel6;
    }

getName()

const std::string& getName ( ) const

inlineoverride

Definition at line 47 of file ArmnnDriver.hpp.

    {
        VLOG(DRIVER) << "ArmnnDriver::getName()";
        static const std::string name = "arm-armnn-sl";
        return name;
    }

getNumberOfCacheFilesNeeded()

std::pair<uint32_t, uint32_t> getNumberOfCacheFilesNeeded ( ) const

inlineoverride

Definition at line 86 of file ArmnnDriver.hpp.

References DriverOptions::GetBackends(), armnn::GetNumberOfCacheFiles(), and ArmnnDevice::m_Options.

    {
        VLOG(DRIVER) << "ArmnnDriver::getNumberOfCacheFilesNeeded()";
        unsigned int numberOfCachedModelFiles = 0;
        for (auto& backend : m_Options.GetBackends())
        {
            numberOfCachedModelFiles += GetNumberOfCacheFiles(backend);
            VLOG(DRIVER) << "ArmnnDriver::getNumberOfCacheFilesNeeded() = " << std::to_string(numberOfCachedModelFiles);
        }
        return std::make_pair(numberOfCachedModelFiles, 1ul);
    }

getSupportedExtensions()

const std::vector<Extension>& getSupportedExtensions ( ) const

inlineoverride

Definition at line 73 of file ArmnnDriver.hpp.

    {
        VLOG(DRIVER) << "ArmnnDriver::getSupportedExtensions()";
        static const std::vector<Extension> extensions = {};
        return extensions;
    }

getSupportedOperations()

GeneralResult<std::vector<bool> > getSupportedOperations ( const Model &  model ) const

inlineoverride

Definition at line 104 of file ArmnnDriver.hpp.

References DriverOptions::GetBackends(), DriverOptions::GetForcedUnsupportedOperations(), DriverOptions::GetRequestInputsAndOutputsDumpDir(), ModelToINetworkTransformer::IsOperationSupported(), ArmnnDevice::m_Options, ArmnnDevice::m_Runtime, armnn_driver::Success, and armnn_driver::UnsupportedFeature.

    {
        VLOG(DRIVER) << "ArmnnDriver::getSupportedOperations()";

        std::stringstream ss;
        ss << "ArmnnDriverImpl::getSupportedOperations()";
        std::string fileName;
        std::string timestamp;
        if (!m_Options.GetRequestInputsAndOutputsDumpDir().empty())
        {
            ss << " : "
               << m_Options.GetRequestInputsAndOutputsDumpDir()
               << "/"
               // << GetFileTimestamp()
               << "_getSupportedOperations.txt";
        }
        VLOG(DRIVER) << ss.str().c_str();

        if (!m_Options.GetRequestInputsAndOutputsDumpDir().empty())
        {
            //dump the marker file
            std::ofstream fileStream;
            fileStream.open(fileName, std::ofstream::out | std::ofstream::trunc);
            if (fileStream.good())
            {
                fileStream << timestamp << std::endl;
                fileStream << timestamp << std::endl;
            }
            fileStream.close();
        }

        std::vector<bool> result;
        if (!m_Runtime)
        {
            return NN_ERROR(ErrorStatus::DEVICE_UNAVAILABLE) << "Device Unavailable!";
        }

        // Run general model validation, if this doesn't pass we shouldn't analyse the model anyway.
        if (const auto result = validate(model); !result.ok())
        {
            return NN_ERROR(ErrorStatus::INVALID_ARGUMENT) << "Invalid Model!";
        }

        // Attempt to convert the model to an ArmNN input network (INetwork).
        ModelToINetworkTransformer modelConverter(m_Options.GetBackends(),
                                                  model,
                                                  m_Options.GetForcedUnsupportedOperations());

        if (modelConverter.GetConversionResult() != ConversionResult::Success
            && modelConverter.GetConversionResult() != ConversionResult::UnsupportedFeature)
        {
            return NN_ERROR(ErrorStatus::GENERAL_FAILURE) << "Conversion Error!";
        }

        // Check each operation if it was converted successfully and copy the flags
        // into the result (vector<bool>) that we need to return to Android.
        result.reserve(model.main.operations.size());
        for (uint32_t operationIdx = 0; operationIdx < model.main.operations.size(); ++operationIdx)
        {
            bool operationSupported = modelConverter.IsOperationSupported(operationIdx);
            result.push_back(operationSupported);
        }

        return result;
    }

getType()

DeviceType getType ( ) const

inlineoverride

Definition at line 67 of file ArmnnDriver.hpp.

    {
        VLOG(DRIVER) << "ArmnnDriver::getType()";
        return DeviceType::CPU;
    }

getVersionString()

const std::string& getVersionString ( ) const

inlineoverride

Definition at line 54 of file ArmnnDriver.hpp.

References ARMNN_VERSION.

    {
        VLOG(DRIVER) << "ArmnnDriver::getVersionString()";
        static const std::string versionString = ARMNN_VERSION;
        return versionString;
    }

prepareModel()

GeneralResult<SharedPreparedModel> prepareModel ( const Model &  model, ExecutionPreference  preference, Priority  priority, OptionalTimePoint  deadline, const std::vector< SharedHandle > &  modelCache, const std::vector< SharedHandle > &  dataCache, const CacheToken &  token, const std::vector< android::nn::TokenValuePair > &  hints, const std::vector< android::nn::ExtensionNameAndPrefix > &  extensionNameToPrefix  ) const

inlineoverride

Definition at line 170 of file ArmnnDriver.hpp.

References DriverOptions::GetFp16Enabled(), ArmnnDevice::m_ClTunedParameters, ArmnnDevice::m_Options, ArmnnDevice::m_Runtime, and ArmnnDriverImpl::PrepareArmnnModel().

    {
        VLOG(DRIVER) << "ArmnnDriver::prepareModel()";

        // Validate arguments.
        if (const auto result = validate(model); !result.ok()) {
            return NN_ERROR(ErrorStatus::INVALID_ARGUMENT) << "Invalid Model: " << result.error();
        }
        if (const auto result = validate(preference); !result.ok()) {
            return NN_ERROR(ErrorStatus::INVALID_ARGUMENT)
                << "Invalid ExecutionPreference: " << result.error();
        }
        if (const auto result = validate(priority); !result.ok()) {
            return NN_ERROR(ErrorStatus::INVALID_ARGUMENT) << "Invalid Priority: " << result.error();
        }

        // Check if deadline has passed.
        if (hasDeadlinePassed(deadline)) {
            return NN_ERROR(ErrorStatus::MISSED_DEADLINE_PERSISTENT);
        }

        return ArmnnDriverImpl::PrepareArmnnModel(m_Runtime,
                                                  m_ClTunedParameters,
                                                  m_Options,
                                                  model,
                                                  modelCache,
                                                  dataCache,
                                                  token,
                                                  model.relaxComputationFloat32toFloat16 && m_Options.GetFp16Enabled(),
                                                  priority);
    }

prepareModelFromCache()

GeneralResult<SharedPreparedModel> prepareModelFromCache ( OptionalTimePoint  deadline, const std::vector< SharedHandle > &  modelCache, const std::vector< SharedHandle > &  dataCache, const CacheToken &  token  ) const

inlineoverride

Definition at line 210 of file ArmnnDriver.hpp.

References DriverOptions::GetFp16Enabled(), ArmnnDevice::m_ClTunedParameters, ArmnnDevice::m_Options, ArmnnDevice::m_Runtime, and ArmnnDriverImpl::PrepareArmnnModelFromCache().

    {
        VLOG(DRIVER) << "ArmnnDriver::prepareModelFromCache()";

        // Check if deadline has passed.
        if (hasDeadlinePassed(deadline)) {
            return NN_ERROR(ErrorStatus::MISSED_DEADLINE_PERSISTENT);
        }

        return ArmnnDriverImpl::PrepareArmnnModelFromCache(
                     m_Runtime,
                     m_ClTunedParameters,
                     m_Options,
                     modelCache,
                     dataCache,
                     token,
                     m_Options.GetFp16Enabled());
    }

wait()

GeneralResult<void> wait ( ) const

inlineoverride

Definition at line 98 of file ArmnnDriver.hpp.

    {
        VLOG(DRIVER) << "ArmnnDriver::wait()";
        return {};
    }

---

The documentation for this class was generated from the following file:

• shim/sl/canonical/ArmnnDriver.hpp