20.08
|
#include <InferenceModel.hpp>
Classes | |
struct | CommandLineOptions |
Public Types | |
using | DataType = TDataType |
using | Params = InferenceModelInternal::Params |
using | QuantizationParams = InferenceModelInternal::QuantizationParams |
using | TContainer = boost::variant< std::vector< float >, std::vector< int >, std::vector< unsigned char > > |
Public Member Functions | |
InferenceModel (const Params ¶ms, bool enableProfiling, const std::string &dynamicBackendsPath, const std::shared_ptr< armnn::IRuntime > &runtime=nullptr) | |
void | CheckInputIndexIsValid (unsigned int inputIndex) const |
void | CheckOutputIndexIsValid (unsigned int outputIndex) const |
unsigned int | GetInputSize (unsigned int inputIndex=0u) const |
unsigned int | GetOutputSize (unsigned int outputIndex=0u) const |
std::chrono::duration< double, std::milli > | Run (const std::vector< TContainer > &inputContainers, std::vector< TContainer > &outputContainers) |
const armnn::BindingPointInfo & | GetInputBindingInfo (unsigned int inputIndex=0u) const |
const std::vector< armnn::BindingPointInfo > & | GetInputBindingInfos () const |
const armnn::BindingPointInfo & | GetOutputBindingInfo (unsigned int outputIndex=0u) const |
const std::vector< armnn::BindingPointInfo > & | GetOutputBindingInfos () const |
QuantizationParams | GetQuantizationParams (unsigned int outputIndex=0u) const |
QuantizationParams | GetInputQuantizationParams (unsigned int inputIndex=0u) const |
std::vector< QuantizationParams > | GetAllQuantizationParams () const |
Static Public Member Functions | |
static void | AddCommandLineOptions (boost::program_options::options_description &desc, CommandLineOptions &options) |
Definition at line 322 of file InferenceModel.hpp.
using DataType = TDataType |
Definition at line 325 of file InferenceModel.hpp.
using Params = InferenceModelInternal::Params |
Definition at line 326 of file InferenceModel.hpp.
Definition at line 327 of file InferenceModel.hpp.
using TContainer = boost::variant<std::vector<float>, std::vector<int>, std::vector<unsigned char> > |
Definition at line 328 of file InferenceModel.hpp.
|
inline |
Definition at line 381 of file InferenceModel.hpp.
References ARMNN_LOG, ARMNN_SCOPED_HEAP_PROFILING, IRuntime::Create(), CreateNetworkImpl< IParser >::Create(), armnn::Failure, armnn::GetTimeDuration(), armnn::GetTimeNow(), Params::m_ComputeDevices, OptimizerOptions::m_Debug, IRuntime::CreationOptions::m_DynamicBackendsPath, Params::m_DynamicBackendsPath, Params::m_EnableBf16TurboMode, Params::m_EnableFp16TurboMode, IRuntime::CreationOptions::m_EnableGpuProfiling, Params::m_InputBindings, Params::m_ModelPath, Params::m_OutputBindings, Params::m_PrintIntermediateLayers, OptimizerOptions::m_ReduceFp32ToBf16, OptimizerOptions::m_ReduceFp32ToFp16, Params::m_VisualizePostOptimizationModel, and armnn::Optimize().
|
inlinestatic |
Definition at line 348 of file InferenceModel.hpp.
References armnn::BackendRegistryInstance(), BackendRegistry::GetBackendIdsAsString(), InferenceModel< IParser, TDataType >::CommandLineOptions::m_ComputeDevices, InferenceModel< IParser, TDataType >::CommandLineOptions::m_DynamicBackendsPath, InferenceModel< IParser, TDataType >::CommandLineOptions::m_EnableBf16TurboMode, InferenceModel< IParser, TDataType >::CommandLineOptions::m_EnableFp16TurboMode, InferenceModel< IParser, TDataType >::CommandLineOptions::m_Labels, InferenceModel< IParser, TDataType >::CommandLineOptions::m_ModelDir, InferenceModel< IParser, TDataType >::CommandLineOptions::m_VisualizePostOptimizationModel, and armnn::stringUtils::StringConcat().
Referenced by ClassifierTestCaseProvider< TDatabase, InferenceModel >::AddCommandLineOptions().
|
inline |
Definition at line 453 of file InferenceModel.hpp.
References Params::m_InputBindings.
|
inline |
Definition at line 461 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 570 of file InferenceModel.hpp.
References Params::m_DynamicBackendsPath, Params::m_InputBindings, Params::m_OutputBindings, armnnUtils::MakeInputTensors(), MakeInputTensors(), armnnUtils::MakeOutputTensors(), and MakeOutputTensors().
|
inline |
Definition at line 534 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by main().
|
inline |
Definition at line 540 of file InferenceModel.hpp.
References Params::m_InputBindings.
|
inline |
Definition at line 563 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 469 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 545 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 551 of file InferenceModel.hpp.
References Params::m_OutputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 475 of file InferenceModel.hpp.
References Params::m_OutputBindings.
Referenced by main(), and MainImpl().
|
inline |
Definition at line 556 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 481 of file InferenceModel.hpp.
References armnn::Failure, armnn::GetTimeDuration(), armnn::GetTimeNow(), MakeInputTensors(), MakeOutputTensors(), and armnn::numeric_cast().
Referenced by MainImpl().