21.02
|
#include <InferenceModel.hpp>
Classes | |
struct | CommandLineOptions |
Public Types | |
using | DataType = TDataType |
using | Params = InferenceModelInternal::Params |
using | QuantizationParams = InferenceModelInternal::QuantizationParams |
using | TContainer = mapbox::util::variant< std::vector< float >, std::vector< int >, std::vector< unsigned char > > |
Public Member Functions | |
InferenceModel (const Params ¶ms, bool enableProfiling, const std::string &dynamicBackendsPath, const std::shared_ptr< armnn::IRuntime > &runtime=nullptr) | |
void | CheckInputIndexIsValid (unsigned int inputIndex) const |
void | CheckOutputIndexIsValid (unsigned int outputIndex) const |
unsigned int | GetInputSize (unsigned int inputIndex=0u) const |
unsigned int | GetOutputSize (unsigned int outputIndex=0u) const |
std::chrono::duration< double, std::milli > | Run (const std::vector< TContainer > &inputContainers, std::vector< TContainer > &outputContainers) |
const armnn::BindingPointInfo & | GetInputBindingInfo (unsigned int inputIndex=0u) const |
const std::vector< armnn::BindingPointInfo > & | GetInputBindingInfos () const |
const armnn::BindingPointInfo & | GetOutputBindingInfo (unsigned int outputIndex=0u) const |
const std::vector< armnn::BindingPointInfo > & | GetOutputBindingInfos () const |
QuantizationParams | GetQuantizationParams (unsigned int outputIndex=0u) const |
QuantizationParams | GetInputQuantizationParams (unsigned int inputIndex=0u) const |
std::vector< QuantizationParams > | GetAllQuantizationParams () const |
Static Public Member Functions | |
static void | AddCommandLineOptions (cxxopts::Options &options, CommandLineOptions &cLineOptions, std::vector< std::string > &required) |
Definition at line 332 of file InferenceModel.hpp.
using DataType = TDataType |
Definition at line 335 of file InferenceModel.hpp.
using Params = InferenceModelInternal::Params |
Definition at line 336 of file InferenceModel.hpp.
Definition at line 337 of file InferenceModel.hpp.
using TContainer = mapbox::util::variant<std::vector<float>, std::vector<int>, std::vector<unsigned char> > |
Definition at line 338 of file InferenceModel.hpp.
|
inline |
Definition at line 396 of file InferenceModel.hpp.
References ARMNN_LOG, ARMNN_SCOPED_HEAP_PROFILING, IRuntime::Create(), CreateNetworkImpl< IParser >::Create(), armnn::Failure, armnn::GetTimeDuration(), armnn::GetTimeNow(), Params::m_CachedNetworkFilePath, Params::m_ComputeDevices, OptimizerOptions::m_Debug, IRuntime::CreationOptions::m_DynamicBackendsPath, Params::m_DynamicBackendsPath, Params::m_EnableBf16TurboMode, Params::m_EnableFastMath, Params::m_EnableFp16TurboMode, IRuntime::CreationOptions::m_EnableGpuProfiling, Params::m_InputBindings, Params::m_MLGOTuningFilePath, OptimizerOptions::m_ModelOptions, Params::m_ModelPath, Params::m_NumberOfThreads, Params::m_OutputBindings, Params::m_PrintIntermediateLayers, OptimizerOptions::m_ReduceFp32ToBf16, OptimizerOptions::m_ReduceFp32ToFp16, Params::m_SaveCachedNetwork, Params::m_VisualizePostOptimizationModel, and armnn::Optimize().
|
inlinestatic |
Definition at line 358 of file InferenceModel.hpp.
References armnn::BackendRegistryInstance(), BackendRegistry::GetBackendIdsAsString(), InferenceModel< IParser, TDataType >::CommandLineOptions::m_ComputeDevices, InferenceModel< IParser, TDataType >::CommandLineOptions::m_DynamicBackendsPath, InferenceModel< IParser, TDataType >::CommandLineOptions::m_EnableBf16TurboMode, InferenceModel< IParser, TDataType >::CommandLineOptions::m_EnableFp16TurboMode, InferenceModel< IParser, TDataType >::CommandLineOptions::m_Labels, InferenceModel< IParser, TDataType >::CommandLineOptions::m_ModelDir, and InferenceModel< IParser, TDataType >::CommandLineOptions::m_VisualizePostOptimizationModel.
Referenced by ClassifierTestCaseProvider< TDatabase, InferenceModel >::AddCommandLineOptions().
|
inline |
Definition at line 489 of file InferenceModel.hpp.
References Params::m_InputBindings.
|
inline |
Definition at line 497 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 606 of file InferenceModel.hpp.
References Params::m_DynamicBackendsPath, Params::m_InputBindings, Params::m_OutputBindings, armnnUtils::MakeInputTensors(), MakeInputTensors(), armnnUtils::MakeOutputTensors(), and MakeOutputTensors().
|
inline |
Definition at line 570 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by main().
|
inline |
Definition at line 576 of file InferenceModel.hpp.
References Params::m_InputBindings.
|
inline |
Definition at line 599 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 505 of file InferenceModel.hpp.
References Params::m_InputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 581 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 587 of file InferenceModel.hpp.
References Params::m_OutputBindings.
Referenced by MainImpl().
|
inline |
Definition at line 511 of file InferenceModel.hpp.
References Params::m_OutputBindings.
Referenced by main(), and MainImpl().
|
inline |
Definition at line 592 of file InferenceModel.hpp.
References Params::m_OutputBindings.
|
inline |
Definition at line 517 of file InferenceModel.hpp.
References armnn::Failure, armnn::GetTimeDuration(), armnn::GetTimeNow(), MakeInputTensors(), MakeOutputTensors(), and armnn::numeric_cast().
Referenced by MainImpl().