ArmNN
NotReleased
|
#include <LoadedNetwork.hpp>
Public Types | |
using | WorkloadQueue = std::vector< std::unique_ptr< IWorkload > > |
Public Member Functions | |
~LoadedNetwork () | |
TensorInfo | GetInputTensorInfo (LayerBindingId layerId) const |
TensorInfo | GetOutputTensorInfo (LayerBindingId layerId) const |
Status | EnqueueWorkload (const InputTensors &inputTensors, const OutputTensors &outputTensors) |
const std::shared_ptr< Profiler > & | GetProfiler () const |
void | FreeWorkingMemory () |
void | RegisterDebugCallback (const DebugCallbackFunction &func) |
Static Public Member Functions | |
static std::unique_ptr< LoadedNetwork > | MakeLoadedNetwork (std::unique_ptr< OptimizedNetwork > net, std::string &errorMessage, const INetworkProperties &networkProperties) |
Definition at line 33 of file LoadedNetwork.hpp.
using WorkloadQueue = std::vector< std::unique_ptr<IWorkload> > |
Definition at line 36 of file LoadedNetwork.hpp.
|
inline |
Status EnqueueWorkload | ( | const InputTensors & | inputTensors, |
const OutputTensors & | outputTensors | ||
) |
Definition at line 412 of file LoadedNetwork.cpp.
References ARMNN_LOG, LabelsAndEventClasses::ARMNN_PROFILING_EOL_EVENT_CLASS, LabelsAndEventClasses::ARMNN_PROFILING_SOL_EVENT_CLASS, ARMNN_SCOPED_HEAP_PROFILING, ARMNN_SCOPED_PROFILING_EVENT, armnn::CheckFlag(), armnn::Failure, ITensorHandle::GetImportFlags(), Graph::GetInputLayers(), Layer::GetInputSlots(), Graph::GetNumInputs(), Layer::GetNumInputSlots(), Graph::GetNumLayers(), Graph::GetNumOutputs(), Layer::GetNumOutputSlots(), Layer::GetOutputHandler(), Graph::GetOutputLayers(), TimelineUtilityMethods::GetTimelineUtils(), Layer::GetType(), ITensorHandle::Import(), ProfilingService::IncrementCounterValue(), LabelsAndEventClasses::INFERENCE_GUID, armnn::info, armnn::Input, ProfilingService::Instance(), QueueDescriptor::m_Inputs, WorkloadInfo::m_InputTensorInfos, QueueDescriptor::m_Outputs, WorkloadInfo::m_OutputTensorInfos, armnn::Malloc, ITensorHandle::Map(), ProfilingService::NextGuid(), armnn::Output, RetentionLink, armnn::Success, armnn::Undefined, ITensorHandle::Unmap(), and armnn::warning.
Referenced by Runtime::EnqueueWorkload().
void FreeWorkingMemory | ( | ) |
Definition at line 660 of file LoadedNetwork.cpp.
References ARMNN_LOG, and armnn::error.
Referenced by Runtime::EnqueueWorkload().
TensorInfo GetInputTensorInfo | ( | LayerBindingId | layerId | ) | const |
Definition at line 263 of file LoadedNetwork.cpp.
Referenced by Runtime::GetInputTensorInfo().
TensorInfo GetOutputTensorInfo | ( | LayerBindingId | layerId | ) | const |
Definition at line 277 of file LoadedNetwork.cpp.
References CHECK_LOCATION, BackendId::Get(), Layer::GetBackendId(), Layer::GetNameStr(), armnn::info, and IWorkloadFactory::IsLayerSupported().
Referenced by Runtime::GetOutputTensorInfo().
|
inline |
Definition at line 51 of file LoadedNetwork.hpp.
|
static |
Definition at line 85 of file LoadedNetwork.cpp.
References ARMNN_LOG, armnn::BackendRegistryInstance(), IBackendInternal::CreateMemoryManager(), IBackendInternal::CreateWorkloadFactory(), armnn::error, BackendRegistry::GetFactory(), ProfilerManager::GetInstance(), TimelineUtilityMethods::GetTimelineUtils(), armnn::Input, INetworkProperties::m_ExportEnabled, INetworkProperties::m_ImportEnabled, LabelsAndEventClasses::NETWORK_GUID, armnn::Output, ProfilerManager::RegisterProfiler(), IBackendInternal::RegisterTensorHandleFactories(), IBackendInternal::SupportsTensorAllocatorAPI(), and Graph::TopologicalSort().
Referenced by Runtime::LoadNetwork().
void RegisterDebugCallback | ( | const DebugCallbackFunction & | func | ) |
Definition at line 750 of file LoadedNetwork.cpp.
Referenced by Runtime::RegisterDebugCallback().