30 using IRuntimePtr = std::unique_ptr<IRuntime, void(*)(IRuntime* runtime)>;
36 bool exportEnabled = false,
37 bool asyncEnabled = false,
38 bool profilingEnabled = false)
53 bool profilingEnabled = false)
68 bool profilingEnabled =
false,
69 bool outputDetails =
false)
104 : m_GpuAccTunedParameters(nullptr)
105 , m_EnableGpuProfiling(false)
106 , m_DynamicBackendsPath(
"")
107 , m_ProtectedMode(false)
108 , m_CustomAllocatorMap()
141 : m_EnableProfiling(false)
142 , m_TimelineEnabled(false)
143 , m_OutgoingCaptureFile(
"")
144 , m_IncomingCaptureFile(
"")
147 , m_FileFormat(
"binary")
148 , m_LocalPacketHandlers()
197 static void Destroy(
IRuntime* runtime);
214 std::string& errorMessage);
218 std::string& errorMessage,
248 std::unique_ptr<IWorkingMemHandle> CreateWorkingMemHandle(
NetworkId networkId);
253 const std::shared_ptr<IProfiler> GetProfiler(
NetworkId networkId)
const;
289 UpdateTunedParameters
308 virtual void Load(
const char* filename) = 0;
312 virtual void Save(
const char* filename)
const = 0;
const MemorySource m_InputSource
const bool m_ImportEnabled
Deprecated and will be removed in future release.
std::string m_OutgoingCaptureFile
const bool m_AsyncEnabled
ExternalProfilingOptions()
std::unique_ptr< IRuntime, void(*)(IRuntime *runtime)> IRuntimePtr
std::vector< std::pair< LayerBindingId, class ConstTensor > > InputTensors
Copyright (c) 2021 ARM Limited and Contributors.
void IgnoreUnused(Ts &&...)
std::string m_IncomingCaptureFile
std::function< void(LayerGuid guid, unsigned int slotIndex, ITensorHandle *tensorHandle)> DebugCallbackFunction
Define the type of callback for the Debug layer to call.
INetworkProperties(bool asyncEnabled, MemorySource inputSource, MemorySource outputSource, bool profilingEnabled=false, bool outputDetails=false)
int LayerBindingId
Type of identifiers for bindable layers (inputs, outputs).
std::shared_ptr< IGpuAccTunedParameters > m_GpuAccTunedParameters
If set, uses the GpuAcc tuned parameters from the given object when executing GPU workloads...
std::vector< BackendOptions > m_BackendOptions
Pass backend specific options.
std::vector< armnn::profiling::ILocalPacketHandlerSharedPtr > m_LocalPacketHandlers
std::vector< std::pair< LayerBindingId, class Tensor > > OutputTensors
std::unique_ptr< IOptimizedNetwork, void(*)(IOptimizedNetwork *network)> IOptimizedNetworkPtr
const bool m_ExportEnabled
Deprecated and will be removed in future release.
std::map< BackendId, std::shared_ptr< ICustomAllocator > > m_CustomAllocatorMap
A map to define a custom memory allocator for specific backend Ids.
std::unique_ptr< RuntimeImpl > pRuntimeImpl
Device specific knowledge to be passed to the optimizer.
constexpr unsigned int LOWEST_CAPTURE_PERIOD
The lowest performance data capture interval we support is 10 miliseconds.
std::shared_ptr< IGpuAccTunedParameters > IGpuAccTunedParametersPtr
The following API is replaced by the backend options API.
const bool m_OutputNetworkDetails
bool m_ProtectedMode
Setting this flag will allow the user to create the Runtime in protected mode.
std::string m_DynamicBackendsPath
Setting this value will override the paths set by the DYNAMIC_BACKEND_PATHS compiler directive Only a...
bool m_EnableGpuProfiling
Setting this flag will allow the user to obtain GPU profiling information from the runtime...
virtual ~IGpuAccTunedParameters()
Manages a set of GpuAcc parameters which have been tuned for maximum performance. ...
MemorySource
Define the Memory Source to reduce copies.
const MemorySource m_OutputSource
#define ARMNN_DEPRECATED_MSG(message)
ExternalProfilingOptions m_ProfilingOptions
const bool m_ProfilingEnabled
virtual ~INetworkProperties()