diff options
author | Keith Davis <keith.davis@arm.com> | 2021-04-22 10:10:34 +0100 |
---|---|---|
committer | finn.williams <finn.williams@arm.com> | 2021-05-06 19:39:39 +0000 |
commit | e813d67f86df41a238ff79b5c554ef5027f56576 (patch) | |
tree | 54c2145a78297d61e6e94676729cb2468490ade3 /include/armnn/Types.hpp | |
parent | d905decd256558bbee165e636ce4242ac3b9c917 (diff) | |
download | armnn-e813d67f86df41a238ff79b5c554ef5027f56576.tar.gz |
IVGCVSW-5813 Add Async Queue to IRuntime
Signed-off-by: Keith Davis <keith.davis@arm.com>
Change-Id: Icc0d131c8ee2e9748e2f14762a75962b39c10f9d
Diffstat (limited to 'include/armnn/Types.hpp')
-rw-r--r-- | include/armnn/Types.hpp | 22 |
1 files changed, 18 insertions, 4 deletions
diff --git a/include/armnn/Types.hpp b/include/armnn/Types.hpp index bc41003c57..9e46d08501 100644 --- a/include/armnn/Types.hpp +++ b/include/armnn/Types.hpp @@ -8,6 +8,7 @@ #include <functional> #include <memory> #include <stdint.h> +#include <chrono> #include "BackendId.hpp" #include "Exceptions.hpp" #include "Deprecated.hpp" @@ -20,6 +21,9 @@ constexpr unsigned int MaxNumOfTensorDimensions = 5U; /// The lowest performance data capture interval we support is 10 miliseconds. constexpr unsigned int LOWEST_CAPTURE_PERIOD = 10000u; +/// Variable to control expire rate of priority queue +constexpr unsigned int EXPIRE_RATE = 3U; + /// @enum Status enumeration /// @var Status::Successful /// @var Status::Failure @@ -31,14 +35,14 @@ enum class Status enum class DataType { - Float16 = 0, - Float32 = 1, + Float16 = 0, + Float32 = 1, QAsymmU8 = 2, Signed32 = 3, - Boolean = 4, + Boolean = 4, QSymmS16 = 5, QuantizedSymm8PerAxis ARMNN_DEPRECATED_ENUM_MSG("Per Axis property inferred by number of scales in TensorInfo") = 6, - QSymmS8 = 7, + QSymmS8 = 7, QAsymmS8 = 8, BFloat16 = 9, Signed64 = 10, @@ -53,6 +57,13 @@ enum class DataLayout NHWC = 2 }; +enum class QosExecPriority +{ + Low = 0, + Medium = 1, + High = 2 +}; + enum class ActivationFunction { Sigmoid = 0, @@ -304,6 +315,9 @@ class ITensorHandle; /// @param tensorHandle - TensorHandle for the input tensor to the Debug layer using DebugCallbackFunction = std::function<void(LayerGuid guid, unsigned int slotIndex, ITensorHandle* tensorHandle)>; +/// Define a timer and associated inference ID for recording execution times +using HighResolutionClock = std::chrono::high_resolution_clock::time_point; +using InferenceTimingPair = std::pair<HighResolutionClock, HighResolutionClock>; namespace profiling { |