diff options
Diffstat (limited to 'src/backends/reference/workloads')
19 files changed, 127 insertions, 127 deletions
diff --git a/src/backends/reference/workloads/LstmUtils.cpp b/src/backends/reference/workloads/LstmUtils.cpp index f197aae291..8e1db0e88f 100644 --- a/src/backends/reference/workloads/LstmUtils.cpp +++ b/src/backends/reference/workloads/LstmUtils.cpp @@ -7,7 +7,7 @@ #include "LstmUtils.hpp" #include "BaseIterator.hpp" -#include <backendsCommon/CpuTensorHandle.hpp> +#include <backendsCommon/TensorHandle.hpp> // Helper functions ported from the Android code base @@ -296,12 +296,12 @@ void SetActivationParameters(uint32_t activation, } } -std::unique_ptr<armnn::ScopedCpuTensorHandle> AssignScopedCpuTensorHandle(const armnn::ConstCpuTensorHandle* ptr) +std::unique_ptr<armnn::ScopedTensorHandle> AssignScopedTensorHandle(const armnn::ConstTensorHandle *ptr) { if (!ptr) { return nullptr; } - return std::make_unique<armnn::ScopedCpuTensorHandle>(*ptr); + return std::make_unique<armnn::ScopedTensorHandle>(*ptr); } diff --git a/src/backends/reference/workloads/LstmUtils.hpp b/src/backends/reference/workloads/LstmUtils.hpp index f6aff8b69f..11fbb77c5d 100644 --- a/src/backends/reference/workloads/LstmUtils.hpp +++ b/src/backends/reference/workloads/LstmUtils.hpp @@ -6,7 +6,7 @@ #pragma once #include "BaseIterator.hpp" -#include <backendsCommon/CpuTensorHandle.hpp> +#include <backendsCommon/TensorHandle.hpp> // Helper functions ported from the Android code base // Refer to: android/external/tensorflow/tensorflow/contrib/lite/kernels/internal/reference/portable_tensor_utils.cc @@ -85,4 +85,4 @@ void SetActivationParameters(uint32_t activation, float& outA, float& outB); -std::unique_ptr<armnn::ScopedCpuTensorHandle> AssignScopedCpuTensorHandle(const armnn::ConstCpuTensorHandle* ptr); +std::unique_ptr<armnn::ScopedTensorHandle> AssignScopedTensorHandle(const armnn::ConstTensorHandle *ptr); diff --git a/src/backends/reference/workloads/RefBatchNormalizationWorkload.cpp b/src/backends/reference/workloads/RefBatchNormalizationWorkload.cpp index e1068896ba..282374d89b 100644 --- a/src/backends/reference/workloads/RefBatchNormalizationWorkload.cpp +++ b/src/backends/reference/workloads/RefBatchNormalizationWorkload.cpp @@ -16,10 +16,10 @@ namespace armnn RefBatchNormalizationWorkload::RefBatchNormalizationWorkload(const BatchNormalizationQueueDescriptor& descriptor, const WorkloadInfo& info) : BaseWorkload(descriptor, info) - , m_Mean (std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Mean))) - , m_Variance(std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Variance))) - , m_Beta (std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Beta))) - , m_Gamma (std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Gamma))) + , m_Mean (std::make_unique<ScopedTensorHandle>(*(descriptor.m_Mean))) + , m_Variance(std::make_unique<ScopedTensorHandle>(*(descriptor.m_Variance))) + , m_Beta (std::make_unique<ScopedTensorHandle>(*(descriptor.m_Beta))) + , m_Gamma (std::make_unique<ScopedTensorHandle>(*(descriptor.m_Gamma))) {} void RefBatchNormalizationWorkload::Execute() const diff --git a/src/backends/reference/workloads/RefBatchNormalizationWorkload.hpp b/src/backends/reference/workloads/RefBatchNormalizationWorkload.hpp index a8a72ef65c..6fe05fd192 100644 --- a/src/backends/reference/workloads/RefBatchNormalizationWorkload.hpp +++ b/src/backends/reference/workloads/RefBatchNormalizationWorkload.hpp @@ -21,10 +21,10 @@ public: private: void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr<ScopedCpuTensorHandle> m_Mean; - std::unique_ptr<ScopedCpuTensorHandle> m_Variance; - std::unique_ptr<ScopedCpuTensorHandle> m_Beta; - std::unique_ptr<ScopedCpuTensorHandle> m_Gamma; + std::unique_ptr<ScopedTensorHandle> m_Mean; + std::unique_ptr<ScopedTensorHandle> m_Variance; + std::unique_ptr<ScopedTensorHandle> m_Beta; + std::unique_ptr<ScopedTensorHandle> m_Gamma; }; } //namespace armnn diff --git a/src/backends/reference/workloads/RefConvolution2dWorkload.cpp b/src/backends/reference/workloads/RefConvolution2dWorkload.cpp index 6d0ab413d8..5ae1af8967 100644 --- a/src/backends/reference/workloads/RefConvolution2dWorkload.cpp +++ b/src/backends/reference/workloads/RefConvolution2dWorkload.cpp @@ -16,7 +16,7 @@ RefConvolution2dWorkload::RefConvolution2dWorkload( const Convolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) : BaseWorkload<Convolution2dQueueDescriptor>(descriptor, info) { - m_Weight = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Weight)); + m_Weight = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Weight)); const TensorInfo& rFilterInfo = m_Weight->GetTensorInfo(); m_FilterShape = rFilterInfo.GetShape(); @@ -24,7 +24,7 @@ RefConvolution2dWorkload::RefConvolution2dWorkload( if (descriptor.m_Parameters.m_BiasEnabled) { - m_Bias = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Bias)); + m_Bias = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Bias)); const TensorInfo& biasInfo = m_Bias->GetTensorInfo(); m_BiasDecoder = MakeDecoder<float>(biasInfo, m_Bias->Map(true)); } diff --git a/src/backends/reference/workloads/RefConvolution2dWorkload.hpp b/src/backends/reference/workloads/RefConvolution2dWorkload.hpp index 57df3ce6ae..3b2c76ade0 100644 --- a/src/backends/reference/workloads/RefConvolution2dWorkload.hpp +++ b/src/backends/reference/workloads/RefConvolution2dWorkload.hpp @@ -25,8 +25,8 @@ public: private: void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr<ScopedCpuTensorHandle> m_Weight; - std::unique_ptr<ScopedCpuTensorHandle> m_Bias; + std::unique_ptr<ScopedTensorHandle> m_Weight; + std::unique_ptr<ScopedTensorHandle> m_Bias; std::unique_ptr<Decoder<float>> m_FilterDecoder; std::unique_ptr<Decoder<float>> m_BiasDecoder; diff --git a/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.cpp b/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.cpp index 8fe5dec7d1..b447d1a441 100644 --- a/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.cpp +++ b/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.cpp @@ -19,14 +19,14 @@ RefDepthwiseConvolution2dWorkload::RefDepthwiseConvolution2dWorkload( const DepthwiseConvolution2dQueueDescriptor& descriptor, const WorkloadInfo& info) : BaseWorkload<DepthwiseConvolution2dQueueDescriptor>(descriptor, info) { - m_Weight = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Weight)); + m_Weight = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Weight)); const TensorInfo& rFilterInfo = m_Weight->GetTensorInfo(); m_FilterShape = rFilterInfo.GetShape(); m_FilterDecoder = MakeDecoder<float>(rFilterInfo, m_Weight->Map(true)); if (descriptor.m_Parameters.m_BiasEnabled) { - m_Bias = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Bias)); + m_Bias = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Bias)); const TensorInfo& biasInfo = m_Bias->GetTensorInfo(); m_BiasDecoder = MakeDecoder<float>(biasInfo, m_Bias->Map(true)); } diff --git a/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.hpp b/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.hpp index 65a8fd76cf..62289ca34f 100644 --- a/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.hpp +++ b/src/backends/reference/workloads/RefDepthwiseConvolution2dWorkload.hpp @@ -24,8 +24,8 @@ public: private: void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr <ScopedCpuTensorHandle> m_Weight; - std::unique_ptr <ScopedCpuTensorHandle> m_Bias; + std::unique_ptr <ScopedTensorHandle> m_Weight; + std::unique_ptr <ScopedTensorHandle> m_Bias; std::unique_ptr <Decoder<float>> m_FilterDecoder; std::unique_ptr <Decoder<float>> m_BiasDecoder; diff --git a/src/backends/reference/workloads/RefDetectionPostProcessWorkload.cpp b/src/backends/reference/workloads/RefDetectionPostProcessWorkload.cpp index 6784e21585..4bc9eb1704 100644 --- a/src/backends/reference/workloads/RefDetectionPostProcessWorkload.cpp +++ b/src/backends/reference/workloads/RefDetectionPostProcessWorkload.cpp @@ -16,7 +16,7 @@ namespace armnn RefDetectionPostProcessWorkload::RefDetectionPostProcessWorkload( const DetectionPostProcessQueueDescriptor& descriptor, const WorkloadInfo& info) : BaseWorkload<DetectionPostProcessQueueDescriptor>(descriptor, info), - m_Anchors(std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Anchors))) {} + m_Anchors(std::make_unique<ScopedTensorHandle>(*(descriptor.m_Anchors))) {} void RefDetectionPostProcessWorkload::Execute() const { diff --git a/src/backends/reference/workloads/RefDetectionPostProcessWorkload.hpp b/src/backends/reference/workloads/RefDetectionPostProcessWorkload.hpp index 007dcea456..920db96603 100644 --- a/src/backends/reference/workloads/RefDetectionPostProcessWorkload.hpp +++ b/src/backends/reference/workloads/RefDetectionPostProcessWorkload.hpp @@ -21,7 +21,7 @@ public: private: void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr<ScopedCpuTensorHandle> m_Anchors; + std::unique_ptr<ScopedTensorHandle> m_Anchors; }; } //namespace armnn diff --git a/src/backends/reference/workloads/RefFullyConnectedWorkload.cpp b/src/backends/reference/workloads/RefFullyConnectedWorkload.cpp index deb56d4c6b..3e63afac6f 100644 --- a/src/backends/reference/workloads/RefFullyConnectedWorkload.cpp +++ b/src/backends/reference/workloads/RefFullyConnectedWorkload.cpp @@ -18,14 +18,14 @@ RefFullyConnectedWorkload::RefFullyConnectedWorkload( { if (descriptor.m_Parameters.m_ConstantWeights) { - m_Weight = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Weight)); + m_Weight = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Weight)); const TensorInfo& rWeightInfo = m_Weight->GetTensorInfo(); m_WeightShape = rWeightInfo.GetShape(); m_WeightDecoder = MakeDecoder<float>(rWeightInfo, m_Weight->Map(true)); if (descriptor.m_Parameters.m_BiasEnabled) { - m_Bias = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Bias)); + m_Bias = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Bias)); const TensorInfo& biasInfo = m_Bias->GetTensorInfo(); m_BiasDecoder = MakeDecoder<float>(biasInfo, m_Bias->Map(true)); } diff --git a/src/backends/reference/workloads/RefFullyConnectedWorkload.hpp b/src/backends/reference/workloads/RefFullyConnectedWorkload.hpp index 5c0f67ebaf..6a4e5126cd 100644 --- a/src/backends/reference/workloads/RefFullyConnectedWorkload.hpp +++ b/src/backends/reference/workloads/RefFullyConnectedWorkload.hpp @@ -29,8 +29,8 @@ public: private: void PostAllocationConfigure(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs); void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr<ScopedCpuTensorHandle> m_Weight; - std::unique_ptr<ScopedCpuTensorHandle> m_Bias; + std::unique_ptr<ScopedTensorHandle> m_Weight; + std::unique_ptr<ScopedTensorHandle> m_Bias; std::unique_ptr<Decoder<float>> m_WeightDecoder; std::unique_ptr<Decoder<float>> m_BiasDecoder; diff --git a/src/backends/reference/workloads/RefLstmWorkload.cpp b/src/backends/reference/workloads/RefLstmWorkload.cpp index 09423547da..3ddfd334b8 100644 --- a/src/backends/reference/workloads/RefLstmWorkload.cpp +++ b/src/backends/reference/workloads/RefLstmWorkload.cpp @@ -15,27 +15,27 @@ namespace armnn RefLstmWorkload::RefLstmWorkload(const LstmQueueDescriptor &descriptor, const WorkloadInfo &info) : BaseWorkload<LstmQueueDescriptor>(descriptor, info) - , m_InputToInputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToInputWeights)) - , m_InputToForgetWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToForgetWeights)) - , m_InputToCellWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToCellWeights)) - , m_InputToOutputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToOutputWeights)) - , m_RecurrentToInputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_RecurrentToInputWeights)) - , m_RecurrentToForgetWeightsTensor(AssignScopedCpuTensorHandle(descriptor.m_RecurrentToForgetWeights)) - , m_RecurrentToCellWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_RecurrentToCellWeights)) - , m_RecurrentToOutputWeightsTensor(AssignScopedCpuTensorHandle(descriptor.m_RecurrentToOutputWeights)) - , m_CellToInputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_CellToInputWeights)) - , m_CellToForgetWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_CellToForgetWeights)) - , m_CellToOutputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_CellToOutputWeights)) - , m_InputGateBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_InputGateBias)) - , m_ForgetGateBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_ForgetGateBias)) - , m_CellBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_CellBias)) - , m_OutputGateBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_OutputGateBias)) - , m_ProjectionWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_ProjectionWeights)) - , m_ProjectionBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_ProjectionBias)) - , m_InputLayerNormWeights (AssignScopedCpuTensorHandle(descriptor.m_InputLayerNormWeights)) - , m_ForgetLayerNormWeights (AssignScopedCpuTensorHandle(descriptor.m_ForgetLayerNormWeights)) - , m_CellLayerNormWeights (AssignScopedCpuTensorHandle(descriptor.m_CellLayerNormWeights)) - , m_OutputLayerNormWeights (AssignScopedCpuTensorHandle(descriptor.m_OutputLayerNormWeights)) + , m_InputToInputWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToInputWeights)) + , m_InputToForgetWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToForgetWeights)) + , m_InputToCellWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToCellWeights)) + , m_InputToOutputWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToOutputWeights)) + , m_RecurrentToInputWeightsTensor (AssignScopedTensorHandle(descriptor.m_RecurrentToInputWeights)) + , m_RecurrentToForgetWeightsTensor(AssignScopedTensorHandle(descriptor.m_RecurrentToForgetWeights)) + , m_RecurrentToCellWeightsTensor (AssignScopedTensorHandle(descriptor.m_RecurrentToCellWeights)) + , m_RecurrentToOutputWeightsTensor(AssignScopedTensorHandle(descriptor.m_RecurrentToOutputWeights)) + , m_CellToInputWeightsTensor (AssignScopedTensorHandle(descriptor.m_CellToInputWeights)) + , m_CellToForgetWeightsTensor (AssignScopedTensorHandle(descriptor.m_CellToForgetWeights)) + , m_CellToOutputWeightsTensor (AssignScopedTensorHandle(descriptor.m_CellToOutputWeights)) + , m_InputGateBiasTensor (AssignScopedTensorHandle(descriptor.m_InputGateBias)) + , m_ForgetGateBiasTensor (AssignScopedTensorHandle(descriptor.m_ForgetGateBias)) + , m_CellBiasTensor (AssignScopedTensorHandle(descriptor.m_CellBias)) + , m_OutputGateBiasTensor (AssignScopedTensorHandle(descriptor.m_OutputGateBias)) + , m_ProjectionWeightsTensor (AssignScopedTensorHandle(descriptor.m_ProjectionWeights)) + , m_ProjectionBiasTensor (AssignScopedTensorHandle(descriptor.m_ProjectionBias)) + , m_InputLayerNormWeights (AssignScopedTensorHandle(descriptor.m_InputLayerNormWeights)) + , m_ForgetLayerNormWeights (AssignScopedTensorHandle(descriptor.m_ForgetLayerNormWeights)) + , m_CellLayerNormWeights (AssignScopedTensorHandle(descriptor.m_CellLayerNormWeights)) + , m_OutputLayerNormWeights (AssignScopedTensorHandle(descriptor.m_OutputLayerNormWeights)) {} void RefLstmWorkload::Execute() const diff --git a/src/backends/reference/workloads/RefLstmWorkload.hpp b/src/backends/reference/workloads/RefLstmWorkload.hpp index b55a1f9a9e..6feffbcb00 100644 --- a/src/backends/reference/workloads/RefLstmWorkload.hpp +++ b/src/backends/reference/workloads/RefLstmWorkload.hpp @@ -23,27 +23,27 @@ public: private: void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToInputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToForgetWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToCellWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToOutputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToInputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToForgetWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToCellWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToOutputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellToInputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellToForgetWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellToOutputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputGateBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_ForgetGateBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_OutputGateBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_ProjectionWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_ProjectionBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputLayerNormWeights; - std::unique_ptr<ScopedCpuTensorHandle> m_ForgetLayerNormWeights; - std::unique_ptr<ScopedCpuTensorHandle> m_CellLayerNormWeights; - std::unique_ptr<ScopedCpuTensorHandle> m_OutputLayerNormWeights; + std::unique_ptr<ScopedTensorHandle> m_InputToInputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputToForgetWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputToCellWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputToOutputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_RecurrentToInputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_RecurrentToForgetWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_RecurrentToCellWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_RecurrentToOutputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_CellToInputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_CellToForgetWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_CellToOutputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputGateBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_ForgetGateBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_CellBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_OutputGateBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_ProjectionWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_ProjectionBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_InputLayerNormWeights; + std::unique_ptr<ScopedTensorHandle> m_ForgetLayerNormWeights; + std::unique_ptr<ScopedTensorHandle> m_CellLayerNormWeights; + std::unique_ptr<ScopedTensorHandle> m_OutputLayerNormWeights; float m_LayerNormEpsilon = static_cast<float>(1e-8); }; diff --git a/src/backends/reference/workloads/RefQLstmWorkload.cpp b/src/backends/reference/workloads/RefQLstmWorkload.cpp index 7b7961c5a0..dc29d0b92d 100644 --- a/src/backends/reference/workloads/RefQLstmWorkload.cpp +++ b/src/backends/reference/workloads/RefQLstmWorkload.cpp @@ -15,32 +15,32 @@ namespace armnn RefQLstmWorkload::RefQLstmWorkload(const QLstmQueueDescriptor &descriptor, const WorkloadInfo &info) : BaseWorkload<QLstmQueueDescriptor>(descriptor, info) - , m_InputToInputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToInputWeights)) - , m_InputToForgetWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToForgetWeights)) - , m_InputToCellWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToCellWeights)) - , m_InputToOutputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputToOutputWeights)) - - , m_RecurrentToInputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_RecurrentToInputWeights)) - , m_RecurrentToForgetWeightsTensor(AssignScopedCpuTensorHandle(descriptor.m_RecurrentToForgetWeights)) - , m_RecurrentToCellWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_RecurrentToCellWeights)) - , m_RecurrentToOutputWeightsTensor(AssignScopedCpuTensorHandle(descriptor.m_RecurrentToOutputWeights)) - - , m_CellToInputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_CellToInputWeights)) - , m_CellToForgetWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_CellToForgetWeights)) - , m_CellToOutputWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_CellToOutputWeights)) - - , m_InputGateBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_InputGateBias)) - , m_ForgetGateBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_ForgetGateBias)) - , m_CellBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_CellBias)) - , m_OutputGateBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_OutputGateBias)) - - , m_ProjectionWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_ProjectionWeights)) - , m_ProjectionBiasTensor (AssignScopedCpuTensorHandle(descriptor.m_ProjectionBias)) - - , m_InputLayerNormWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_InputLayerNormWeights)) - , m_ForgetLayerNormWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_ForgetLayerNormWeights)) - , m_CellLayerNormWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_CellLayerNormWeights)) - , m_OutputLayerNormWeightsTensor (AssignScopedCpuTensorHandle(descriptor.m_OutputLayerNormWeights)) + , m_InputToInputWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToInputWeights)) + , m_InputToForgetWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToForgetWeights)) + , m_InputToCellWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToCellWeights)) + , m_InputToOutputWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputToOutputWeights)) + + , m_RecurrentToInputWeightsTensor (AssignScopedTensorHandle(descriptor.m_RecurrentToInputWeights)) + , m_RecurrentToForgetWeightsTensor(AssignScopedTensorHandle(descriptor.m_RecurrentToForgetWeights)) + , m_RecurrentToCellWeightsTensor (AssignScopedTensorHandle(descriptor.m_RecurrentToCellWeights)) + , m_RecurrentToOutputWeightsTensor(AssignScopedTensorHandle(descriptor.m_RecurrentToOutputWeights)) + + , m_CellToInputWeightsTensor (AssignScopedTensorHandle(descriptor.m_CellToInputWeights)) + , m_CellToForgetWeightsTensor (AssignScopedTensorHandle(descriptor.m_CellToForgetWeights)) + , m_CellToOutputWeightsTensor (AssignScopedTensorHandle(descriptor.m_CellToOutputWeights)) + + , m_InputGateBiasTensor (AssignScopedTensorHandle(descriptor.m_InputGateBias)) + , m_ForgetGateBiasTensor (AssignScopedTensorHandle(descriptor.m_ForgetGateBias)) + , m_CellBiasTensor (AssignScopedTensorHandle(descriptor.m_CellBias)) + , m_OutputGateBiasTensor (AssignScopedTensorHandle(descriptor.m_OutputGateBias)) + + , m_ProjectionWeightsTensor (AssignScopedTensorHandle(descriptor.m_ProjectionWeights)) + , m_ProjectionBiasTensor (AssignScopedTensorHandle(descriptor.m_ProjectionBias)) + + , m_InputLayerNormWeightsTensor (AssignScopedTensorHandle(descriptor.m_InputLayerNormWeights)) + , m_ForgetLayerNormWeightsTensor (AssignScopedTensorHandle(descriptor.m_ForgetLayerNormWeights)) + , m_CellLayerNormWeightsTensor (AssignScopedTensorHandle(descriptor.m_CellLayerNormWeights)) + , m_OutputLayerNormWeightsTensor (AssignScopedTensorHandle(descriptor.m_OutputLayerNormWeights)) {} void RefQLstmWorkload::Execute() const diff --git a/src/backends/reference/workloads/RefQLstmWorkload.hpp b/src/backends/reference/workloads/RefQLstmWorkload.hpp index f4242ec8a4..0aa7e10bbf 100644 --- a/src/backends/reference/workloads/RefQLstmWorkload.hpp +++ b/src/backends/reference/workloads/RefQLstmWorkload.hpp @@ -23,32 +23,32 @@ public: private: void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToInputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToForgetWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToCellWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_InputToOutputWeightsTensor; - - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToInputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToForgetWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToCellWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToOutputWeightsTensor; - - std::unique_ptr<ScopedCpuTensorHandle> m_CellToInputWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellToForgetWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellToOutputWeightsTensor; - - std::unique_ptr<ScopedCpuTensorHandle> m_InputGateBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_ForgetGateBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellBiasTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_OutputGateBiasTensor; - - std::unique_ptr<ScopedCpuTensorHandle> m_ProjectionWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_ProjectionBiasTensor; - - std::unique_ptr<ScopedCpuTensorHandle> m_InputLayerNormWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_ForgetLayerNormWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_CellLayerNormWeightsTensor; - std::unique_ptr<ScopedCpuTensorHandle> m_OutputLayerNormWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputToInputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputToForgetWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputToCellWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_InputToOutputWeightsTensor; + + std::unique_ptr<ScopedTensorHandle> m_RecurrentToInputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_RecurrentToForgetWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_RecurrentToCellWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_RecurrentToOutputWeightsTensor; + + std::unique_ptr<ScopedTensorHandle> m_CellToInputWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_CellToForgetWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_CellToOutputWeightsTensor; + + std::unique_ptr<ScopedTensorHandle> m_InputGateBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_ForgetGateBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_CellBiasTensor; + std::unique_ptr<ScopedTensorHandle> m_OutputGateBiasTensor; + + std::unique_ptr<ScopedTensorHandle> m_ProjectionWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_ProjectionBiasTensor; + + std::unique_ptr<ScopedTensorHandle> m_InputLayerNormWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_ForgetLayerNormWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_CellLayerNormWeightsTensor; + std::unique_ptr<ScopedTensorHandle> m_OutputLayerNormWeightsTensor; float m_LayerNormEpsilon = static_cast<float>(1e-8); }; diff --git a/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.cpp b/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.cpp index 634122835f..8665648fe6 100644 --- a/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.cpp +++ b/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.cpp @@ -18,7 +18,7 @@ RefTransposeConvolution2dWorkload::RefTransposeConvolution2dWorkload( BaseWorkload<TransposeConvolution2dQueueDescriptor>(descriptor, info) { // set up weights decoder - m_Weights = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Weight)); + m_Weights = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Weight)); const TensorInfo& weightsInfo = m_Weights->GetTensorInfo(); m_WeightsDecoder = MakeDecoder<float>(weightsInfo, m_Weights->Map(true)); @@ -27,7 +27,7 @@ RefTransposeConvolution2dWorkload::RefTransposeConvolution2dWorkload( // set up biases decoder if (descriptor.m_Parameters.m_BiasEnabled) { - m_Biases = std::make_unique<ScopedCpuTensorHandle>(*(descriptor.m_Bias)); + m_Biases = std::make_unique<ScopedTensorHandle>(*(descriptor.m_Bias)); const TensorInfo& biasesInfo = m_Biases->GetTensorInfo(); m_BiasesDecoder = MakeDecoder<float>(biasesInfo, m_Biases->Map(true)); } diff --git a/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.hpp b/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.hpp index 7c18f10293..997ccbfe12 100644 --- a/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.hpp +++ b/src/backends/reference/workloads/RefTransposeConvolution2dWorkload.hpp @@ -8,7 +8,7 @@ #include "Decoders.hpp" #include "Encoders.hpp" -#include <backendsCommon/CpuTensorHandle.hpp> +#include <backendsCommon/TensorHandle.hpp> #include <backendsCommon/Workload.hpp> namespace armnn @@ -26,8 +26,8 @@ public: private: void Execute(std::vector<ITensorHandle*> inputs, std::vector<ITensorHandle*> outputs) const; - std::unique_ptr<ScopedCpuTensorHandle> m_Weights; - std::unique_ptr<ScopedCpuTensorHandle> m_Biases; + std::unique_ptr<ScopedTensorHandle> m_Weights; + std::unique_ptr<ScopedTensorHandle> m_Biases; std::unique_ptr<Decoder<float>> m_WeightsDecoder; std::unique_ptr<Decoder<float>> m_BiasesDecoder; diff --git a/src/backends/reference/workloads/RefWorkloadUtils.hpp b/src/backends/reference/workloads/RefWorkloadUtils.hpp index 0d839afc1c..3659617b7f 100644 --- a/src/backends/reference/workloads/RefWorkloadUtils.hpp +++ b/src/backends/reference/workloads/RefWorkloadUtils.hpp @@ -5,7 +5,7 @@ #pragma once -#include <backendsCommon/CpuTensorHandle.hpp> +#include <backendsCommon/TensorHandle.hpp> #include <armnn/Tensor.hpp> #include <armnn/Types.hpp> |