23 template <
typename ArrayType,
typename Arg>
24 void AssignValues(
unsigned int num,
unsigned int& idx,
const ArrayType& array, Arg& arg)
31 arg = array[(num - 1) - idx];
35 template <
typename T,
typename ArrayType,
typename... Args>
36 void AssignValues(
unsigned int num,
unsigned int idx,
const ArrayType& array, T& assignee, Args&... args)
38 AssignValues(num, idx, array, assignee);
40 AssignValues(num, idx, array, args...);
45 template <
typename CopyFunc>
54 const auto srcSize = srcTensor->
GetStrides()[0] * srcShape[0];
58 const auto dstSize = dstTensor->
GetStrides()[0] * dstShape[0];
62 size_t srcBatches = 1;
65 size_t srcChannels = 1;
75 size_t srcDepthStride = 0;
76 size_t srcBatchStride = 0;
77 size_t srcHeightStride = 0;
78 size_t srcWidthStride = 0;
79 size_t srcChannelStride = 0;
90 size_t dstBatches = 1;
93 size_t dstChannels = 1;
103 size_t dstDepthStride = 0;
104 size_t dstBatchStride = 0;
105 size_t dstHeightStride = 0;
106 size_t dstWidthStride = 0;
107 size_t dstChannelStride = 0;
117 const unsigned char* srcDataStart;
118 unsigned char* dstDataStart;
121 srcDataStart =
static_cast<const uint8_t*
>(srcTensor->
Map());
122 dstDataStart =
static_cast<uint8_t*
>(dstTensor->
Map());
125 size_t copyLength = std::min(srcChannels * srcChannelStride, dstChannels * dstChannelStride);
126 size_t copyWidth = std::min(srcWidth, dstWidth);
127 size_t copyHeight = std::min(srcHeight, dstHeight);
128 size_t copyBatches = std::min(srcBatches, dstBatches);
129 size_t copyDepth = std::min(srcDepth, dstDepth);
134 if (copyLength == srcWidthStride &&
135 copyLength == dstWidthStride)
139 copyLength *= copyWidth;
142 if (copyLength == srcHeightStride &&
143 copyLength == dstHeightStride)
147 copyLength *= copyHeight;
152 const unsigned char* srcData = srcDataStart;
153 unsigned char* dstData = dstDataStart;
154 for (
unsigned int d = 0; d < copyDepth; ++d)
156 auto srcPtrDepth = srcData;
157 auto dstPtrDepth = dstData;
158 for (
unsigned int b = 0; b < copyBatches; ++b)
160 auto srcPtrBatch = srcData;
161 auto dstPtrBatch = dstData;
162 for (
unsigned int h = 0; h < copyHeight; ++h)
164 auto srcPtrChannel = srcData;
165 auto dstPtrChannel = dstData;
166 for (
unsigned int w = 0; w < copyWidth; ++w)
168 ARMNN_ASSERT(srcData >= srcDataStart && srcData + copyLength <= srcDataStart + srcSize);
169 ARMNN_ASSERT(dstData >= dstDataStart && dstData + copyLength <= dstDataStart + dstSize);
170 copy(dstData, srcData, copyLength);
171 dstData += dstWidthStride;
172 srcData += srcWidthStride;
174 dstData += (
static_cast<long>(dstHeightStride) - (dstData - dstPtrChannel));
175 srcData += (
static_cast<long>(srcHeightStride) - (srcData - srcPtrChannel));
177 dstData += (
static_cast<long>(dstBatchStride) - (dstData - dstPtrBatch));
178 srcData += (
static_cast<long>(srcBatchStride) - (srcData - srcPtrBatch));
180 dstData += (
static_cast<long>(dstDepthStride) - (dstData - dstPtrDepth));
181 srcData += (
static_cast<long>(srcDepthStride) - (srcData - srcPtrDepth));
188 template <
typename SrcTensorHandleType,
typename DstTensorHandleType,
typename DescriptorType>
190 std::vector<std::pair<SrcTensorHandleType*, DstTensorHandleType*>>& tensorHandlePairs)
192 const unsigned int numInputs =
static_cast<unsigned int>(descriptor.m_Inputs.size());
193 tensorHandlePairs.reserve(numInputs);
195 for (
unsigned int i = 0; i < numInputs; ++i)
197 SrcTensorHandleType*
const srcTensorHandle =
198 PolymorphicDowncast<SrcTensorHandleType*>(descriptor.m_Inputs[i]);
199 DstTensorHandleType*
const dstTensorHandle =
200 PolymorphicDowncast<DstTensorHandleType*>(descriptor.m_Outputs[i]);
202 tensorHandlePairs.emplace_back(srcTensorHandle, dstTensorHandle);
210 void* permuteBuffer);
226 void* permuteBuffer);
240 void* permuteBuffer);
252 void* permuteBuffer);
armnn::ConstTensor PermuteTensor(const ConstTensorHandle *tensor, const PermutationVector &permutationVector, void *permuteBuffer)
std::map< std::string, unsigned int > CalculateGatherNdKeyIndices(TensorInfo inputInfo0, TensorInfo inputInfo1)
Calculates the key index values needed for GatherNd: N, ND, K, W, C (N is always 1) ...
TensorInfo ConvertWeightTensorInfoFromArmnnToAcl(const TensorInfo &weightInfo, DataLayout dataLayout)
virtual TensorShape GetStrides() const =0
Get the strides for each dimension ordered from largest to smallest where the smallest value is the s...
armnn::ConstTensor ConvertWeightTensorFromArmnnToAcl(const ConstTensorHandle *weightTensor, DataLayout dataLayout, void *permuteBuffer)
Copyright (c) 2021 ARM Limited and Contributors.
void IgnoreUnused(Ts &&...)
#define ARMNN_SCOPED_PROFILING_EVENT(backendId, name)
std::tuple< ConstTensor, unsigned int > Convert1HWOTensorToAcl(const ConstTensorHandle *weightTensor, const TensorInfo &inputInfo, const DataLayout dataLayout, void *permuteBuffer)
Weights for depthwise have a datalayout of [1,H,W,O] = [1,H,W,I*M] This function coverts a ConstCpuTe...
A tensor defined by a TensorInfo (shape and data type) and an immutable backing store.
#define ARMNN_ASSERT(COND)
std::tuple< TensorInfo, unsigned int > Convert1HWOTensorInfoToAcl(const TensorInfo &weightInfo, const TensorInfo &inputInfo, const DataLayout dataLayout)
Weights for depthwise have a datalayout of [1,H,W,O] = [1,H,W,I*M] This function coverts a TensorInfo...
virtual TensorShape GetShape() const =0
Get the number of elements for each dimension ordered from slowest iterating dimension to fastest ite...
virtual const void * Map(bool blocking=true) const =0
Map the tensor data for access.
virtual void Unmap() const =0
Unmap the tensor data.
int32_t ConvertMaskToACLFormat(int32_t mask, int32_t numDim)
std::tuple< ConstTensor, unsigned int > Convert1HWOtoMIHW(const ConstTensorHandle *weightTensor, const TensorInfo &inputInfo, const DataLayout &dataLayout, void *permuteBuffer)
Converts a (weights) tensor from [1, H, W, I*M] = [1, H, W, O] to [M, I, H, W].
unsigned int GetNumDimensions() const
Function that returns the tensor rank.
void CopyTensorContentsGeneric(const ITensorHandle *srcTensor, ITensorHandle *dstTensor, CopyFunc copy)
void GatherTensorHandlePairs(const DescriptorType &descriptor, std::vector< std::pair< SrcTensorHandleType *, DstTensorHandleType *>> &tensorHandlePairs)
void ReshapeWeightsForAcl(TensorInfo &weightInfo, DataLayout dataLayout)
constexpr unsigned int MaxNumOfTensorDimensions