diff options
author | Colm Donelan <Colm.Donelan@arm.com> | 2021-03-12 15:58:48 +0000 |
---|---|---|
committer | Colm Donelan <colm.donelan@arm.com> | 2021-03-23 13:59:15 +0000 |
commit | c74b1750fe8cf7affdbc59edd53357e0ea4efa53 (patch) | |
tree | fc925b928147f70016605a0c123066cfdf9c15a1 /src/backends/cl/ClImportTensorHandleFactory.cpp | |
parent | 4441d94fa0a97d4137e49315d69d32fdc0bbcd03 (diff) | |
download | armnn-c74b1750fe8cf7affdbc59edd53357e0ea4efa53.tar.gz |
IVGCVSW-5724 Add import tensor handling as ClImportTensorHandleFactory.
* Add new ClImportTensorHandlefactory for tensor import.
* Add unit tests.
Signed-off-by: Colm Donelan <Colm.Donelan@arm.com>
Change-Id: I61884fed65e764ebd6985fe0833e43a7296d0641
Diffstat (limited to 'src/backends/cl/ClImportTensorHandleFactory.cpp')
-rw-r--r-- | src/backends/cl/ClImportTensorHandleFactory.cpp | 122 |
1 files changed, 122 insertions, 0 deletions
diff --git a/src/backends/cl/ClImportTensorHandleFactory.cpp b/src/backends/cl/ClImportTensorHandleFactory.cpp new file mode 100644 index 0000000000..1812034814 --- /dev/null +++ b/src/backends/cl/ClImportTensorHandleFactory.cpp @@ -0,0 +1,122 @@ +// +// Copyright © 2021 Arm Ltd. All rights reserved. +// SPDX-License-Identifier: MIT +// + +#include "ClImportTensorHandleFactory.hpp" +#include "ClTensorHandle.hpp" + +#include <armnn/utility/NumericCast.hpp> +#include <armnn/utility/PolymorphicDowncast.hpp> + +#include <arm_compute/core/Coordinates.h> +#include <arm_compute/runtime/CL/CLTensor.h> + +namespace armnn +{ + +using FactoryId = ITensorHandleFactory::FactoryId; + +std::unique_ptr<ITensorHandle> ClImportTensorHandleFactory::CreateSubTensorHandle( + ITensorHandle& parent, const TensorShape& subTensorShape, const unsigned int* subTensorOrigin) const +{ + arm_compute::Coordinates coords; + arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape); + + coords.set_num_dimensions(subTensorShape.GetNumDimensions()); + for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); ++i) + { + // Arm compute indexes tensor coords in reverse order. + unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1; + coords.set(i, armnn::numeric_cast<int>(subTensorOrigin[revertedIndex])); + } + + const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(parent.GetShape()); + + // In order for ACL to support subtensors the concat axis cannot be on x or y and the values of x and y + // must match the parent shapes + if (coords.x() != 0 || coords.y() != 0) + { + return nullptr; + } + if ((parentShape.x() != shape.x()) || (parentShape.y() != shape.y())) + { + return nullptr; + } + + if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape)) + { + return nullptr; + } + + return std::make_unique<ClSubTensorHandle>(PolymorphicDowncast<IClTensorHandle*>(&parent), shape, coords); +} + +std::unique_ptr<ITensorHandle> ClImportTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo) const +{ + return ClImportTensorHandleFactory::CreateTensorHandle(tensorInfo, false); +} + +std::unique_ptr<ITensorHandle> ClImportTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo, + DataLayout dataLayout) const +{ + return ClImportTensorHandleFactory::CreateTensorHandle(tensorInfo, dataLayout, false); +} + +std::unique_ptr<ITensorHandle> ClImportTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo, + const bool IsMemoryManaged) const +{ + // If IsMemoryManaged is true then throw an exception. + if (IsMemoryManaged) + { + throw InvalidArgumentException("ClImportTensorHandleFactory does not support memory managed tensors."); + } + std::unique_ptr<ClTensorHandle> tensorHandle = std::make_unique<ClTensorHandle>(tensorInfo); + tensorHandle->SetImportEnabledFlag(true); + tensorHandle->SetImportFlags(GetImportFlags()); + return tensorHandle; +} + +std::unique_ptr<ITensorHandle> ClImportTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo, + DataLayout dataLayout, + const bool IsMemoryManaged) const +{ + // If IsMemoryManaged is true then throw an exception. + if (IsMemoryManaged) + { + throw InvalidArgumentException("ClImportTensorHandleFactory does not support memory managed tensors."); + } + std::unique_ptr<ClTensorHandle> tensorHandle = std::make_unique<ClTensorHandle>(tensorInfo, dataLayout); + // If we are not Managing the Memory then we must be importing + tensorHandle->SetImportEnabledFlag(true); + tensorHandle->SetImportFlags(GetImportFlags()); + return tensorHandle; +} + +const FactoryId& ClImportTensorHandleFactory::GetIdStatic() +{ + static const FactoryId s_Id(ClImportTensorHandleFactoryId()); + return s_Id; +} + +const FactoryId& ClImportTensorHandleFactory::GetId() const +{ + return GetIdStatic(); +} + +bool ClImportTensorHandleFactory::SupportsSubTensors() const +{ + return true; +} + +MemorySourceFlags ClImportTensorHandleFactory::GetExportFlags() const +{ + return m_ExportFlags; +} + +MemorySourceFlags ClImportTensorHandleFactory::GetImportFlags() const +{ + return m_ImportFlags; +} + +} // namespace armnn
\ No newline at end of file |