35 template<
typename FactoryType>
42 bool useSubTensors = factory.SupportsSubTensors();
54 std::vector<std::unique_ptr<ITensorHandle>> subTensors;
64 std::set<unsigned int> splitAxis;
66 for (
unsigned int i = 0; i < numSplit; ++i)
68 for (
unsigned int dimIdx = 0; dimIdx < numDimensions; ++dimIdx)
72 splitAxis.insert(dimIdx);
80 std::set<unsigned int>::iterator axisIt = axis.begin();
83 ((*axisIt == numberOfDimensions - 1) ||
84 (*axisIt == numberOfDimensions - 2));
97 bool canUseSubTensorOnXorY =
true;
98 bool isTensorHandleFactory = std::is_same<armnn::ITensorHandleFactory, FactoryType>::value;
99 if (isTensorHandleFactory)
101 for (
unsigned int it = 0; it < numOutputSlots; ++it)
105 std::vector<Capability> capabilities =
111 canUseSubTensorOnXorY =
false;
112 if (capabilities.empty())
114 canUseSubTensorOnXorY =
true;
118 if (!canUseSubTensorOnXorY)
125 auto CreateSubTensor = [&]()
136 canUseSubTensorOnXorY)
139 return factory.CreateSubTensorHandle(*inputData,
144 return std::unique_ptr<ITensorHandle>();
147 auto subTensor = CreateSubTensor();
150 useSubTensors =
false;
153 subTensors.push_back(std::move(subTensor));
159 for (
auto& subTensor : subTensors)
178 const bool isMemoryManaged)
185 CreateTensors(registry, workloadFactory, isMemoryManaged);
191 CreateTensors(registry, *handleFactory, isMemoryManaged);
204 std::vector<TensorShape> outShapes;
221 std::vector<TensorShape> views;
235 inferredShapes[viewIdx],
virtual std::unique_ptr< IWorkload > CreateSplitter(const SplitterQueueDescriptor &descriptor, const WorkloadInfo &info) const
SplitterLayer(const ViewsDescriptor ¶m, const char *name)
Constructor to create a SplitterLayer.
This layer represents a split operation.
virtual void CreateTensorHandles(const TensorHandleFactoryRegistry ®istry, const IWorkloadFactory &factory, const bool IsMemoryManaged=true) override
Set the outputs to be appropriate sub tensors of the input if sub tensors are supported otherwise cre...
A ViewsDescriptor for the SplitterLayer.
bool IsTypeSpaceMatch(const TensorInfo &other) const
Check that the types are the same and, if quantize, that the quantization parameters are the same...
ViewsDescriptor m_Param
The parameters for the layer (not including tensor-valued weights etc.).
const ViewsDescriptor & GetParameters() const
const TensorShape & GetShape() const
#define ARMNN_NO_DEPRECATE_WARN_BEGIN
uint32_t GetNumDimensions() const
Get the number of dimensions.
std::vector< TensorShape > InferOutputShapes(const std::vector< TensorShape > &inputShapes) const override
By default returns inputShapes if the number of inputs are equal to number of outputs, otherwise infers the output shapes from given input shapes and layer properties.
uint32_t GetNumViews() const
Get the number of views.
void VerifyShapeInferenceType(const TensorShape &outputShape, ShapeInferenceMethod shapeInferenceMethod)
Copyright (c) 2020 ARM Limited.
void IgnoreUnused(Ts &&...)
const std::vector< InputSlot > & GetInputSlots() const
std::set< unsigned int > ComputeSplitAxis(const armnn::SplitterDescriptor &desc, const TensorShape &input)
unsigned int GetNumOutputSlots() const override
Returns the number of connectable output slots.
void ValidateAndCopyShape(const TensorShape &outputShape, const TensorShape &inferredShape, const ShapeInferenceMethod shapeInferenceMethod, const std::string &layerName, const unsigned int outputSlotIndex=0)
virtual std::vector< Capability > GetCapabilities(const IConnectableLayer *layer, const IConnectableLayer *connectedLayer, CapabilityClass capabilityClass)
#define ARMNN_NO_DEPRECATE_WARN_END
#define ARMNN_ASSERT(COND)
void Accept(ILayerVisitor &visitor) const override
Apply a visitor to this layer.
ITensorHandle * GetData() const
Gets the allocated tensor memory.
std::vector< OutputHandler > m_OutputHandlers
std::vector< ViewOrigin > m_ViewOrigins
const uint32_t * GetViewOrigin(uint32_t idx) const
Get the view origin at the int value idx.
const uint32_t * GetViewSizes(uint32_t idx) const
Get the view sizes at the int value idx.
std::vector< OutputSlot >::iterator BeginOutputSlots()
virtual void VisitSplitterLayer(const IConnectableLayer *layer, const ViewsDescriptor &splitterDescriptor, const char *name=nullptr)=0
Function that a splitter layer should call back to when its Accept(ILayerVisitor&) function is invoke...
ClWorkloadFactory FactoryType
ITensorHandleFactory * GetFactory(ITensorHandleFactory::FactoryId id) const
Find a TensorHandleFactory by Id Returns nullptr if not found.
WorkloadInfo PrepInfoAndDesc(QueueDescriptor &descriptor) const
Helper function to reduce duplication in *LayerCreateWorkload.
std::vector< OutputSlot >::iterator EndOutputSlots()
LayerType GetType() const
const OutputSlot & GetOutputSlot(unsigned int index=0) const override
Get the const output slot handle by slot index.
const char * GetName() const override
Returns the name of the layer.
ITensorHandleFactory::FactoryId GetTensorHandleFactoryId() const
void ValidateTensorShapesFromInputs() override
Check if the input tensor shape(s) will lead to a valid configuration of SplitterLayer.
const TensorInfo & GetTensorInfo(const ITensorHandle *tensorHandle)
float32 helpers
void Splitter(const SplitterQueueDescriptor &data)
const TensorInfo & GetTensorInfo() const override
static const FactoryId LegacyFactoryId
SplitterLayer * Clone(Graph &graph) const override
Creates a dynamically-allocated copy of this layer.
ShapeInferenceMethod m_ShapeInferenceMethod
const InputSlot * GetConnection(unsigned int index) const override
virtual std::unique_ptr< IWorkload > CreateWorkload(const IWorkloadFactory &factory) const override
Makes a workload for the Splitter type.
const TensorInfo & GetTensorInfo() const
Gets the matching TensorInfo for the output.