diff options
author | James Conroy <james.conroy@arm.com> | 2019-07-17 11:27:46 +0100 |
---|---|---|
committer | Aron Virginas-Tar <Aron.Virginas-Tar@arm.com> | 2019-07-24 10:40:13 +0100 |
commit | ee18dc8d1725f472850ab0c398fd7cbc4b850891 (patch) | |
tree | b57738b18781d512f5438ca5154652571393e4e8 /src/armnn/layers/QuantizedLstmLayer.hpp | |
parent | 7b1845206d723a91aec811edaf7cb0cf832dfd25 (diff) | |
download | armnn-ee18dc8d1725f472850ab0c398fd7cbc4b850891.tar.gz |
IVGCVSW-3469 Add front end for Quantized LSTM layer
* Added new layer QuantizedLstm (Android Q)
* Made necessary changes to APIs
* Added unit tests
Change-Id: I3b9f16b0e7e49f51932cf204c87cb7118798123a
Signed-off-by: James Conroy <james.conroy@arm.com>
Diffstat (limited to 'src/armnn/layers/QuantizedLstmLayer.hpp')
-rw-r--r-- | src/armnn/layers/QuantizedLstmLayer.hpp | 87 |
1 files changed, 87 insertions, 0 deletions
diff --git a/src/armnn/layers/QuantizedLstmLayer.hpp b/src/armnn/layers/QuantizedLstmLayer.hpp new file mode 100644 index 0000000000..4602f71114 --- /dev/null +++ b/src/armnn/layers/QuantizedLstmLayer.hpp @@ -0,0 +1,87 @@ +// +// Copyright © 2017 Arm Ltd. All rights reserved. +// SPDX-License-Identifier: MIT +// +#pragma once + +#include <Layer.hpp> + +namespace armnn +{ + +class ScopedCpuTensorHandle; + +struct QuantizedLstmParameters +{ + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, inputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_InputToInputWeights; + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, inputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_InputToForgetWeights; + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, inputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_InputToCellWeights; + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, inputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_InputToOutputWeights; + + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, outputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToInputWeights; + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, outputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToForgetWeights; + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, outputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToCellWeights; + /// A unique pointer to represent 2D weights tensor with dimensions [outputSize, outputSize] (QAsymm8). + std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToOutputWeights; + + /// A unique pointer to represent 1D bias tensor with dimensions [outputSize] (int32). + std::unique_ptr<ScopedCpuTensorHandle> m_InputGateBias; + /// A unique pointer to represent 1D bias tensor with dimensions [outputSize] (int32). + std::unique_ptr<ScopedCpuTensorHandle> m_ForgetGateBias; + /// A unique pointer to represent 1D bias tensor with dimensions [outputSize] (int32). + std::unique_ptr<ScopedCpuTensorHandle> m_CellBias; + /// A unique pointer to represent 1D bias tensor with dimensions [outputSize] (int32). + std::unique_ptr<ScopedCpuTensorHandle> m_OutputGateBias; +}; + +/// This layer represents a QuantizedLstm operation. +class QuantizedLstmLayer : public Layer +{ +public: + + QuantizedLstmParameters m_QuantizedLstmParameters; + + /// Makes a workload for the QuantizedLstm type. + /// @param [in] graph The graph where this layer can be found. + /// @param [in] factory The workload factory which will create the workload. + /// @return A pointer to the created workload, or nullptr if not created. + virtual std::unique_ptr<IWorkload> CreateWorkload(const Graph& graph, + const IWorkloadFactory& factory) const override; + + /// Creates a dynamically-allocated copy of this layer. + /// @param [in] graph The graph into which this layer is being cloned. + QuantizedLstmLayer* Clone(Graph& graph) const override; + + /// Check if the input tensor shape(s) + /// will lead to a valid configuration of @ref QuantizedLstmLayer. + void ValidateTensorShapesFromInputs() override; + + /// By default returns inputShapes if the number of inputs are equal to number of outputs, + /// otherwise infers the output shapes from given input shapes and layer properties. + /// @param [in] inputShapes The input shapes layer has. + /// @return A vector to the inferred output shape. + std::vector<TensorShape> InferOutputShapes(const std::vector<TensorShape>& inputShapes) const override; + + void Accept(ILayerVisitor& visitor) const override; + +protected: + /// Constructor to create a QuantizedLstmLayer. + /// @param [in] name Optional name for the layer. + QuantizedLstmLayer(const char* name); + + /// Default destructor + ~QuantizedLstmLayer() = default; + + /// Retrieve the handles to the constant values stored by the layer. + /// @return A vector of the constant tensors stored by this layer. + Layer::ConstantTensors GetConstantTensorsByRef() override; +}; + +} // namespace armnn |