// // Copyright © 2017 Arm Ltd. All rights reserved. // SPDX-License-Identifier: MIT // #pragma once #include "LayerWithParameters.hpp" namespace armnn { class ScopedCpuTensorHandle; struct LstmOptLayerNormParameters { /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_InputLayerNormWeights; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_ForgetLayerNormWeights; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_CellLayerNormWeights; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_OutputLayerNormWeights; }; struct LstmOptCifgParameters { /// A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units]. std::unique_ptr m_InputToInputWeights; /// A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units]. std::unique_ptr m_RecurrentToInputWeights; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_InputGateBias; }; struct LstmOptProjectionParameters { /// A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units]. std::unique_ptr m_ProjectionWeights; /// A unique pointer to represent 1D weights tensor with dimensions [output_size]. std::unique_ptr m_ProjectionBias; }; struct LstmOptPeepholeParameters { /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_CellToInputWeights; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_CellToForgetWeights; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_CellToOutputWeights; }; struct LstmBasicParameters { /// A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units]. std::unique_ptr m_InputToForgetWeights; /// A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units]. std::unique_ptr m_InputToCellWeights; /// A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units]. std::unique_ptr m_InputToOutputWeights; /// A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units]. std::unique_ptr m_RecurrentToForgetWeights; /// A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units]. std::unique_ptr m_RecurrentToCellWeights; /// A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units]. std::unique_ptr m_RecurrentToOutputWeights; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_ForgetGateBias; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_CellBias; /// A unique pointer to represent 1D weights tensor with dimensions [num_units]. std::unique_ptr m_OutputGateBias; }; /// This layer represents a LSTM operation. class LstmLayer : public LayerWithParameters { public: LstmBasicParameters m_BasicParameters; LstmOptCifgParameters m_CifgParameters; LstmOptProjectionParameters m_ProjectionParameters; LstmOptPeepholeParameters m_PeepholeParameters; LstmOptLayerNormParameters m_LayerNormParameters; /// Makes a workload for the LSTM type. /// @param [in] graph The graph where this layer can be found. /// @param [in] factory The workload factory which will create the workload. /// @return A pointer to the created workload, or nullptr if not created. virtual std::unique_ptr CreateWorkload(const IWorkloadFactory& factory) const override; /// Creates a dynamically-allocated copy of this layer. /// @param [in] graph The graph into which this layer is being cloned. LstmLayer* Clone(Graph& graph) const override; /// Check if the input tensor shape(s) /// will lead to a valid configuration of @ref LstmLayer. /// @param [in] shapeInferenceMethod Indicates if output shape shall be overwritten or just validated. void ValidateTensorShapesFromInputs( ShapeInferenceMethod shapeInferenceMethod = ShapeInferenceMethod::ValidateOnly) override; /// By default returns inputShapes if the number of inputs are equal to number of outputs, /// otherwise infers the output shapes from given input shapes and layer properties. /// @param [in] inputShapes The input shapes layer has. /// @return A vector to the inferred output shape. std::vector InferOutputShapes(const std::vector& inputShapes) const override; void Accept(ILayerVisitor& visitor) const override; protected: /// Constructor to create a LstmLayer. /// @param [in] param LstmDescriptor to configure the lstm operation. /// @param [in] name Optional name for the layer. LstmLayer(const LstmDescriptor& param, const char* name); /// Default destructor ~LstmLayer() = default; /// Retrieve the handles to the constant values stored by the layer. /// @return A vector of the constant tensors stored by this layer. Layer::ConstantTensors GetConstantTensorsByRef() override; }; } // namespace