ArmNN  NotReleased
LstmLayer.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 #pragma once
6 
8 
9 namespace armnn
10 {
11 
12 class ScopedCpuTensorHandle;
13 
15 {
17  std::unique_ptr<ScopedCpuTensorHandle> m_InputLayerNormWeights;
19  std::unique_ptr<ScopedCpuTensorHandle> m_ForgetLayerNormWeights;
21  std::unique_ptr<ScopedCpuTensorHandle> m_CellLayerNormWeights;
23  std::unique_ptr<ScopedCpuTensorHandle> m_OutputLayerNormWeights;
24 };
25 
27 {
29  std::unique_ptr<ScopedCpuTensorHandle> m_InputToInputWeights;
31  std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToInputWeights;
33  std::unique_ptr<ScopedCpuTensorHandle> m_CellToInputWeights;
35  std::unique_ptr<ScopedCpuTensorHandle> m_InputGateBias;
36 };
37 
39 {
41  std::unique_ptr<ScopedCpuTensorHandle> m_ProjectionWeights;
43  std::unique_ptr<ScopedCpuTensorHandle> m_ProjectionBias;
44 };
45 
47 {
49  std::unique_ptr<ScopedCpuTensorHandle> m_CellToForgetWeights;
51  std::unique_ptr<ScopedCpuTensorHandle> m_CellToOutputWeights;
52 };
53 
55 {
57  std::unique_ptr<ScopedCpuTensorHandle> m_InputToForgetWeights;
59  std::unique_ptr<ScopedCpuTensorHandle> m_InputToCellWeights;
61  std::unique_ptr<ScopedCpuTensorHandle> m_InputToOutputWeights;
63  std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToForgetWeights;
65  std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToCellWeights;
67  std::unique_ptr<ScopedCpuTensorHandle> m_RecurrentToOutputWeights;
69  std::unique_ptr<ScopedCpuTensorHandle> m_ForgetGateBias;
71  std::unique_ptr<ScopedCpuTensorHandle> m_CellBias;
73  std::unique_ptr<ScopedCpuTensorHandle> m_OutputGateBias;
74 };
75 
77 class LstmLayer : public LayerWithParameters<LstmDescriptor>
78 {
79 public:
80 
86 
91  virtual std::unique_ptr<IWorkload> CreateWorkload(const IWorkloadFactory& factory) const override;
92 
95  LstmLayer* Clone(Graph& graph) const override;
96 
99  void ValidateTensorShapesFromInputs() override;
100 
105  std::vector<TensorShape> InferOutputShapes(const std::vector<TensorShape>& inputShapes) const override;
106 
107  void Accept(ILayerVisitor& visitor) const override;
108 
109 protected:
113  LstmLayer(const LstmDescriptor& param, const char* name);
114 
116  ~LstmLayer() = default;
117 
120  Layer::ConstantTensors GetConstantTensorsByRef() override;
121 };
122 
123 } // namespace
LstmOptPeepholeParameters m_PeepholeParameters
Definition: LstmLayer.hpp:84
std::unique_ptr< ScopedCpuTensorHandle > m_RecurrentToInputWeights
A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units].
Definition: LstmLayer.hpp:31
LstmOptProjectionParameters m_ProjectionParameters
Definition: LstmLayer.hpp:83
std::unique_ptr< ScopedCpuTensorHandle > m_InputToCellWeights
A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units].
Definition: LstmLayer.hpp:59
std::unique_ptr< ScopedCpuTensorHandle > m_InputGateBias
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:35
std::unique_ptr< ScopedCpuTensorHandle > m_OutputLayerNormWeights
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:23
std::unique_ptr< ScopedCpuTensorHandle > m_InputToOutputWeights
A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units].
Definition: LstmLayer.hpp:61
std::unique_ptr< ScopedCpuTensorHandle > m_ProjectionWeights
A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units].
Definition: LstmLayer.hpp:41
std::unique_ptr< ScopedCpuTensorHandle > m_CellLayerNormWeights
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:21
LstmOptLayerNormParameters m_LayerNormParameters
Definition: LstmLayer.hpp:85
std::unique_ptr< ScopedCpuTensorHandle > m_CellToInputWeights
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:33
std::vector< std::reference_wrapper< std::unique_ptr< ScopedCpuTensorHandle > >> ConstantTensors
Definition: Layer.hpp:356
LstmOptCifgParameters m_CifgParameters
Definition: LstmLayer.hpp:82
std::unique_ptr< ScopedCpuTensorHandle > m_CellToForgetWeights
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:49
std::unique_ptr< ScopedCpuTensorHandle > m_ForgetGateBias
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:69
std::unique_ptr< ScopedCpuTensorHandle > m_RecurrentToCellWeights
A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units].
Definition: LstmLayer.hpp:65
armnnUtils::Sockets::Socket Accept(Socket s, sockaddr *addr, socklen_t *addrlen, int flags)
std::unique_ptr< ScopedCpuTensorHandle > m_InputToForgetWeights
A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units].
Definition: LstmLayer.hpp:57
LstmBasicParameters m_BasicParameters
Definition: LstmLayer.hpp:81
An LstmDescriptor for the LstmLayer.
std::unique_ptr< ScopedCpuTensorHandle > m_ProjectionBias
A unique pointer to represent 1D weights tensor with dimensions [output_size].
Definition: LstmLayer.hpp:43
This layer represents a LSTM operation.
Definition: LstmLayer.hpp:77
std::unique_ptr< ScopedCpuTensorHandle > m_RecurrentToForgetWeights
A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units].
Definition: LstmLayer.hpp:63
std::unique_ptr< ScopedCpuTensorHandle > m_CellBias
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:71
std::unique_ptr< armnn::IWorkload > CreateWorkload(const armnn::IWorkloadFactory &workloadFactory, const armnn::WorkloadInfo &info, const DescriptorType &descriptor)
std::unique_ptr< ScopedCpuTensorHandle > m_InputToInputWeights
A unique pointer to represent 2D weights tensor with dimensions [input_size, num_units].
Definition: LstmLayer.hpp:29
std::unique_ptr< ScopedCpuTensorHandle > m_InputLayerNormWeights
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:17
std::unique_ptr< ScopedCpuTensorHandle > m_OutputGateBias
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:73
std::unique_ptr< ScopedCpuTensorHandle > m_CellToOutputWeights
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:51
std::unique_ptr< ScopedCpuTensorHandle > m_ForgetLayerNormWeights
A unique pointer to represent 1D weights tensor with dimensions [num_units].
Definition: LstmLayer.hpp:19
std::unique_ptr< ScopedCpuTensorHandle > m_RecurrentToOutputWeights
A unique pointer to represent 2D weights tensor with dimensions [output_size, num_units].
Definition: LstmLayer.hpp:67