ArmNN
 24.02
ClQLstmWorkload.hpp
Go to the documentation of this file.
1 //
2 // Copyright © 2020 Arm Ltd and Contributors. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5 
6 #pragma once
7 
8 #include <armnn/Descriptors.hpp>
9 #include <armnn/LstmParams.hpp>
10 #include "ClBaseWorkload.hpp"
12 
13 #include "arm_compute/graph/Tensor.h"
14 #include "arm_compute/runtime/CL/functions/CLQLSTMLayer.h"
15 
16 namespace armnn
17 {
18 
19 class ClQLstmWorkload : public ClBaseWorkload<QLstmQueueDescriptor>
20 {
21 public:
22  ClQLstmWorkload(const QLstmQueueDescriptor& descriptor,
23  const WorkloadInfo& info,
24  const arm_compute::CLCompileContext& clCompileContext);
25  virtual void Execute() const override;
26 
27 private:
28  mutable arm_compute::CLQLSTMLayer m_QLstmLayer;
29 
30  std::unique_ptr<arm_compute::CLTensor> m_InputToInputWeightsTensor;
31  std::unique_ptr<arm_compute::CLTensor> m_InputToForgetWeightsTensor;
32  std::unique_ptr<arm_compute::CLTensor> m_InputToCellWeightsTensor;
33  std::unique_ptr<arm_compute::CLTensor> m_InputToOutputWeightsTensor;
34 
35  std::unique_ptr<arm_compute::CLTensor> m_RecurrentToInputWeightsTensor;
36  std::unique_ptr<arm_compute::CLTensor> m_RecurrentToForgetWeightsTensor;
37  std::unique_ptr<arm_compute::CLTensor> m_RecurrentToCellWeightsTensor;
38  std::unique_ptr<arm_compute::CLTensor> m_RecurrentToOutputWeightsTensor;
39 
40  std::unique_ptr<arm_compute::CLTensor> m_CellToInputWeightsTensor;
41  std::unique_ptr<arm_compute::CLTensor> m_CellToForgetWeightsTensor;
42  std::unique_ptr<arm_compute::CLTensor> m_CellToOutputWeightsTensor;
43 
44  std::unique_ptr<arm_compute::CLTensor> m_InputGateBiasTensor;
45  std::unique_ptr<arm_compute::CLTensor> m_ForgetGateBiasTensor;
46  std::unique_ptr<arm_compute::CLTensor> m_CellBiasTensor;
47  std::unique_ptr<arm_compute::CLTensor> m_OutputGateBiasTensor;
48 
49  std::unique_ptr<arm_compute::CLTensor> m_ProjectionWeightsTensor;
50  std::unique_ptr<arm_compute::CLTensor> m_ProjectionBiasTensor;
51 
52  std::unique_ptr<arm_compute::CLTensor> m_InputLayerNormWeightsTensor;
53  std::unique_ptr<arm_compute::CLTensor> m_ForgetLayerNormWeightsTensor;
54  std::unique_ptr<arm_compute::CLTensor> m_CellLayerNormWeightsTensor;
55  std::unique_ptr<arm_compute::CLTensor> m_OutputLayerNormWeightsTensor;
56 
57  void FreeUnusedTensors();
58 };
59 
61  const TensorInfo& cellStateIn,
62  const TensorInfo& outputStateIn,
63  const TensorInfo& cellStateOut,
64  const TensorInfo& outputStateOut,
65  const TensorInfo& output,
66  const QLstmDescriptor& descriptor,
67  const LstmInputParamsInfo& paramsInfo);
68 } //namespace armnn
armnn::QLstmDescriptor
A QLstmDescriptor for the QLstmLayer.
Definition: Descriptors.hpp:1380
Descriptors.hpp
WorkloadData.hpp
armnn::TensorInfo
Definition: Tensor.hpp:152
armnn::ClBaseWorkload
Definition: ClBaseWorkload.hpp:13
armnn::ClQLstmWorkload::ClQLstmWorkload
ClQLstmWorkload(const QLstmQueueDescriptor &descriptor, const WorkloadInfo &info, const arm_compute::CLCompileContext &clCompileContext)
Definition: ClQLstmWorkload.cpp:17
armnn::ClQLstmWorkloadValidate
arm_compute::Status ClQLstmWorkloadValidate(const TensorInfo &input, const TensorInfo &cellStateIn, const TensorInfo &outputStateIn, const TensorInfo &cellStateOut, const TensorInfo &outputStateOut, const TensorInfo &output, const QLstmDescriptor &descriptor, const LstmInputParamsInfo &paramsInfo)
Definition: ClQLstmWorkload.cpp:247
LstmParams.hpp
armnn::WorkloadInfo
Contains information about TensorInfos of a layer.
Definition: WorkloadInfo.hpp:16
armnn::QLstmQueueDescriptor
Definition: WorkloadData.hpp:562
armnn::BoostLogSeverityMapping::info
@ info
armnn::ClQLstmWorkload
Definition: ClQLstmWorkload.hpp:19
armnn::Status
Status
Definition: Types.hpp:42
armnn
Copyright (c) 2021 ARM Limited and Contributors.
Definition: 01_00_quick_start.dox:6
armnn::LstmInputParamsInfo
Definition: LstmParams.hpp:63
armnn::ClQLstmWorkload::Execute
virtual void Execute() const override
Definition: ClQLstmWorkload.cpp:241
ClBaseWorkload.hpp