1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
//
// Copyright © 2022 Arm Ltd and Contributors. All rights reserved.
// SPDX-License-Identifier: MIT
//
#pragma once
#include <ResolveType.hpp>
#include <armnn/INetwork.hpp>
#include <doctest/doctest.h>
#include <CommonTestUtils.hpp>
namespace
{
template<typename armnn::DataType DataType>
armnn::INetworkPtr CreateBatchMatMulNetwork(const armnn::TensorShape& inputXShape,
const armnn::TensorShape& inputYShape,
const armnn::TensorShape& outputShape,
const float qScale = 1.0f,
const int32_t qOffset = 0)
{
using namespace armnn;
INetworkPtr network(INetwork::Create());
TensorInfo inputXTensorInfo(inputXShape, DataType, qScale, qOffset, true);
TensorInfo inputYTensorInfo(inputYShape, DataType, qScale, qOffset, true);
TensorInfo outputTensorInfo(outputShape, DataType, qScale, qOffset);
BatchMatMulDescriptor batchMatMulDesc;
batchMatMulDesc.m_TransposeX = false;
batchMatMulDesc.m_TransposeY = true;
IConnectableLayer* batchMatMul = network->AddBatchMatMulLayer(batchMatMulDesc, "batchMatMul");
IConnectableLayer* inputX = network->AddInputLayer(0, "inputX");
IConnectableLayer* inputY = network->AddInputLayer(1, "inputY");
IConnectableLayer* output = network->AddOutputLayer(0, "output");
Connect(inputX, batchMatMul, inputXTensorInfo, 0, 0);
Connect(inputY, batchMatMul, inputYTensorInfo, 0, 1);
Connect(batchMatMul, output, outputTensorInfo, 0, 0);
return network;
}
template<armnn::DataType ArmnnType, typename T = armnn::ResolveType<ArmnnType>>
void BatchMatMulEndToEnd(const std::vector<armnn::BackendId>& backends)
{
using namespace armnn;
const TensorShape& inputXShape = { 2, 2, 2 };
const TensorShape& inputYShape = { 2, 2, 2 };
const TensorShape& outputShape = { 2, 2, 2 };
INetworkPtr network = CreateBatchMatMulNetwork<ArmnnType>(inputXShape, inputYShape, outputShape);
CHECK(network);
std::vector<T> inputXData{ 1, 2,
3, 4,
9, 10,
11, 12 };
std::vector<T> inputYData{ 5, 7,
6, 8,
13, 15,
14, 16 };
std::vector<T> expectedOutput{ 19, 22,
43, 50,
267, 286,
323, 346 };
std::map<int, std::vector<T>> inputTensorData = {{ 0, inputXData }, {1, inputYData}};
std::map<int, std::vector<T>> expectedOutputData = { { 0, expectedOutput } };
EndToEndLayerTestImpl<ArmnnType, ArmnnType>(std::move(network), inputTensorData, expectedOutputData, backends);
}
} // anonymous namespace
|