aboutsummaryrefslogtreecommitdiff
path: root/delegate/test/BatchMatMulTest.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'delegate/test/BatchMatMulTest.cpp')
-rw-r--r--delegate/test/BatchMatMulTest.cpp879
1 files changed, 280 insertions, 599 deletions
diff --git a/delegate/test/BatchMatMulTest.cpp b/delegate/test/BatchMatMulTest.cpp
index d38e934b82..8c8633b002 100644
--- a/delegate/test/BatchMatMulTest.cpp
+++ b/delegate/test/BatchMatMulTest.cpp
@@ -5,8 +5,6 @@
#include "BatchMatMulTestHelper.hpp"
-#include <armnn_delegate.hpp>
-
#include <flatbuffers/flatbuffers.h>
#include <doctest/doctest.h>
@@ -14,401 +12,262 @@
namespace armnnDelegate
{
- void BatchMatMul2DFp32SimpleTest(std::vector<armnn::BackendId>& backends)
+TEST_SUITE("BATCH_MATMUL_Tests")
+{
+ TEST_CASE("BatchMatMul2DFp32SimpleTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2, 2 };
- std::vector<int32_t> RHSInputShape { 2, 2 };
- std::vector<int32_t> outputShape { 2, 2 };
-
- std::vector<float> LHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<float> RHSInputValues = { 5, 6,
- 7, 8 };
-
- std::vector<float> expectedOutputValues = { 19, 22,
- 43, 50 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
+ std::vector<int32_t> LHSInputShape{ 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2 };
+
+ std::vector<float> LHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<float> RHSInputValues = { 5, 6, 7, 8 };
+
+ std::vector<float> expectedOutputValues = { 19, 22, 43, 50 };
+
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
false);
}
- void BatchMatMul2DInt8SimpleTest(std::vector<armnn::BackendId>& backends)
+
+ TEST_CASE("BatchMatMul2DInt8SimpleTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2, 2 };
- std::vector<int32_t> RHSInputShape { 2, 2 };
- std::vector<int32_t> outputShape { 2, 2 };
-
- std::vector<int8_t> LHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<int8_t> RHSInputValues = { 5, 6,
- 7, 8 };
-
- std::vector<int8_t> expectedOutputValues = { 19, 22,
- 43, 50 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2 };
+
+ std::vector<int8_t> LHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<int8_t> RHSInputValues = { 5, 6, 7, 8 };
+
+ std::vector<int8_t> expectedOutputValues = { 19, 22, 43, 50 };
+
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false);
}
- void BatchMatMul3DFp32SimpleTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3DFp32SimpleTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 1,2,2 };
- std::vector<int32_t> RHSInputShape { 1,2,2 };
- std::vector<int32_t> outputShape { 1,2,2 };
-
- std::vector<float> LHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<float> RHSInputValues = { 5, 6,
- 7, 8 };
-
- std::vector<float> expectedOutputValues = { 19, 22,
- 43, 50 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
+ std::vector<int32_t> LHSInputShape{ 1, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 1, 2, 2 };
+ std::vector<int32_t> outputShape{ 1, 2, 2 };
+
+ std::vector<float> LHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<float> RHSInputValues = { 5, 6, 7, 8 };
+
+ std::vector<float> expectedOutputValues = { 19, 22, 43, 50 };
+
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
false);
}
- void BatchMatMul3DInt8SimpleTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3DInt8SimpleTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 1,2,2 };
- std::vector<int32_t> RHSInputShape { 1,2,2 };
- std::vector<int32_t> outputShape { 1,2,2 };
-
- std::vector<int8_t> LHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<int8_t> RHSInputValues = { 5, 6,
- 7, 8 };
-
- std::vector<int8_t> expectedOutputValues = { 19, 22,
- 43, 50 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 1, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 1, 2, 2 };
+ std::vector<int32_t> outputShape{ 1, 2, 2 };
+
+ std::vector<int8_t> LHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<int8_t> RHSInputValues = { 5, 6, 7, 8 };
+
+ std::vector<int8_t> expectedOutputValues = { 19, 22, 43, 50 };
+
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false);
}
- void BatchMatMul4DFp32SimpleTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul4DFp32SimpleTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 1,1,2,2 };
- std::vector<int32_t> RHSInputShape { 1,1,2,2 };
- std::vector<int32_t> outputShape { 1,1,2,2 };
-
- std::vector<float> LHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<float> RHSInputValues = { 5, 6,
- 7, 8 };
-
- std::vector<float> expectedOutputValues = { 19, 22,
- 43, 50 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
+ std::vector<int32_t> LHSInputShape{ 1, 1, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 1, 1, 2, 2 };
+ std::vector<int32_t> outputShape{ 1, 1, 2, 2 };
+
+ std::vector<float> LHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<float> RHSInputValues = { 5, 6, 7, 8 };
+
+ std::vector<float> expectedOutputValues = { 19, 22, 43, 50 };
+
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
false);
}
- void BatchMatMul4DInt8SimpleTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul4DInt8SimpleTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 1,1,2,2};
- std::vector<int32_t> RHSInputShape { 1,1,2,2 };
- std::vector<int32_t> outputShape { 1,1,2,2 };
-
- std::vector<int8_t> LHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<int8_t> RHSInputValues = { 5, 6,
- 7, 8 };
-
- std::vector<int8_t> expectedOutputValues = { 19, 22,
- 43, 50 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 1, 1, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 1, 1, 2, 2 };
+ std::vector<int32_t> outputShape{ 1, 1, 2, 2 };
+
+ std::vector<int8_t> LHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<int8_t> RHSInputValues = { 5, 6, 7, 8 };
+
+ std::vector<int8_t> expectedOutputValues = { 19, 22, 43, 50 };
+
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false);
}
- void BatchMatMul3DFp32BatchTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3DFp32BatchTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,2,2 };
- std::vector<int32_t> RHSInputShape { 2,2,2 };
- std::vector<int32_t> outputShape { 2,2,2 };
-
- std::vector<float> LHSInputValues = { 1, 2,
- 3, 4,
-
- 9, 10,
- 11, 12 };
-
- std::vector<float> RHSInputValues = { 5, 6,
- 7, 8,
-
- 13, 14,
- 15, 16 };
-
- std::vector<float> expectedOutputValues = { 19, 22,
- 43, 50,
-
- 267, 286,
- 323, 346 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
+ std::vector<int32_t> LHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2, 2 };
+
+ std::vector<float> LHSInputValues = { 1, 2, 3, 4,
+
+ 9, 10, 11, 12 };
+
+ std::vector<float> RHSInputValues = { 5, 6, 7, 8,
+
+ 13, 14, 15, 16 };
+
+ std::vector<float> expectedOutputValues = { 19, 22, 43, 50,
+
+ 267, 286, 323, 346 };
+
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
false);
}
- void BatchMatMul3DInt8BatchTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3DInt8BatchTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,2,2 };
- std::vector<int32_t> RHSInputShape { 2,2,2 };
- std::vector<int32_t> outputShape { 2,2,2 };
-
- std::vector<int8_t> LHSInputValues = { 1, 2,
- 3, 4,
-
- 9, 10,
- 11, 12 };
-
- std::vector<int8_t> RHSInputValues = { 5, 6,
- 7, 8,
-
- 1, 2,
- 3, 4 };
-
- std::vector<int8_t> expectedOutputValues = { 19, 22,
- 43, 50,
-
- 39, 58,
- 47, 70 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2, 2 };
+
+ std::vector<int8_t> LHSInputValues = { 1, 2, 3, 4,
+
+ 9, 10, 11, 12 };
+
+ std::vector<int8_t> RHSInputValues = { 5, 6, 7, 8,
+
+ 1, 2, 3, 4 };
+
+ std::vector<int8_t> expectedOutputValues = { 19, 22, 43, 50,
+
+ 39, 58, 47, 70 };
+
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false);
}
- void BatchMatMul3DFp32BroadcastTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3DFp32BroadcastTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,2,2 };
- std::vector<int32_t> RHSInputShape { 2,2 };
- std::vector<int32_t> outputShape { 2,2,2 };
-
- std::vector<float> LHSInputValues = { 1, 2,
- 3, 4,
-
- 9, 10,
- 11, 12 };
-
- std::vector<float> RHSInputValues = { 13, 14,
- 15, 16 };
-
- std::vector<float> expectedOutputValues = { 43, 46,
- 99, 106,
-
- 267, 286,
- 323, 346 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2, 2 };
+
+ std::vector<float> LHSInputValues = { 1, 2, 3, 4,
+
+ 9, 10, 11, 12 };
+
+ std::vector<float> RHSInputValues = { 13, 14, 15, 16 };
+
+ std::vector<float> expectedOutputValues = { 43, 46, 99, 106,
+
+ 267, 286, 323, 346 };
+
+ // We know that this is only supported on CpuRef. To enable on all backends just remoev the last parameter.
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false, 1.0f, 0,{armnn::Compute::CpuRef});
}
- void BatchMatMul3DInt8BroadcastTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3DInt8BroadcastTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,2,2 };
- std::vector<int32_t> RHSInputShape { 2,2 };
- std::vector<int32_t> outputShape { 2,2,2 };
-
- std::vector<int8_t> LHSInputValues = { 1, 2,
- 3, 4,
-
- 9, 10,
- 11, 12 };
-
- std::vector<int8_t> RHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<int8_t> expectedOutputValues = { 7, 10,
- 15, 22,
-
- 39, 58,
- 47, 70 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2, 2 };
+
+ std::vector<int8_t> LHSInputValues = { 1, 2, 3, 4,
+
+ 9, 10, 11, 12 };
+
+ std::vector<int8_t> RHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<int8_t> expectedOutputValues = { 7, 10, 15, 22,
+
+ 39, 58, 47, 70 };
+
+ // We know that this is only supported on CpuRef. To enable on all backends just remoev the last parameter.
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false, 1.0f, 0,{armnn::Compute::CpuRef});
}
- void BatchMatMul3D2DFp32BroadcastTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3D2DFp32BroadcastTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,2,2 };
- std::vector<int32_t> RHSInputShape { 2,2 };
- std::vector<int32_t> outputShape { 2,2,2 };
-
- std::vector<float> LHSInputValues = { 1, 2,
- 3, 4,
-
- 9, 10,
- 11, 12 };
-
- std::vector<float> RHSInputValues = { 13, 14,
- 15, 16 };
-
- std::vector<float> expectedOutputValues = { 43, 46,
- 99, 106,
-
- 267, 286,
- 323, 346 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2, 2 };
+
+ std::vector<float> LHSInputValues = { 1, 2, 3, 4,
+
+ 9, 10, 11, 12 };
+
+ std::vector<float> RHSInputValues = { 13, 14, 15, 16 };
+
+ std::vector<float> expectedOutputValues = { 43, 46, 99, 106,
+
+ 267, 286, 323, 346 };
+
+ // We know that this is only supported on CpuRef. To enable on all backends just remoev the last parameter.
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false, 1.0f, 0,{armnn::Compute::CpuRef});
}
- void BatchMatMul3D2DInt8BroadcastTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul3D2DInt8BroadcastTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,2,2 };
- std::vector<int32_t> RHSInputShape { 2,2 };
- std::vector<int32_t> outputShape { 2,2,2 };
-
- std::vector<int8_t> LHSInputValues = { 1, 2,
- 3, 4,
-
- 9, 10,
- 11, 12 };
-
- std::vector<int8_t> RHSInputValues = { 1, 2,
- 3, 4 };
-
- std::vector<int8_t> expectedOutputValues = { 7, 10,
- 15, 22,
-
- 39, 58,
- 47, 70 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 2, 2, 2 };
+ std::vector<int32_t> RHSInputShape{ 2, 2 };
+ std::vector<int32_t> outputShape{ 2, 2, 2 };
+
+ std::vector<int8_t> LHSInputValues = { 1, 2, 3, 4,
+
+ 9, 10, 11, 12 };
+
+ std::vector<int8_t> RHSInputValues = { 1, 2, 3, 4 };
+
+ std::vector<int8_t> expectedOutputValues = { 7, 10, 15, 22,
+
+ 39, 58, 47, 70 };
+
+ // We know that this is only supported on CpuRef. To enable on all backends just remoev the last parameter.
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false, 1.0f, 0,{armnn::Compute::CpuRef});
}
- void BatchMatMul2DFp32TinyTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul2DFp32TinyTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 1,1 };
- std::vector<int32_t> RHSInputShape { 1,1 };
- std::vector<int32_t> outputShape { 1,1 };
+ std::vector<int32_t> LHSInputShape{ 1, 1 };
+ std::vector<int32_t> RHSInputShape{ 1, 1 };
+ std::vector<int32_t> outputShape{ 1, 1 };
std::vector<float> LHSInputValues = { 3 };
@@ -416,24 +275,17 @@ namespace armnnDelegate
std::vector<float> expectedOutputValues = { 15 };
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
false);
}
- void BatchMatMul2DInt8TinyTest(std::vector<armnn::BackendId>& backends)
+
+ TEST_CASE("BatchMatMul2DInt8TinyTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 1,1 };
- std::vector<int32_t> RHSInputShape { 1,1 };
- std::vector<int32_t> outputShape { 1,1 };
+ std::vector<int32_t> LHSInputShape{ 1, 1 };
+ std::vector<int32_t> RHSInputShape{ 1, 1 };
+ std::vector<int32_t> outputShape{ 1, 1 };
std::vector<int8_t> LHSInputValues = { 3 };
@@ -441,268 +293,97 @@ namespace armnnDelegate
std::vector<int8_t> expectedOutputValues = { 15 };
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
false);
}
- void BatchMatMulNonSquareFp32Test(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMulNonSquareFp32Test")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,5,3 };
- std::vector<int32_t> RHSInputShape { 2,3,4 };
- std::vector<int32_t> outputShape { 2,5,4 };
-
- std::vector<float> LHSInputValues = { 8, 8, 4,
- 6, 1, 3,
- 8, 8, 3,
- 8, 9, 8,
- 5, 4, 4,
-
- 1, 8, 5,
- 7, 1, 1,
- 8, 7, 9,
- 3, 2, 7,
- 8, 5, 3 };
-
- std::vector<float> RHSInputValues = { 6, 2, 3, 2,
- 6, 2, 2, 8,
- 3, 7, 8, 1,
-
- 7, 2, 9, 5,
- 2, 3, 1, 3,
- 2, 7, 7, 5 };
-
- std::vector<float> expectedOutputValues = { 108, 60, 72, 84,
- 51, 35, 44, 23,
- 105, 53, 64, 83,
- 126, 90, 106, 96,
- 66, 46, 55, 46,
-
- 33, 61, 52, 54,
- 53, 24, 71, 43,
- 88, 100, 142, 106,
- 39, 61, 78, 56,
- 72, 52, 98, 70 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
+ std::vector<int32_t> LHSInputShape{ 2, 5, 3 };
+ std::vector<int32_t> RHSInputShape{ 2, 3, 4 };
+ std::vector<int32_t> outputShape{ 2, 5, 4 };
+
+ std::vector<float> LHSInputValues = { 8, 8, 4, 6, 1, 3, 8, 8, 3, 8, 9, 8, 5, 4, 4,
+
+ 1, 8, 5, 7, 1, 1, 8, 7, 9, 3, 2, 7, 8, 5, 3 };
+
+ std::vector<float> RHSInputValues = { 6, 2, 3, 2, 6, 2, 2, 8, 3, 7, 8, 1,
+
+ 7, 2, 9, 5, 2, 3, 1, 3, 2, 7, 7, 5 };
+
+ std::vector<float> expectedOutputValues = { 108, 60, 72, 84, 51, 35, 44, 23, 105, 53,
+ 64, 83, 126, 90, 106, 96, 66, 46, 55, 46,
+
+ 33, 61, 52, 54, 53, 24, 71, 43, 88, 100,
+ 142, 106, 39, 61, 78, 56, 72, 52, 98, 70 };
+
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
false);
}
- void BatchMatMulNonSquareInt8Test(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMulNonSquareInt8Test")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 2,5,3 };
- std::vector<int32_t> RHSInputShape { 2,3,4 };
- std::vector<int32_t> outputShape { 2,5,4 };
-
- std::vector<int8_t> LHSInputValues = { 8, 8, 4,
- 6, 1, 3,
- 8, 8, 3,
- 8, 9, 8,
- 5, 4, 4,
-
- 1, 8, 5,
- 7, 1, 1,
- 8, 7, 9,
- 3, 2, 7,
- 8, 5, 3 };
-
- std::vector<int8_t> RHSInputValues = { 6, 2, 3, 2,
- 6, 2, 2, 8,
- 3, 7, 8, 1,
-
- 7, 2, 3, 5,
- 2, 3, 1, 3,
- 2, 7, 7, 5 };
-
- std::vector<int8_t> expectedOutputValues = { 108, 60, 72, 84,
- 51, 35, 44, 23,
- 105, 53, 64, 83,
- 126, 90, 106, 96,
- 66, 46, 55, 46,
-
- 33, 61, 46, 54,
- 53, 24, 29, 43,
- 88, 100, 94, 106,
- 39, 61, 60, 56,
- 72, 52, 50, 70 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- false,
- false);
+ std::vector<int32_t> LHSInputShape{ 2, 5, 3 };
+ std::vector<int32_t> RHSInputShape{ 2, 3, 4 };
+ std::vector<int32_t> outputShape{ 2, 5, 4 };
+
+ std::vector<int8_t> LHSInputValues = { 8, 8, 4, 6, 1, 3, 8, 8, 3, 8, 9, 8, 5, 4, 4,
+
+ 1, 8, 5, 7, 1, 1, 8, 7, 9, 3, 2, 7, 8, 5, 3 };
+
+ std::vector<int8_t> RHSInputValues = { 6, 2, 3, 2, 6, 2, 2, 8, 3, 7, 8, 1,
+
+ 7, 2, 3, 5, 2, 3, 1, 3, 2, 7, 7, 5 };
+
+ std::vector<int8_t> expectedOutputValues = { 108, 60, 72, 84, 51, 35, 44, 23, 105, 53,
+ 64, 83, 126, 90, 106, 96, 66, 46, 55, 46,
+
+ 33, 61, 46, 54, 53, 24, 29, 43, 88, 100,
+ 94, 106, 39, 61, 60, 56, 72, 52, 50, 70 };
+
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, false,
+ false);
}
- void BatchMatMul2DFp32SimpleAdjointTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul2DFp32SimpleAdjointTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 3,3 };
- std::vector<int32_t> RHSInputShape { 3,3 };
- std::vector<int32_t> outputShape { 3,3 };
-
- std::vector<float> LHSInputValues = { 3, 1, 1,
- 1, 3, -1,
- 2, 4, 1 };
-
- std::vector<float> RHSInputValues = { 1, 0, 0,
- 0, 1, 0,
- 0, 0, 1 };
-
- std::vector<float> expectedOutputValues = { 3, 1, 2,
- 1, 3, 4,
- 1, -1, 1 };
-
- BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_FLOAT32,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- true,
+ std::vector<int32_t> LHSInputShape{ 3, 3 };
+ std::vector<int32_t> RHSInputShape{ 3, 3 };
+ std::vector<int32_t> outputShape{ 3, 3 };
+
+ std::vector<float> LHSInputValues = { 3, 1, 1, 1, 3, -1, 2, 4, 1 };
+
+ std::vector<float> RHSInputValues = { 1, 0, 0, 0, 1, 0, 0, 0, 1 };
+
+ std::vector<float> expectedOutputValues = { 3, 1, 2, 1, 3, 4, 1, -1, 1 };
+
+ BatchMatMulTest<float>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_FLOAT32, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, true,
false);
}
- void BatchMatMul2DInt8SimpleAdjointTest(std::vector<armnn::BackendId>& backends)
+ TEST_CASE("BatchMatMul2DInt8SimpleAdjointTest")
{
// Set input data
- std::vector<int32_t> LHSInputShape { 3,3 };
- std::vector<int32_t> RHSInputShape { 3,3 };
- std::vector<int32_t> outputShape { 3,3 };
-
- std::vector<int8_t> LHSInputValues = { 3, 1, 1,
- 1, 3, -1,
- 2, 4, 1 };
-
- std::vector<int8_t> RHSInputValues = { 1, 0, 0,
- 0, 1, 0,
- 0, 0, 1 };
-
- std::vector<int8_t> expectedOutputValues = { 3, 1, 2,
- 1, 3, 4,
- 1, -1, 1 };
-
- BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL,
- ::tflite::TensorType_INT8,
- backends,
- LHSInputShape,
- RHSInputShape,
- outputShape,
- LHSInputValues,
- RHSInputValues,
- expectedOutputValues,
- true,
- false);
- }
+ std::vector<int32_t> LHSInputShape{ 3, 3 };
+ std::vector<int32_t> RHSInputShape{ 3, 3 };
+ std::vector<int32_t> outputShape{ 3, 3 };
- TEST_SUITE("BATCH_MATMUL_CpuRefTests")
- {
- TEST_CASE("BATCH_MATMUL_Fp32_CpuRefTests")
- {
- std::vector<armnn::BackendId> backends = {armnn::Compute::CpuRef};
- BatchMatMul2DFp32SimpleTest (backends);
- BatchMatMul3DFp32SimpleTest (backends);
- BatchMatMul4DFp32SimpleTest (backends);
- BatchMatMul3DFp32BatchTest (backends);
- BatchMatMul3DFp32BroadcastTest (backends);
- BatchMatMul3D2DFp32BroadcastTest (backends);
- BatchMatMul2DFp32TinyTest (backends);
- BatchMatMulNonSquareFp32Test (backends);
- BatchMatMul2DFp32SimpleAdjointTest(backends);
- }
-
- TEST_CASE("BATCH_MATMUL_Int8_CpuRefTests")
- {
- std::vector<armnn::BackendId> backends = {armnn::Compute::CpuRef};
- BatchMatMul2DInt8SimpleTest (backends);
- BatchMatMul3DInt8SimpleTest (backends);
- BatchMatMul4DInt8SimpleTest (backends);
- BatchMatMul3DInt8BatchTest (backends);
- BatchMatMul3DInt8BroadcastTest (backends);
- BatchMatMul3D2DInt8BroadcastTest (backends);
- BatchMatMul2DInt8TinyTest (backends);
- BatchMatMulNonSquareInt8Test (backends);
- BatchMatMul2DInt8SimpleAdjointTest(backends);
- }
- }
+ std::vector<int8_t> LHSInputValues = { 3, 1, 1, 1, 3, -1, 2, 4, 1 };
- TEST_SUITE("BATCH_MATMUL_CpuAccTests")
- {
- TEST_CASE("BATCH_MATMUL_Fp32_CpuAccTests")
- {
- std::vector<armnn::BackendId> backends = {armnn::Compute::CpuAcc};
- BatchMatMul2DFp32SimpleTest (backends);
- BatchMatMul3DFp32SimpleTest (backends);
- BatchMatMul4DFp32SimpleTest (backends);
- BatchMatMul3DFp32BatchTest (backends);
- BatchMatMul2DFp32TinyTest (backends);
- BatchMatMulNonSquareFp32Test (backends);
- BatchMatMul2DFp32SimpleAdjointTest(backends);
- }
-
- TEST_CASE("BATCH_MATMUL_Int8_CpuAccTests")
- {
- std::vector<armnn::BackendId> backends = {armnn::Compute::CpuAcc};
- BatchMatMul2DInt8SimpleTest (backends);
- BatchMatMul3DInt8SimpleTest (backends);
- BatchMatMul4DInt8SimpleTest (backends);
- BatchMatMul3DInt8BatchTest (backends);
- BatchMatMul2DInt8TinyTest (backends);
- BatchMatMulNonSquareInt8Test (backends);
- BatchMatMul2DInt8SimpleAdjointTest(backends);
- }
- }
+ std::vector<int8_t> RHSInputValues = { 1, 0, 0, 0, 1, 0, 0, 0, 1 };
- TEST_SUITE("BATCH_MATMUL_GpuAccTests")
- {
- TEST_CASE("BATCH_MATMUL_Fp32_GpuAccTests")
- {
- std::vector <armnn::BackendId> backends = {armnn::Compute::GpuAcc};
- BatchMatMul2DFp32SimpleTest (backends);
- BatchMatMul3DFp32SimpleTest (backends);
- BatchMatMul4DFp32SimpleTest (backends);
- BatchMatMul3DFp32BatchTest (backends);
- BatchMatMul2DFp32TinyTest (backends);
- BatchMatMulNonSquareFp32Test (backends);
- BatchMatMul2DFp32SimpleAdjointTest(backends);
- }
-
- TEST_CASE("BATCH_MATMUL_Int8_GpuAccTests")
- {
- std::vector<armnn::BackendId> backends = {armnn::Compute::GpuAcc};
- BatchMatMul2DInt8SimpleTest (backends);
- BatchMatMul3DInt8SimpleTest (backends);
- BatchMatMul3DInt8BatchTest (backends);
- BatchMatMul2DInt8TinyTest (backends);
- BatchMatMulNonSquareInt8Test (backends);
- BatchMatMul2DInt8SimpleAdjointTest(backends);
- }
+ std::vector<int8_t> expectedOutputValues = { 3, 1, 2, 1, 3, 4, 1, -1, 1 };
+
+ BatchMatMulTest<int8_t>(tflite::BuiltinOperator_BATCH_MATMUL, ::tflite::TensorType_INT8, LHSInputShape,
+ RHSInputShape, outputShape, LHSInputValues, RHSInputValues, expectedOutputValues, true,
+ false);
}
}
+} \ No newline at end of file
generated by cgit v1.2.1 (git 2.23.0) at 2024-06-05 17:41:19 +0000