From 7061eb283969f9a020c08349454447564e4dd5b3 Mon Sep 17 00:00:00 2001
From: SiCong Li <sicong.li@arm.com>
Date: Fri, 8 Jan 2021 15:16:02 +0000
Subject: Implement MLGO module

* Implement MLGOHeuristics which provides a query and a loading
  interface

* Implement a top-down parser MLGOParser for parsing dotmlgo

* Add validation tests for MLGOHeuristics

Resolves COMPMID-3840, COMPMID-3841
Signed-off-by: SiCong Li <sicong.li@arm.com>
Change-Id: Iae96d2779524b2dd83623d1a3a30ef57823ae084
Reviewed-on: https://review.mlplatform.org/c/ml/ComputeLibrary/+/4941
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Georgios Pinitas <georgios.pinitas@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
---
 tests/validation/CL/UNIT/MLGOHeuristics.cpp | 461 ++++++++++++++++++++++++++++
 1 file changed, 461 insertions(+)
 create mode 100644 tests/validation/CL/UNIT/MLGOHeuristics.cpp

(limited to 'tests/validation/CL/UNIT')

diff --git a/tests/validation/CL/UNIT/MLGOHeuristics.cpp b/tests/validation/CL/UNIT/MLGOHeuristics.cpp
new file mode 100644
index 0000000000..895b4b51d0
--- /dev/null
+++ b/tests/validation/CL/UNIT/MLGOHeuristics.cpp
@@ -0,0 +1,461 @@
+/*
+ * Copyright (c) 2021 Arm Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+#include "src/runtime/CL/mlgo/MLGOHeuristics.h"
+#include "src/runtime/CL/mlgo/Utils.h"
+#include "tests/framework/Asserts.h"
+#include "tests/framework/Macros.h"
+
+using namespace arm_compute::mlgo;
+
+namespace arm_compute
+{
+namespace test
+{
+namespace validation
+{
+TEST_SUITE(CL)
+TEST_SUITE(UNIT)
+TEST_SUITE(MLGOHeuristics)
+TEST_CASE(CorrectDotMLGOShouldLoadCorrectly, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-type, [m,n,k,n]
+        1, g71 , 8, f16, best-performance, static, gemm-config-reshaped-only-rhs, [m,n,k,n]
+        2, g76 , 8, f16, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b , 0, var, m, ==, num, 10., 1, 2
+        l , 1, gemm-type, reshaped
+        b , 2, var, r_mn, >=, num, 2., 3, 6
+        b , 3, var, n, >=, num, 200., 4, 5
+        l , 4, gemm-type, reshaped-only-rhs
+        l , 5, gemm-type, reshaped
+        l , 6, gemm-type, reshaped-only-rhs
+        </heuristic>
+        <heuristic, 1>
+        b ,0,var, n, >, num, 100., 1, 4
+        b ,1,var, r_mnk, <=, num, 20., 2, 3
+        l ,2,gemm-config-reshaped-only-rhs, [4, 4,4,2,1,0,1]
+        l ,3,gemm-config-reshaped-only-rhs,[ 2, 2,4,2,1,1, 1 ]
+        b ,4,var, n, >=, num, 199.12, 5, 6
+        l ,5,gemm-config-reshaped-only-rhs, [1, 4,3,4,0,0,0]
+        l ,6,gemm-config-reshaped-only-rhs, [5, 4,4,5,1,1,0]
+        </heuristic>
+        <heuristic, 2>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    heuristics.reload_from_stream(ss);
+
+    ARM_COMPUTE_EXPECT(heuristics.query_gemm_type(Query{ "g76", DataType::F32, 10, 1024, 20, 1 }).second == GEMMType::RESHAPED, framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT(heuristics.query_gemm_type(Query{ "g76", DataType::F32, 400, 201, 5, 1 }).second == GEMMType::RESHAPED_ONLY_RHS, framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT(heuristics.query_gemm_type(Query{ "g76", DataType::F32, 400, 200, 199, 16 }).second == GEMMType::RESHAPED_ONLY_RHS, framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT(heuristics.query_gemm_type(Query{ "g76", DataType::F32, 400, 199, 512, 4 }).second == GEMMType::RESHAPED, framework::LogLevel::ERRORS);
+
+    ARM_COMPUTE_EXPECT((heuristics.query_gemm_config_reshaped_only_rhs(Query{ "g71", DataType::F16, 100, 1024, 20, 32 }).second == GEMMConfigReshapedOnlyRHS{ 4, 4, 4, 2, true, false, true }),
+                       framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT((heuristics.query_gemm_config_reshaped_only_rhs(Query{ "g71", DataType::F16, 100, 1024, 20, 32 }).second == GEMMConfigReshapedOnlyRHS{ 4, 4, 4, 2, true, false, true }),
+                       framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT((heuristics.query_gemm_config_reshaped_only_rhs(Query{ "g71", DataType::F16, 128, 101, 20, 1 }).second == GEMMConfigReshapedOnlyRHS{ 2, 2, 4, 2, true, true, true }),
+                       framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT((heuristics.query_gemm_config_reshaped_only_rhs(Query{ "g71", DataType::F16, 400, 100, 512, 1 }).second == GEMMConfigReshapedOnlyRHS{ 5, 4, 4, 5, true, true, false }),
+                       framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT((heuristics.query_gemm_config_reshaped_only_rhs(Query{ "g71", DataType::F16, 400, 100, 512, 1 }).second == GEMMConfigReshapedOnlyRHS{ 5, 4, 4, 5, true, true, false }),
+                       framework::LogLevel::ERRORS);
+
+    ARM_COMPUTE_EXPECT((heuristics.query_gemm_config_reshaped(Query{ "g76", DataType::F16, 100, 100, 20, 32 }).second == GEMMConfigReshaped{ 4, 2, 4, 2, 8, true, false, true, false }),
+                       framework::LogLevel::ERRORS);
+    ARM_COMPUTE_EXPECT((heuristics.query_gemm_config_reshaped(Query{ "g76", DataType::F16, 128, 512, 1024, 1 }).second == GEMMConfigReshaped{ 4, 2, 4, 2, 8, true, false, true, false }),
+                       framework::LogLevel::ERRORS);
+}
+
+TEST_CASE(InvalidDotmlgoSyntaxShouldReturnInvalidStatus, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,pu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heurist
+        <heuristic, 0>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+
+TEST_SUITE(InvalidDotmlgoSemanticsShouldReturnInvalidStatus)
+// If the semantics errors are local to some trees instead of the entire heuristics, an alternative is to simply
+// ignore/remove those invalid trees. However the reason why we choose to throw, thus invalidating the entire
+// heuristics is that if there are some invalid trees, the quality of the dotmlgo is called into question even if
+// the rest of the trees are semantically valid, and they could severely degrade the performance of GEMM. Therefore
+// this "all or nothing" approach when it comes to dotmlgo correctness is safer and more defensive.
+
+// Also note that the semantic error of the tree only refers to those that obstruct its evaluation and thus query,
+// (e.g. invalid tree structure, unsupported features etc.) instead of those affecting the desired outcome
+// (usually in terms of final GEMM performance, e.g. the effectiveness of the decision tree)
+
+// In the future we might want to check the content of the exceptions as well. But right now it suffices to only
+// know that it throws exactly when it needs to.
+TEST_CASE(MismatchesBetweenHeuristicsTableEntriesAndHeuristicTrees, framework::DatasetMode::ALL)
+{
+    {
+        // Mismatching number of entries 1
+        std::string       mlgo_str = R"_(
+            <header>
+            gemm-version, [1,2,1]
+            ip-type,gpu
+            </header>
+            <heuristics-table>
+            0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+            </heuristics-table>
+        )_";
+        std::stringstream ss(mlgo_str);
+        MLGOHeuristics    heuristics;
+        // NOTE: This case might throw an internal error as the tree inserted by the heuristics-table cannot not be checked
+        ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+    }
+
+    {
+        // Mismatching number of entries 2
+        std::string       mlgo_str = R"_(
+            <header>
+            gemm-version, [1,2,1]
+            ip-type,gpu
+            </header>
+            <heuristics-table>
+            </heuristics-table>
+            <heuristic, 1>
+            l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+            </heuristic>
+        )_";
+        std::stringstream ss(mlgo_str);
+        MLGOHeuristics    heuristics;
+        ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+    }
+
+    {
+        // Mismatching info
+        std::string       mlgo_str = R"_(
+            <header>
+            gemm-version, [1,2,1]
+            ip-type,gpu
+            </header>
+            <heuristics-table>
+            0, g76 , 8, f32, best-performance, static, gemm-type, [m,n,k,n]
+            </heuristics-table>
+            <heuristic, 0>
+            l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+            </heuristic>
+        )_";
+        std::stringstream ss(mlgo_str);
+        MLGOHeuristics    heuristics;
+        ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+    }
+}
+
+TEST_CASE(RepeatedHeuristicsTableEntriesId, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        0, g71 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+        <heuristic, 1>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+
+TEST_CASE(RepeatedHeuristicsTableEntriesIndex, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        1, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+        <heuristic, 1>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+
+TEST_CASE(RepeatedHeuristicTreesId, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        1, g71 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+        <heuristic, 0>
+        l ,0,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_CASE(EmptyTree, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+
+TEST_CASE(InvalidTreeMissingRoot, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b ,2, var, m, ==, num, 10., 3, 4
+        l ,3,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        l ,4,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_CASE(InvalidTreeMissingNodes, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b ,0, var, m, ==, num, 10., 1, 2
+        l ,1,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_CASE(InvalidTreeRepeatedNodeIds, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b ,0, var, m, ==, num, 10., 1, 2
+        l ,1,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        l ,1,gemm-config-reshaped,[1,2,4,2,8,1,0,1,0]
+        l ,2,gemm-config-reshaped,[2,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_CASE(InvalidTreeDisjointNodes, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b ,0, var, m, ==, num, 10., 1, 2
+        l ,1,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        l ,2,gemm-config-reshaped,[2,2,4,2,8,1,0,1,0]
+
+        b ,4, var, n, ==, num, 10., 5, 6
+        l ,5,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        l ,6,gemm-config-reshaped,[2,2,4,2,8,1,0,1,0]
+
+        l ,7,gemm-config-reshaped,[2,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_CASE(InvalidTreeLoop, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b ,0, var, m, ==, num, 10., 0, 1
+        l ,1,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_CASE(InvalidTreeCycle, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b ,0, var, m, ==, num, 10., 1, 5
+        b ,1, var, n, ==, num, 10., 2, 3
+        l ,2,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        b ,3, var, k, ==, num, 10., 0, 4
+        l ,4,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        l ,5,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_CASE(InvalidTreeInvalidFeatures, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-config-reshaped, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b ,0, var, magic_feature, ==, num, 10., 1, 2
+        l ,1,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        l ,2,gemm-config-reshaped,[4,2,4,2,8,1,0,1,0]
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(!heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+}
+TEST_SUITE_END() // InvalidDotmlgoSemanticsShouldReturnInvalidStatus
+
+TEST_CASE(InvalidUsageOfHeuristicsShouldReturnInvalidStatus, framework::DatasetMode::ALL)
+{
+    std::string       mlgo_str = R"_(
+        <header>
+        gemm-version, [1,2,1]
+        ip-type,gpu
+        </header>
+        <heuristics-table>
+        0, g76 , 8, f32, best-performance, static, gemm-type, [m,n,k,n]
+        </heuristics-table>
+        <heuristic, 0>
+        b , 0, var, m, ==, num, 10., 1, 2
+        l , 1, gemm-type, reshaped
+        b , 2, var, r_mn, >=, num, 2., 3, 6
+        b , 3, var, n, >=, num, 200., 4, 5
+        l , 4, gemm-type, reshaped-only-rhs
+        l , 5, gemm-type, reshaped
+        l , 6, gemm-type, reshaped-only-rhs
+        </heuristic>
+    )_";
+    std::stringstream ss(mlgo_str);
+    MLGOHeuristics    heuristics;
+    ARM_COMPUTE_EXPECT(heuristics.reload_from_stream(ss), framework::LogLevel::ERRORS);
+
+    // Querying unavailable heuristic type should return invalid Status
+    ARM_COMPUTE_EXPECT(!heuristics.query_gemm_config_reshaped(Query{ "g76", DataType::F32, 1024, 1024, 100, 3 }).first, framework::LogLevel::ERRORS);
+    // Querying unavailable ip target should return invalid Status
+    ARM_COMPUTE_EXPECT(!heuristics.query_gemm_type(Query{ "g77", DataType::F32, 1024, 1024, 100, 3 }).first, framework::LogLevel::ERRORS);
+    // Querying unavailable data type should return invalid Status
+    ARM_COMPUTE_EXPECT(!heuristics.query_gemm_config_reshaped_only_rhs(Query{ "g76", DataType::QASYMM8, 1024, 1024, 100, 3 }).first, framework::LogLevel::ERRORS);
+}
+TEST_SUITE_END() // MLGOHeuristics
+TEST_SUITE_END() // UNIT
+TEST_SUITE_END() // CL
+} // namespace validation
+} // namespace test
+} // namespace arm_compute
-- 
cgit v1.2.1