diff options
author | Jeremy Johnson <jeremy.johnson@arm.com> | 2023-11-08 16:28:09 +0000 |
---|---|---|
committer | Dominic Symes <dominic.symes@arm.com> | 2023-11-23 12:58:19 +0000 |
commit | 0601f80afd9c160a1454d5cd0f22a04f2f91eb75 (patch) | |
tree | f195afd32080442e3c181c5857bc7eaad45fdd2e /reference_model | |
parent | ac40bd12192b6d41afa5d969578766e050c44398 (diff) | |
download | reference_model-0601f80afd9c160a1454d5cd0f22a04f2f91eb75.tar.gz |
Main Compliance testing support for AVG_POOL2D
Fix test set 4 to have more symmetrical data set for AVG_POOL2D.
Increased size of AVG_POOL2D test shapes to meet MIN_DOT_PRODUCTS.
Print out sign of bias magnitude in verify library to help debugging.
Signed-off-by: Jeremy Johnson <jeremy.johnson@arm.com>
Change-Id: Icf139cf5788cbc68f2c537567bdfb4cfe31274df
Diffstat (limited to 'reference_model')
-rw-r--r-- | reference_model/src/generate/generate_dot_product.cc | 51 | ||||
-rw-r--r-- | reference_model/src/generate/generate_dot_product_states.cc | 18 | ||||
-rw-r--r-- | reference_model/src/generate/generate_utils.cc | 1 | ||||
-rw-r--r-- | reference_model/src/verify/verify_dot_product.cc | 5 | ||||
-rw-r--r-- | reference_model/test/generate_tests.cpp | 77 |
5 files changed, 145 insertions, 7 deletions
diff --git a/reference_model/src/generate/generate_dot_product.cc b/reference_model/src/generate/generate_dot_product.cc index 0930956..4054472 100644 --- a/reference_model/src/generate/generate_dot_product.cc +++ b/reference_model/src/generate/generate_dot_product.cc @@ -327,6 +327,55 @@ bool generateFullyConnected(const TosaReference::GenerateConfig& cfg, return false; } } +//---------------------------------------------------------------------------// +// Avg Pool 2D // +//---------------------------------------------------------------------------// + +bool generateAvgPool2D(const TosaReference::GenerateConfig& cfg, + TosaReference::IDotProductGenerator& generator, + void* data, + size_t size) +{ + if (cfg.dataType != DType::DType_FP32) + { + WARNING("[Generator][DP][AvgPool2D] Only supports FP32."); + return false; + } + if (cfg.inputPos != 0) + { + WARNING("[Generator][DP][AvgPool2D] Invalid input tensor slot position to operator."); + return false; + } + if (cfg.dotProductInfo.kernel.size() != 2 || cfg.dotProductInfo.kernel[0] <= 0 || cfg.dotProductInfo.kernel[1] <= 0) + { + WARNING("[Generator][DP][AvgPool2D] Missing or incorrect kernel size information."); + return false; + } + if (cfg.shape.size() != 4) + { + WARNING("[Generator][DP][AvgPool2D] Tensor shape expected 4 dimensions."); + return false; + } + + float* input = reinterpret_cast<float*>(data); + const int64_t T = TosaReference::numElementsFromShape(cfg.shape); + const uint32_t IH = cfg.shape[1]; + const uint32_t IW = cfg.shape[2]; + const uint32_t C = cfg.shape[3]; + const uint32_t KY = cfg.dotProductInfo.kernel[0]; + const uint32_t KX = cfg.dotProductInfo.kernel[1]; + + for (int64_t t = 0; t < T; ++t) + { + uint32_t c = t % C; + uint32_t ix = (t / C) % IW; + uint32_t iy = ((t / C) / IW) % IH; + uint32_t k = ((iy % KY) * KX + (ix % KX)) * C + c; + + input[t] = generator(k); + } + return true; +} } // namespace namespace TosaReference @@ -352,6 +401,8 @@ bool generateDotProduct(const GenerateConfig& cfg, void* data, size_t size) return generateReduceSum(cfg, *generator, data, size); case tosa::Op_FULLY_CONNECTED: return generateFullyConnected(cfg, *generator, data, size); + case tosa::Op_AVG_POOL2D: + return generateAvgPool2D(cfg, *generator, data, size); default: WARNING("[Generator][DP] Unsupported operator."); return false; diff --git a/reference_model/src/generate/generate_dot_product_states.cc b/reference_model/src/generate/generate_dot_product_states.cc index 53bef3a..9ce32ff 100644 --- a/reference_model/src/generate/generate_dot_product_states.cc +++ b/reference_model/src/generate/generate_dot_product_states.cc @@ -209,9 +209,23 @@ public: const float s0 = _set_data0(); const float s1 = _set_data1(); if (_p == P0) - return (k == _KS / 2) ? +0.5f : s0 < 0 ? 0.f : (_B / std::sqrt(_KS)) * s1; + if (k == _KS / 2) + { + return s0 < 0 ? -0.5f : +0.5f; + } + else + { + return s0 < 0 ? 0.f : (_B / std::sqrt(_KS)) * s1; + } else if (_p == P1) - return (k == _KS / 2) ? -0.5f : s0 < 0 ? (_B / std::sqrt(_KS)) * s1 : 0.f; + if (k == _KS / 2) + { + return s0 < 0 ? +0.5f : -0.5f; + } + else + { + return s0 < 0 ? (_B / std::sqrt(_KS)) * s1 : 0.f; + } else return 0.f; } diff --git a/reference_model/src/generate/generate_utils.cc b/reference_model/src/generate/generate_utils.cc index 3b00ba1..5546269 100644 --- a/reference_model/src/generate/generate_utils.cc +++ b/reference_model/src/generate/generate_utils.cc @@ -41,6 +41,7 @@ NLOHMANN_JSON_SERIALIZE_ENUM(Op, { Op::Op_ABS, "ABS" }, { Op::Op_ADD, "ADD" }, { Op::Op_ARGMAX, "ARGMAX" }, + { Op::Op_AVG_POOL2D, "AVG_POOL2D" }, { Op::Op_CEIL, "CEIL" }, { Op::Op_CONV2D, "CONV2D" }, { Op::Op_EXP, "EXP" }, diff --git a/reference_model/src/verify/verify_dot_product.cc b/reference_model/src/verify/verify_dot_product.cc index 863640f..15de427 100644 --- a/reference_model/src/verify/verify_dot_product.cc +++ b/reference_model/src/verify/verify_dot_product.cc @@ -86,10 +86,9 @@ bool validateData(const double* ref, const double* bnd, const AccType* imp, size if (S >= 3 && S <= 5) { const double max_bias = 2 * sqrt(KS * T); - out_err_sum = std::abs(out_err_sum); // Check error bias magnitude for data sets S which are not positive biased - TOSA_REF_REQUIRE(out_err_sum <= max_bias, "[DP] Bias magnitude (%g) is out of range (%g)", out_err_sum, - max_bias); + TOSA_REF_REQUIRE(std::abs(out_err_sum) <= max_bias, "[DP] Bias magnitude (abs(%g)) is out of range (%g)", + out_err_sum, max_bias); } // Check error variance magnitude const double max_error = 0.4 * KS * T; diff --git a/reference_model/test/generate_tests.cpp b/reference_model/test/generate_tests.cpp index 9249f55..2c318e0 100644 --- a/reference_model/test/generate_tests.cpp +++ b/reference_model/test/generate_tests.cpp @@ -267,7 +267,7 @@ TEST_CASE("positive - FP32 matmul dot product (first 3 values)") } SUBCASE("matmul, set 4, param 0") { - std::vector<uint32_t> expected = { 0x0, 0x3f000000, 0x5f14e80c }; + std::vector<uint32_t> expected = { 0x0, 0xbf000000, 0x5f14e80c }; matmul_test_FP32(tosaName, tosaElements, templateJsonCfg, "4", 0, expected); } SUBCASE("matmul, set 4, param 1") @@ -572,7 +572,7 @@ TEST_CASE("positive - FP32 reduce_sum dot product (values 6,7 & 8)") } SUBCASE("reduce_sum, set 4, param 0") { - std::vector<uint32_t> expected = { 0x5e1e6f12, 0x3f000000, 0x3f000000 }; + std::vector<uint32_t> expected = { 0x5e1e6f12, 0x3f000000, 0xbf000000 }; reduce_sum_test_FP32(tosaName, tosaElements, templateJsonCfg, "4", expected); } SUBCASE("reduce_sum, set 5, param 0") @@ -750,4 +750,77 @@ TEST_CASE("positive - FP32 fully_connected dot product (values -8, -7 & -6 from fully_connected_test_FP32(tosaName, tosaElements, templateJsonCfg, "5", 2, lastExpected); } } + +void avg_pool2d_test_FP32(const std::string tosaName, + const size_t tosaElements, + const std::string templateJsonCfg, + const std::string setStr, + const std::vector<uint32_t> expected) +{ + std::string jsonCfg = templateJsonCfg; + update_json_template(jsonCfg, "_SET_", setStr); + + std::vector<float> buffer(tosaElements); + REQUIRE(tgd_generate_data(jsonCfg.c_str(), tosaName.c_str(), (void*)buffer.data(), tosaElements * 4)); + std::vector<float> first_three(buffer.begin(), buffer.begin() + 3); + check_output<float>(first_three, expected); +} + +TEST_CASE("positive - FP32 avg_pool2d dot product (first 3 values)") +{ + std::string templateJsonCfg = R"({ + "tensors" : { + "input" : { + "generator": "DOT_PRODUCT", + "data_type": "FP32", + "input_type": "VARIABLE", + "shape" : [ 2, 6, 2, 3 ], + "input_pos": 0, + "op" : "AVG_POOL2D", + "dot_product_info": { + "s": _SET_, + "ks": 3, + "acc_type": "FP32", + "kernel": [3, 1] + } + } + } + })"; + + const std::string tosaName = "input"; + const size_t tosaElements = 2 * 6 * 2 * 3; + + SUBCASE("avg_pool2d, set 0, param 0") + { + std::vector<uint32_t> expected = { 0xbf665aa4, 0xbf736bd3, 0x0 }; + avg_pool2d_test_FP32(tosaName, tosaElements, templateJsonCfg, "0", expected); + } + SUBCASE("avg_pool2d, set 1, param 0") + { + // NOTE: Python test script produced 0x5e839663,0x5e9f6894 - so off by 1 + std::vector<uint32_t> expected = { 0x5e839662, 0x5e904e86, 0x5e9f6893 }; + avg_pool2d_test_FP32(tosaName, tosaElements, templateJsonCfg, "1", expected); + } + SUBCASE("avg_pool2d, set 2, param 0") + { + std::vector<uint32_t> expected = { 0x3f800000, 0x3e3c8d18, 0xbe813879 }; + avg_pool2d_test_FP32(tosaName, tosaElements, templateJsonCfg, "2", expected); + } + SUBCASE("avg_pool2d, set 3, param 0") + { + // NOTE: Python test script produced 0xbf256686,0x3e1e8d3b - so off by 1 + std::vector<uint32_t> expected = { 0x41800000, 0xbf256685, 0x3e1e8d3b }; + avg_pool2d_test_FP32(tosaName, tosaElements, templateJsonCfg, "3", expected); + } + SUBCASE("avg_pool2d, set 4, param 0") + { + std::vector<uint32_t> expected = { 0x0, 0xbf000000, 0x5ef329c7 }; + avg_pool2d_test_FP32(tosaName, tosaElements, templateJsonCfg, "4", expected); + } + SUBCASE("avg_pool2d, set 5, param 0") + { + std::vector<uint32_t> expected = { 0x5dd5b529, 0x5e4bbbf9, 0x5eb4fe79 }; + avg_pool2d_test_FP32(tosaName, tosaElements, templateJsonCfg, "5", expected); + } +} TEST_SUITE_END(); // generate |