From c6aa49b6709edada24b1ab3bc1308e0974f9e057 Mon Sep 17 00:00:00 2001 From: Giorgio Arena Date: Tue, 7 Aug 2018 11:53:30 +0100 Subject: COMPMID-1344 Add grouping support to CLWeightsReshapeKernel Change-Id: Idde333308db71087ec234b3fd1eb4e36a44db46c Reviewed-on: https://eu-gerrit-1.euhpc.arm.com/143049 Reviewed-by: Gian Marco Iodice Tested-by: Jenkins --- tests/datasets/ShapeDatasets.h | 36 ++++++ tests/validation/CL/WeightsReshape.cpp | 141 ++++++++++++++++++++++ tests/validation/fixtures/WeightsReshapeFixture.h | 130 ++++++++++++++++++++ tests/validation/reference/WeightsReshape.cpp | 74 ++++++++++++ tests/validation/reference/WeightsReshape.h | 44 +++++++ 5 files changed, 425 insertions(+) create mode 100644 tests/validation/CL/WeightsReshape.cpp create mode 100644 tests/validation/fixtures/WeightsReshapeFixture.h create mode 100644 tests/validation/reference/WeightsReshape.cpp create mode 100644 tests/validation/reference/WeightsReshape.h (limited to 'tests') diff --git a/tests/datasets/ShapeDatasets.h b/tests/datasets/ShapeDatasets.h index bc98b1e471..937bd08c6f 100644 --- a/tests/datasets/ShapeDatasets.h +++ b/tests/datasets/ShapeDatasets.h @@ -635,6 +635,42 @@ public: } }; +/** Data set containing small grouped weights tensor shapes. */ +class GroupedWeightsSmallShapes final : public ShapeDataset +{ +public: + GroupedWeightsSmallShapes() + : ShapeDataset("Shape", + { + TensorShape{ 3U, 3U, 48U, 120U }, + TensorShape{ 1U, 3U, 24U, 240U }, + TensorShape{ 3U, 1U, 12U, 480U }, + TensorShape{ 5U, 5U, 48U, 120U }, + TensorShape{ 1U, 5U, 24U, 240U }, + TensorShape{ 5U, 1U, 48U, 480U } + }) + { + } +}; + +/** Data set containing large grouped weights tensor shapes. */ +class GroupedWeightsLargeShapes final : public ShapeDataset +{ +public: + GroupedWeightsLargeShapes() + : ShapeDataset("Shape", + { + TensorShape{ 9U, 9U, 96U, 240U }, + TensorShape{ 7U, 9U, 48U, 480U }, + TensorShape{ 9U, 7U, 24U, 960U }, + TensorShape{ 13U, 13U, 96U, 240U }, + TensorShape{ 11U, 13U, 48U, 480U }, + TensorShape{ 13U, 11U, 24U, 960U } + }) + { + } +}; + /** Data set containing 2D tensor shapes for DepthConcatenateLayer. */ class DepthConcatenateLayerShapes final : public ShapeDataset { diff --git a/tests/validation/CL/WeightsReshape.cpp b/tests/validation/CL/WeightsReshape.cpp new file mode 100644 index 0000000000..6dae0c7625 --- /dev/null +++ b/tests/validation/CL/WeightsReshape.cpp @@ -0,0 +1,141 @@ +/* + * Copyright (c) 2018 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "arm_compute/core/CL/kernels/CLWeightsReshapeKernel.h" +#include "arm_compute/core/Types.h" +#include "tests/CL/Helper.h" + +#include "tests/CL/CLAccessor.h" +#include "tests/datasets/ShapeDatasets.h" +#include "tests/framework/Asserts.h" +#include "tests/framework/Macros.h" +#include "tests/framework/datasets/Datasets.h" +#include "tests/validation/Validation.h" +#include "tests/validation/fixtures/WeightsReshapeFixture.h" + +namespace arm_compute +{ +namespace test +{ +namespace validation +{ +TEST_SUITE(CL) +TEST_SUITE(WeightsReshape) + +using CLWeightsReshape = CLSynthetizeFunction; + +// *INDENT-OFF* +// clang-format off +DATA_TEST_CASE(Validate, framework::DatasetMode::ALL, zip(zip(zip( + framework::dataset::make("InputInfo", { TensorInfo(TensorShape(3U, 3U, 2U, 4U), 1, DataType::U8), // Unsupported data type + TensorInfo(TensorShape(3U, 3U, 2U, 4U), 1, DataType::F32), // Mismatching data type + TensorInfo(TensorShape(3U, 3U, 2U, 4U), 1, DataType::QASYMM8), // Bias not supported with QASYMM8 + TensorInfo(TensorShape(3U, 3U, 2U, 4U), 1, DataType::F32), + }), + framework::dataset::make("BiasesInfo", { TensorInfo(TensorShape(4U), 1, DataType::U8), + TensorInfo(TensorShape(4U), 1, DataType::F16), + TensorInfo(TensorShape(4U), 1, DataType::QASYMM8), + TensorInfo(TensorShape(4U), 1, DataType::F32), + })), + framework::dataset::make("OutputInfo", { TensorInfo(TensorShape(4U, 19U), 1, DataType::U8), + TensorInfo(TensorShape(4U, 19U), 1, DataType::F16), + TensorInfo(TensorShape(4U, 19U), 1, DataType::QASYMM8), + TensorInfo(TensorShape(4U, 19U), 1, DataType::F32), + })), + framework::dataset::make("Expected", { false, false, false, true })), + input_info, biases_info, output_info, expected) +{ + bool status = bool(CLWeightsReshape::validate(&input_info, &biases_info, &output_info)); + ARM_COMPUTE_EXPECT(status == expected, framework::LogLevel::ERRORS); +} +// clang-format on +// *INDENT-ON* + +template +using CLWeightsReshapeFixture = WeightsReshapeValidationFixture; + +TEST_SUITE(Float) +TEST_SUITE(FP32) +FIXTURE_DATA_TEST_CASE(RunSmall, CLWeightsReshapeFixture, framework::DatasetMode::ALL, combine(combine(combine(datasets::GroupedWeightsSmallShapes(), framework::dataset::make("DataType", + DataType::F32)), + framework::dataset::make("HasBias", { true, false })), + framework::dataset::make("NumGroups", { 1, 2, 3 }))) +{ + // Validate output + validate(CLAccessor(_target), _reference); +} +FIXTURE_DATA_TEST_CASE(RunLarge, CLWeightsReshapeFixture, framework::DatasetMode::NIGHTLY, combine(combine(combine(datasets::GroupedWeightsLargeShapes(), framework::dataset::make("DataType", + DataType::F32)), + framework::dataset::make("HasBias", { true, false })), + framework::dataset::make("NumGroups", { 1, 2, 3 }))) +{ + // Validate output + validate(CLAccessor(_target), _reference); +} +TEST_SUITE_END() + +TEST_SUITE(FP16) +FIXTURE_DATA_TEST_CASE(RunSmall, CLWeightsReshapeFixture, framework::DatasetMode::ALL, combine(combine(combine(datasets::GroupedWeightsSmallShapes(), framework::dataset::make("DataType", + DataType::F16)), + framework::dataset::make("HasBias", { true, false })), + framework::dataset::make("NumGroups", { 1, 2, 3 }))) +{ + // Validate output + validate(CLAccessor(_target), _reference); +} +FIXTURE_DATA_TEST_CASE(RunLarge, CLWeightsReshapeFixture, framework::DatasetMode::NIGHTLY, combine(combine(combine(datasets::GroupedWeightsLargeShapes(), framework::dataset::make("DataType", + DataType::F16)), + framework::dataset::make("HasBias", { true, false })), + framework::dataset::make("NumGroups", { 1, 2, 3 }))) +{ + // Validate output + validate(CLAccessor(_target), _reference); +} +TEST_SUITE_END() + +TEST_SUITE_END() + +TEST_SUITE(QASYMM8) +FIXTURE_DATA_TEST_CASE(RunSmall, CLWeightsReshapeFixture, framework::DatasetMode::ALL, combine(combine(combine(datasets::GroupedWeightsSmallShapes(), framework::dataset::make("DataType", + DataType::QASYMM8)), + framework::dataset::make("HasBias", { false })), + framework::dataset::make("NumGroups", { 1, 2, 3 }))) +{ + // Validate output + validate(CLAccessor(_target), _reference); +} +FIXTURE_DATA_TEST_CASE(RunLarge, CLWeightsReshapeFixture, framework::DatasetMode::NIGHTLY, combine(combine(combine(datasets::GroupedWeightsLargeShapes(), framework::dataset::make("DataType", + DataType::QASYMM8)), + framework::dataset::make("HasBias", { false })), + framework::dataset::make("NumGroups", { 1, 2, 3 }))) +{ + // Validate output + validate(CLAccessor(_target), _reference); +} +TEST_SUITE_END() + +TEST_SUITE_END() +TEST_SUITE_END() +} // namespace validation +} // namespace test +} // namespace arm_compute diff --git a/tests/validation/fixtures/WeightsReshapeFixture.h b/tests/validation/fixtures/WeightsReshapeFixture.h new file mode 100644 index 0000000000..06765f6c21 --- /dev/null +++ b/tests/validation/fixtures/WeightsReshapeFixture.h @@ -0,0 +1,130 @@ +/* + * Copyright (c) 2018 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef ARM_COMPUTE_TEST_WEIGHTS_RESHAPE_FIXTURE +#define ARM_COMPUTE_TEST_WEIGHTS_RESHAPE_FIXTURE + +#include "arm_compute/core/Helpers.h" +#include "arm_compute/core/TensorShape.h" +#include "arm_compute/core/Types.h" +#include "arm_compute/core/utils/misc/ShapeCalculator.h" +#include "arm_compute/runtime/Tensor.h" +#include "tests/AssetsLibrary.h" +#include "tests/Globals.h" +#include "tests/IAccessor.h" +#include "tests/framework/Asserts.h" +#include "tests/framework/Fixture.h" +#include "tests/validation/reference/WeightsReshape.h" + +namespace arm_compute +{ +namespace test +{ +namespace validation +{ +using namespace arm_compute::misc::shape_calculator; + +template +class WeightsReshapeValidationFixture : public framework::Fixture +{ +public: + template + void setup(TensorShape input_shape, DataType data_type, bool has_bias, unsigned int num_groups) + { + const TensorShape output_shape = compute_weights_reshaped_shape(TensorInfo(input_shape, 1, data_type), has_bias, num_groups); + + _target = compute_target(input_shape, output_shape, has_bias, num_groups, data_type); + _reference = compute_reference(input_shape, output_shape, has_bias, num_groups, data_type); + } + +protected: + template + void fill(U &&tensor, const int seed) + { + library->fill_tensor_uniform(tensor, seed); + } + + TensorType compute_target(const TensorShape &input_shape, const TensorShape &output_shape, const bool has_bias, const unsigned int num_groups, DataType data_type) + { + // Create tensors + TensorType src = create_tensor(input_shape, data_type); + TensorType bias = create_tensor(TensorShape(input_shape[3]), data_type); + TensorType dst = create_tensor(output_shape, data_type); + + // Create and configure function + FunctionType weights_reshape_func; + weights_reshape_func.configure(&src, (has_bias ? &bias : nullptr), &dst, num_groups); + + ARM_COMPUTE_EXPECT(src.info()->is_resizable(), framework::LogLevel::ERRORS); + ARM_COMPUTE_EXPECT(dst.info()->is_resizable(), framework::LogLevel::ERRORS); + + // Allocate tensors + src.allocator()->allocate(); + dst.allocator()->allocate(); + + ARM_COMPUTE_EXPECT(!src.info()->is_resizable(), framework::LogLevel::ERRORS); + ARM_COMPUTE_EXPECT(!dst.info()->is_resizable(), framework::LogLevel::ERRORS); + + // Fill tensors + fill(AccessorType(src), 0); + + if(has_bias) + { + ARM_COMPUTE_EXPECT(bias.info()->is_resizable(), framework::LogLevel::ERRORS); + + bias.allocator()->allocate(); + + ARM_COMPUTE_EXPECT(!bias.info()->is_resizable(), framework::LogLevel::ERRORS); + + fill(AccessorType(bias), 1); + } + + // Compute function + weights_reshape_func.run(); + + return dst; + } + + SimpleTensor compute_reference(const TensorShape &input_shape, const TensorShape &output_shape, const bool has_bias, const unsigned int num_groups, DataType data_type) + { + // Create reference + SimpleTensor src{ input_shape, data_type }; + SimpleTensor bias{ TensorShape(has_bias ? input_shape[3] : 0), data_type }; + + // Fill reference + fill(src, 0); + if(has_bias) + { + fill(bias, 1); + } + + return reference::weights_reshape(src, bias, output_shape, num_groups); + } + + TensorType _target{}; + SimpleTensor _reference{}; +}; +} // namespace validation +} // namespace test +} // namespace arm_compute +#endif /* ARM_COMPUTE_TEST_WEIGHTS_RESHAPE_FIXTURE */ diff --git a/tests/validation/reference/WeightsReshape.cpp b/tests/validation/reference/WeightsReshape.cpp new file mode 100644 index 0000000000..fc023951fb --- /dev/null +++ b/tests/validation/reference/WeightsReshape.cpp @@ -0,0 +1,74 @@ +/* + * Copyright (c) 2018 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "WeightsReshape.h" + +#include "tests/validation/Helpers.h" +#include "tests/validation/reference/Utils.h" + +namespace arm_compute +{ +namespace test +{ +namespace validation +{ +namespace reference +{ +template +SimpleTensor weights_reshape(const SimpleTensor &src, const SimpleTensor &biases, const TensorShape &dst_shape, const unsigned int num_groups) +{ + SimpleTensor dst{ dst_shape, src.data_type(), 1 }; + + // Compute reference + const bool has_bias = biases.size() > 0; + const size_t linear_sz = src.shape().total_size_lower(3); + const size_t group_sz = src.shape()[3] / num_groups; + + for(size_t g = 0; g < num_groups; ++g) + { + for(size_t w = 0; w < group_sz; ++w) + { + const size_t curr_weight = g * group_sz + w; + + size_t i = 0; + for(; i < linear_sz; ++i) + { + dst[coord2index(dst.shape(), Coordinates(w, i, g))] = src[curr_weight * linear_sz + i]; + } + if(has_bias) + { + dst[coord2index(dst.shape(), Coordinates(w, i, g))] = static_cast(biases[curr_weight]); + } + } + } + + return dst; +} + +template SimpleTensor weights_reshape(const SimpleTensor &src, const SimpleTensor &biases, const TensorShape &dst_shape, const unsigned int num_groups); +template SimpleTensor weights_reshape(const SimpleTensor &src, const SimpleTensor &biases, const TensorShape &dst_shape, const unsigned int num_groups); +template SimpleTensor weights_reshape(const SimpleTensor &src, const SimpleTensor &biases, const TensorShape &dst_shape, const unsigned int num_groups); +} // namespace reference +} // namespace validation +} // namespace test +} // namespace arm_compute diff --git a/tests/validation/reference/WeightsReshape.h b/tests/validation/reference/WeightsReshape.h new file mode 100644 index 0000000000..629f1e5271 --- /dev/null +++ b/tests/validation/reference/WeightsReshape.h @@ -0,0 +1,44 @@ +/* + * Copyright (c) 2018 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_TEST_WEIGHTS_RESHAPE_H__ +#define __ARM_COMPUTE_TEST_WEIGHTS_RESHAPE_H__ + +#include "tests/SimpleTensor.h" +#include "tests/validation/Helpers.h" + +namespace arm_compute +{ +namespace test +{ +namespace validation +{ +namespace reference +{ +template +SimpleTensor weights_reshape(const SimpleTensor &src, const SimpleTensor &biases, const TensorShape &dst_shape, const unsigned int num_groups); +} // namespace reference +} // namespace validation +} // namespace test +} // namespace arm_compute +#endif /* __ARM_COMPUTE_TEST_WEIGHTS_RESHAPE_H__ */ -- cgit v1.2.1