From 769c638959b8f8a11fe9d7880f3dcdebc181bb91 Mon Sep 17 00:00:00 2001 From: Manuel Bottini Date: Thu, 22 Aug 2019 13:13:48 +0100 Subject: COMPMID-2314: Implement NEON INSTANCE_NORMALIZATION function Change-Id: Ibaa574207aedf691953f8af8fa32b6408a1664ec Signed-off-by: Manuel Bottini Reviewed-on: https://review.mlplatform.org/c/1905 Comments-Addressed: Arm Jenkins Tested-by: Arm Jenkins Reviewed-by: Michele Di Giorgio --- .../reference/InstanceNormalizationLayer.cpp | 96 ++++++++++++++++++++++ .../reference/InstanceNormalizationLayer.h | 44 ++++++++++ 2 files changed, 140 insertions(+) create mode 100644 tests/validation/reference/InstanceNormalizationLayer.cpp create mode 100644 tests/validation/reference/InstanceNormalizationLayer.h (limited to 'tests/validation/reference') diff --git a/tests/validation/reference/InstanceNormalizationLayer.cpp b/tests/validation/reference/InstanceNormalizationLayer.cpp new file mode 100644 index 0000000000..0e5c02aa99 --- /dev/null +++ b/tests/validation/reference/InstanceNormalizationLayer.cpp @@ -0,0 +1,96 @@ +/* + * Copyright (c) 2019 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#include "InstanceNormalizationLayer.h" + +#include "tests/validation/Helpers.h" + +#include +#include + +namespace arm_compute +{ +namespace test +{ +namespace validation +{ +namespace reference +{ +template +SimpleTensor instance_normalization(const SimpleTensor &src, float gamma, float beta, float epsilon) +{ + SimpleTensor dst{ src.shape(), src.data_type() }; + + //NCHW + const size_t w_size = src.shape()[0]; + const size_t h_size = src.shape()[1]; + const size_t c_size = src.shape()[2]; + const size_t n_size = src.shape()[3]; + + for(size_t n_i = 0; n_i < n_size; ++n_i) + { + for(size_t c_i = 0; c_i < c_size; ++c_i) + { + float sum_h_w = 0; + //Compute mean + for(size_t h_i = 0; h_i < h_size; ++h_i) + { + for(size_t w_i = 0; w_i < w_size; ++w_i) + { + sum_h_w += src[coord2index(src.shape(), Coordinates(w_i, h_i, c_i, n_i))]; + } + } + const float mean_h_w = sum_h_w / (h_size * w_size); + + //Compute variance + float partial_var_h_w = 0; + for(size_t h_i = 0; h_i < h_size; ++h_i) + { + for(size_t w_i = 0; w_i < w_size; ++w_i) + { + partial_var_h_w += std::pow(src[coord2index(src.shape(), Coordinates(w_i, h_i, c_i, n_i))] - mean_h_w, 2); + } + } + const float var_h_w = partial_var_h_w / (h_size * w_size); + + //Apply mean + for(size_t h_i = 0; h_i < h_size; ++h_i) + { + for(size_t w_i = 0; w_i < w_size; ++w_i) + { + //Compute output + size_t index = coord2index(src.shape(), Coordinates(w_i, h_i, c_i, n_i)); + dst[index] = (src[index] - mean_h_w) * gamma / std::sqrt(var_h_w + epsilon) + beta; + } + } + } + } + return dst; +} + +template SimpleTensor instance_normalization(const SimpleTensor &src, float gamma, float beta, float epsilon); +template SimpleTensor instance_normalization(const SimpleTensor &src, float gamma, float beta, float epsilon); +} // namespace reference +} // namespace validation +} // namespace test +} // namespace arm_compute diff --git a/tests/validation/reference/InstanceNormalizationLayer.h b/tests/validation/reference/InstanceNormalizationLayer.h new file mode 100644 index 0000000000..2926e09f1b --- /dev/null +++ b/tests/validation/reference/InstanceNormalizationLayer.h @@ -0,0 +1,44 @@ +/* + * Copyright (c) 2019 ARM Limited. + * + * SPDX-License-Identifier: MIT + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to + * deal in the Software without restriction, including without limitation the + * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or + * sell copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ +#ifndef __ARM_COMPUTE_TEST_INSTANCENORMALIZATION_H__ +#define __ARM_COMPUTE_TEST_INSTANCENORMALIZATION_H__ + +#include "tests/SimpleTensor.h" +#include "tests/validation/Helpers.h" + +namespace arm_compute +{ +namespace test +{ +namespace validation +{ +namespace reference +{ +template +SimpleTensor instance_normalization(const SimpleTensor &src, float gamma, float beta, float epsilon); +} // namespace reference +} // namespace validation +} // namespace test +} // namespace arm_compute +#endif /* __ARM_COMPUTE_TEST_INSTANCENORMALIZATION_H__ */ -- cgit v1.2.1