/* * Copyright (c) 2017-2018 ARM Limited. * * SPDX-License-Identifier: MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to * deal in the Software without restriction, including without limitation the * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or * sell copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include "BatchNormalizationLayer.h" #include "ActivationLayer.h" #include "tests/validation/FixedPoint.h" #include "tests/validation/Helpers.h" #include "tests/validation/reference/Permute.h" namespace arm_compute { namespace test { namespace validation { namespace reference { // Batch Normalization Layer for fixed point type template ::value, int>::type *> SimpleTensor batch_normalization_layer(const SimpleTensor &src, const SimpleTensor &mean, const SimpleTensor &var, const SimpleTensor &beta, const SimpleTensor &gamma, float epsilon, ActivationLayerInfo act_info, int fixed_point_position) { ARM_COMPUTE_ERROR_ON_MSG(src.data_layout() == DataLayout::NHWC, "Unsupported NHWC format"); ARM_COMPUTE_UNUSED(act_info); SimpleTensor result(src.shape(), src.data_type()); const auto cols = static_cast(src.shape()[0]); const auto rows = static_cast(src.shape()[1]); const auto depth = static_cast(src.shape()[2]); const int upper_dims = src.shape().total_size() / (cols * rows * depth); for(int r = 0; r < upper_dims; ++r) { for(int i = 0; i < depth; ++i) { for(int k = 0; k < rows; ++k) { for(int l = 0; l < cols; ++l) { const int pos = l + k * cols + i * rows * cols + r * cols * rows * depth; fixed_point_arithmetic::fixed_point src_qs(src[pos], fixed_point_position, true); fixed_point_arithmetic::fixed_point var_qs(var[i], fixed_point_position, true); fixed_point_arithmetic::fixed_point mean_qs(mean[i], fixed_point_position, true); fixed_point_arithmetic::fixed_point beta_qs(beta[i], fixed_point_position, true); fixed_point_arithmetic::fixed_point gamma_qs(gamma[i], fixed_point_position, true); fixed_point_arithmetic::fixed_point epsilon_qs(epsilon, fixed_point_position); auto denominator = fixed_point_arithmetic::inv_sqrt(var_qs + epsilon_qs); auto numerator = src_qs - mean_qs; auto x_bar = numerator * denominator; x_bar = beta_qs + x_bar * gamma_qs; result[pos] = x_bar.raw(); } } } } return result; } // Batch Normalization Layer for floating point type template ::value, int>::type *> SimpleTensor batch_normalization_layer(const SimpleTensor &src, const SimpleTensor &mean, const SimpleTensor &var, const SimpleTensor &beta, const SimpleTensor &gamma, float epsilon, ActivationLayerInfo act_info, int fixed_point_position) { ARM_COMPUTE_UNUSED(fixed_point_position); const bool is_nhwc = src.data_layout() == DataLayout::NHWC; const SimpleTensor perm_src = (is_nhwc) ? permute(src, PermutationVector(1U, 2U, 0U)) : src; SimpleTensor result(perm_src.shape(), perm_src.data_type()); const auto cols = static_cast(perm_src.shape()[0]); const auto rows = static_cast(perm_src.shape()[1]); const auto depth = static_cast(perm_src.shape()[2]); const int upper_dims = perm_src.shape().total_size() / (cols * rows * depth); for(int r = 0; r < upper_dims; ++r) { for(int i = 0; i < depth; ++i) { for(int k = 0; k < rows; ++k) { for(int l = 0; l < cols; ++l) { const int pos = l + k * cols + i * rows * cols + r * cols * rows * depth; const float denominator = sqrt(var[i] + epsilon); const float numerator = perm_src[pos] - mean[i]; const float x_bar = numerator / denominator; result[pos] = beta[i] + x_bar * gamma[i]; } } } } if(act_info.enabled()) { result = activation_layer(result, act_info); } if(is_nhwc) { result = permute(result, PermutationVector(2U, 0U, 1U)); } return result; } template SimpleTensor batch_normalization_layer(const SimpleTensor &src, const SimpleTensor &mean, const SimpleTensor &var, const SimpleTensor &beta, const SimpleTensor &gamma, float epsilon, ActivationLayerInfo act_info, int fixed_point_position); template SimpleTensor batch_normalization_layer(const SimpleTensor &src, const SimpleTensor &mean, const SimpleTensor &var, const SimpleTensor &beta, const SimpleTensor &gamma, float epsilon, ActivationLayerInfo act_info, int fixed_point_position); template SimpleTensor batch_normalization_layer(const SimpleTensor &src, const SimpleTensor &mean, const SimpleTensor &var, const SimpleTensor &beta, const SimpleTensor &gamma, float epsilon, ActivationLayerInfo act_info, int fixed_point_position); template SimpleTensor batch_normalization_layer(const SimpleTensor &src, const SimpleTensor &mean, const SimpleTensor &var, const SimpleTensor &beta, const SimpleTensor &gamma, float epsilon, ActivationLayerInfo act_info, int fixed_point_position); } // namespace reference } // namespace validation } // namespace test } // namespace arm_compute