/* * Copyright (c) 2021 Arm Limited. * * SPDX-License-Identifier: MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to * deal in the Software without restriction, including without limitation the * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or * sell copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include "arm_gemm_local.hpp" #include "pooling_implementation.hpp" #include "pooling_depthfirst.hpp" #include "pooling_depthfirst_generic.hpp" #include "kernels/cpp_nhwc_1x1_stride_any_depthfirst.hpp" #if defined(__aarch64__) #if defined(__ARM_FEATURE_SVE) #include "kernels/sve_fp32_nhwc_max_2x2_s1_output2x2_depthfirst.hpp" #include "kernels/sve_fp32_nhwc_avg_3x3_s1_output2x2_depthfirst.hpp" #include "kernels/sve_fp32_nhwc_avg_generic_depthfirst.hpp" #include "kernels/sve_fp32_nhwc_max_generic_depthfirst.hpp" #endif // defined(__ARM_FEATURE_SVE) #include "kernels/a64_fp32_nhwc_max_2x2_s1_output2x2_depthfirst.hpp" #include "kernels/a64_fp32_nhwc_avg_3x3_s1_output2x2_depthfirst.hpp" #include "kernels/a64_fp32_nhwc_avg_generic_depthfirst.hpp" #include "kernels/a64_fp32_nhwc_max_generic_depthfirst.hpp" #endif // defined(__aarch64__) namespace arm_conv { namespace pooling { namespace { template bool is_supported(const PoolingArgs &args, const Nothing &) { return ((args.pool_type == Strategy::pooling_type()) && (args.pool_window.rows == Strategy::pool_rows()) && (args.pool_window.cols == Strategy::pool_cols()) && (args.pool_stride.rows == Strategy::stride_rows()) && (args.pool_stride.cols == Strategy::stride_cols())); } } static const PoolingImplementation pooling_fp32_methods[] = { { PoolingMethod::DEPTHFIRST, "cpp_fp32_nhwc_1x1_stride_any_depthfirst", [] (const PoolingArgs &args, const Nothing &) -> bool { return args.pool_window.rows == 1 && args.pool_window.cols == 1; }, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirstGeneric>(args); }, }, #if defined(__aarch64__) #if defined(__ARM_FEATURE_SVE) { PoolingMethod::DEPTHFIRST, "sve_fp32_nhwc_max_2x2_s1_output2x2_depthfirst", is_supported, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirst(args); }, }, { PoolingMethod::DEPTHFIRST, "sve_fp32_nhwc_avg_3x3_s1_output2x2_depthfirst", is_supported, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirst(args); }, }, { PoolingMethod::DEPTHFIRST, "sve_fp32_nhwc_avg_generic_depthfirst", [] (const PoolingArgs &args, const Nothing &) -> bool { return args.pool_type == PoolingType::AVERAGE; }, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirstGeneric(args); }, }, { PoolingMethod::DEPTHFIRST, "sve_fp32_nhwc_max_generic_depthfirst", [] (const PoolingArgs &args, const Nothing &) -> bool { return args.pool_type == PoolingType::MAX; }, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirstGeneric(args); }, }, #endif // defined(__ARM_FEATURE_SVE) { PoolingMethod::DEPTHFIRST, "a64_fp32_nhwc_max_2x2_s1_output2x2_depthfirst", is_supported, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirst(args); }, }, { PoolingMethod::DEPTHFIRST, "a64_fp32_nhwc_avg_3x3_s1_output2x2_depthfirst", is_supported, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirst(args); }, }, { PoolingMethod::DEPTHFIRST, "a64_fp32_nhwc_avg_generic_depthfirst", [] (const PoolingArgs &args, const Nothing &) -> bool { return args.pool_type == PoolingType::AVERAGE; }, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirstGeneric(args); }, }, { PoolingMethod::DEPTHFIRST, "a64_fp32_nhwc_max_generic_depthfirst", [] (const PoolingArgs &args, const Nothing &) -> bool { return args.pool_type == PoolingType::MAX; }, nullptr, [] (const PoolingArgs &args, const Nothing &) -> PoolingCommon * { return new PoolingDepthfirstGeneric(args); }, }, #endif // defined(__aarch64__) { PoolingMethod::DEFAULT, "", nullptr, nullptr, nullptr }, // End of list }; template <> const PoolingImplementation *pooling_implementation_list() { return pooling_fp32_methods; } template UniquePoolingCommon pooling(const PoolingArgs &, const Nothing &); } // namespace pooling } // namespace arm_conv