/* * Copyright (c) 2017 ARM Limited. * * SPDX-License-Identifier: MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to * deal in the Software without restriction, including without limitation the * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or * sell copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include "arm_compute/core/NEON/kernels/NEWinogradLayerKernel.h" #include "arm_compute/core/Error.h" #include "arm_compute/core/Helpers.h" #include "arm_compute/core/ITensor.h" #include "arm_compute/core/TensorInfo.h" #include "support/ToolchainSupport.h" #include "src/core/NEON/kernels/winograd/winograd_shim_nchw.hpp" using T = winograd_shim_nchw::Winograd2x2_3x3GEMM; namespace arm_compute { class Winograd3x3F32::Private { public: Private(const KernelShape &kernel_shape, const Tensor4DShape input_shape, const PaddingType padding_type, void *kernel_storage) : convolver(kernel_shape, input_shape, padding_type, kernel_storage) { } T convolver; }; Winograd3x3F32::~Winograd3x3F32() { } void Winograd3x3F32::nchw2nhwc(const Tensor4DShape &input_shape, const PaddingType padding_type, void *working_space, const void *const input) { _pimpl->convolver.nchw2nhwc(input_shape, padding_type, working_space, reinterpret_cast(input)); } void Winograd3x3F32::nhwc2nchw(const Tensor4DShape &input_shape, const PaddingType padding_type, void *working_space, void *const output) { _pimpl->convolver.nhwc2nchw(input_shape, padding_type, working_space, reinterpret_cast(output)); } void Winograd3x3F32::transform_weights(const void *const kernel, void *transform_working_space) { _pimpl->convolver.transform_weights(reinterpret_cast(kernel), transform_working_space); } void Winograd3x3F32::reshape_input(const Tensor4DShape &input_shape, const PaddingType padding_type, const void *const input, void *working_space) { _pimpl->convolver.reshape_input(input_shape, padding_type, reinterpret_cast(input), working_space); } void Winograd3x3F32::reshape_output(const Tensor4DShape &input_shape, const PaddingType padding_type, void *const output) { #if defined(__aarch64__) _pimpl->convolver.reshape_output(input_shape, padding_type, reinterpret_cast(output)); #else /* __aarch64__ */ ARM_COMPUTE_UNUSED(input_shape); ARM_COMPUTE_UNUSED(padding_type); ARM_COMPUTE_UNUSED(output); ARM_COMPUTE_ERROR("Not implemented"); #endif /* __aarch64__ */ } std::pair Winograd3x3F32::get_nhwc_ptrs(const Tensor4DShape &input_shape, const PaddingType padding_type, void *working_space) { return _pimpl->convolver.get_nhwc_ptrs(input_shape, padding_type, working_space); } Winograd3x3F32::Winograd3x3F32(const KernelShape &kernel_shape, const Tensor4DShape input_shape, const PaddingType padding_type, void *kernel_storage) : _pimpl(support::cpp14::make_unique(kernel_shape, input_shape, padding_type, kernel_storage)) { } size_t NEWinogradLayerKernel::get_kernel_storage_size(const KernelShape &shape) { return T::get_kernel_storage_size(shape); } size_t NEWinogradLayerKernel::get_working_space_size(const Tensor4DShape &input_shape, const KernelShape &k_shape, const PaddingType padding) { return T::get_working_space_size(input_shape, k_shape, padding); } size_t NEWinogradLayerKernel::get_kernel_transform_working_size(const KernelShape &shape) { return T::get_kernel_transform_working_size(shape); } NEWinogradLayerKernel::NEWinogradLayerKernel() : _convolver(nullptr), _output(nullptr) { } void NEWinogradLayerKernel::configure(ITensor *output, Winograd3x3F32 *convolver) { ARM_COMPUTE_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(output, 1, DataType::F32); _convolver = convolver; Window win = calculate_max_window(*output->info()); INEKernel::configure(win); } void NEWinogradLayerKernel::run(const Window &window, const ThreadInfo &info) { ARM_COMPUTE_UNUSED(window); ARM_COMPUTE_UNUSED(info); ARM_COMPUTE_ERROR_ON_UNCONFIGURED_KERNEL(this); ARM_COMPUTE_ERROR_ON_INVALID_SUBWINDOW(INEKernel::window(), window); ARM_COMPUTE_ERROR_ON(info.num_threads < 1); const size_t tid = info.thread_id; const size_t num_threads = std::min(info.num_threads, 16); const size_t num_gemms_per_thread = 16 / num_threads; const size_t first_gemm = tid * num_gemms_per_thread; const size_t last_gemm = (tid == (num_threads - 1)) ? 15 : first_gemm + num_gemms_per_thread - 1; _convolver->_pimpl->convolver.execute(first_gemm, last_gemm); } } // namespace arm_compute