COMPMID-1961: Implement FFT (1D) on NEON

Change-Id: I0bea3bfbc3b0cd9e8c9a0e0f6f430640573f08d1
Signed-off-by: giuros01 <giuseppe.rossini@arm.com>
Reviewed-on: https://review.mlplatform.org/c/996
Tested-by: Arm Jenkins <bsgcomp@arm.com>
Comments-Addressed: Arm Jenkins <bsgcomp@arm.com>
Reviewed-by: Georgios Pinitas <georgios.pinitas@arm.com>

2 files changed, 979 insertions, 0 deletions

diff --git a/src/core/NEON/kernels/NEFFTDigitReverseKernel.cpp b/src/core/NEON/kernels/NEFFTDigitReverseKernel.cpp
new file mode 100644
index 0000000000..845fcef4f3
--- /dev/null
+++ b/src/core/NEON/kernels/NEFFTDigitReverseKernel.cpp
@@ -0,0 +1,114 @@
+/*
+ * Copyright (c) 2019 ARM Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+#include "arm_compute/core/NEON/kernels/NEFFTDigitReverseKernel.h"
+
+#include "arm_compute/core/ITensor.h"
+#include "arm_compute/core/TensorInfo.h"
+#include "arm_compute/core/Types.h"
+#include "arm_compute/core/Validate.h"
+#include "arm_compute/core/Window.h"
+
+namespace arm_compute
+{
+namespace
+{
+Status validate_arguments(const ITensorInfo *input, const ITensorInfo *output, const ITensorInfo *idx, unsigned int axis)
+{
+    ARM_COMPUTE_RETURN_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(input, 2, DataType::F32);
+    ARM_COMPUTE_RETURN_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(idx, 1, DataType::U32);
+    ARM_COMPUTE_RETURN_ERROR_ON(axis != 0);
+
+    // Checks performed when output is configured
+    if((output != nullptr) && (output->total_size() != 0))
+    {
+        ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_SHAPES(input, output);
+        ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_DATA_TYPES(input, output);
+    }
+
+    return Status{};
+}
+
+std::pair<Status, Window> validate_and_configure_window(ITensorInfo *input, ITensorInfo *output, ITensorInfo *idx, unsigned int axis)
+{
+    ARM_COMPUTE_UNUSED(idx, axis);
+
+    auto_init_if_empty(*output, *input);
+
+    Window win = calculate_max_window(*output, Steps());
+    output->set_valid_region(ValidRegion(Coordinates(), output->tensor_shape()));
+
+    return std::make_pair(Status{}, win);
+}
+} // namespace
+
+NEFFTDigitReverseKernel::NEFFTDigitReverseKernel()
+    : _input(nullptr), _output(nullptr), _idx(nullptr), _axis(0)
+{
+}
+
+void NEFFTDigitReverseKernel::configure(const ITensor *input, ITensor *output, const ITensor *idx, unsigned int axis)
+{
+    ARM_COMPUTE_ERROR_ON_NULLPTR(input, output, idx);
+    ARM_COMPUTE_ERROR_THROW_ON(validate_arguments(input->info(), output->info(), idx->info(), axis));
+
+    _input  = input;
+    _output = output;
+    _idx    = idx;
+    _axis   = axis;
+
+    // Configure kernel window
+    auto win_config = validate_and_configure_window(input->info(), output->info(), idx->info(), axis);
+    ARM_COMPUTE_ERROR_THROW_ON(win_config.first);
+    INEKernel::configure(win_config.second);
+}
+
+Status NEFFTDigitReverseKernel::validate(const ITensorInfo *input, const ITensorInfo *output, const ITensorInfo *idx, unsigned int axis)
+{
+    ARM_COMPUTE_RETURN_ON_ERROR(validate_arguments(input, output, idx, axis));
+    ARM_COMPUTE_RETURN_ON_ERROR(validate_and_configure_window(input->clone().get(), output->clone().get(), idx->clone().get(), axis).first);
+    return Status{};
+}
+
+void NEFFTDigitReverseKernel::run(const Window &window, const ThreadInfo &info)
+{
+    ARM_COMPUTE_UNUSED(info);
+    Iterator     out(_output, window);
+    const size_t element_size = _input->info()->element_size();
+
+    execute_window_loop(window, [&](const Coordinates & id)
+    {
+        unsigned int in_index_1d = *reinterpret_cast<unsigned int *>(_idx->ptr_to_element(Coordinates(id.x())));
+
+        auto reverse_id = id;
+        reverse_id.set(_axis, in_index_1d);
+
+        memcpy(out.ptr(), _input->ptr_to_element(reverse_id), 2 * element_size);
+
+    },
+    out);
+
+    ARM_COMPUTE_ERROR_ON_UNCONFIGURED_KERNEL(this);
+    ARM_COMPUTE_ERROR_ON_INVALID_SUBWINDOW(INEKernel::window(), window);
+}
+} // namespace arm_compute
diff --git a/src/core/NEON/kernels/NEFFTRadixStageKernel.cpp b/src/core/NEON/kernels/NEFFTRadixStageKernel.cpp
new file mode 100644
index 0000000000..b264590791
--- /dev/null
+++ b/src/core/NEON/kernels/NEFFTRadixStageKernel.cpp
@@ -0,0 +1,865 @@
+/*
+ * Copyright (c) 2019 ARM Limited.
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to
+ * deal in the Software without restriction, including without limitation the
+ * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+ * sell copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+#include "arm_compute/core/NEON/kernels/NEFFTRadixStageKernel.h"
+
+#include "arm_compute/core/ITensor.h"
+#include "arm_compute/core/NEON/wrapper/traits.h"
+#include "arm_compute/core/NEON/wrapper/wrapper.h"
+#include "arm_compute/core/TensorInfo.h"
+#include "arm_compute/core/Types.h"
+#include "arm_compute/core/Utils.h"
+#include "arm_compute/core/Window.h"
+
+#include <arm_neon.h>
+#include <cmath>
+#include <complex>
+
+namespace arm_compute
+{
+namespace
+{
+constexpr float PI = 3.141592653589793f;
+
+float32x2_t c_mul_neon(float32x2_t a, float32x2_t b)
+{
+    float32x2_t tmp = wrapper::vmul(a, b);
+
+    const float P1 = wrapper::vgetlane(tmp, 0);
+    const float P2 = wrapper::vgetlane(tmp, 1);
+
+    const float a_r = wrapper::vgetlane(a, 0);
+    const float a_i = wrapper::vgetlane(a, 1);
+    const float b_r = wrapper::vgetlane(b, 0);
+    const float b_i = wrapper::vgetlane(b, 1);
+
+    const float P3  = (a_r + a_i) * (b_r + b_i);
+    float32x2_t out = { P1 - P2, P3 - P2 - P1 };
+    return out;
+}
+
+float32x2_t c_mul_neon_img(float32x2_t a, float img_constant)
+{
+    const float a_r = wrapper::vgetlane(a, 0);
+    const float a_i = wrapper::vgetlane(a, 1);
+
+    const auto out = wrapper::vmul(float32x2_t{ -a_i, a_r }, float32x2_t{ img_constant, img_constant });
+    return out;
+}
+
+float32x2_t reduce_sum_5(float32x2_t a, float32x2_t b, float32x2_t c, float32x2_t d, float32x2_t e)
+{
+    const auto t0 = wrapper::vadd(a, b);
+    const auto t1 = wrapper::vadd(c, d);
+    const auto t2 = wrapper::vadd(t0, t1);
+    return wrapper::vadd(t2, e);
+}
+
+float32x2_t reduce_sum_7(float32x2_t x1, float32x2_t x2, float32x2_t x3, float32x2_t x4, float32x2_t x5, float32x2_t x6, float32x2_t x7)
+{
+    const auto t0  = wrapper::vadd(x1, x2);
+    const auto t1  = wrapper::vadd(x3, x4);
+    const auto t2  = wrapper::vadd(x5, x6);
+    const auto t00 = wrapper::vadd(t0, t1);
+    const auto t01 = wrapper::vadd(t2, x7);
+
+    return wrapper::vadd(t00, t01);
+}
+
+float32x2_t reduce_sum_8(float32x2_t x1, float32x2_t x2, float32x2_t x3, float32x2_t x4, float32x2_t x5, float32x2_t x6, float32x2_t x7, float32x2_t x8)
+{
+    const auto t0  = wrapper::vadd(x1, x2);
+    const auto t1  = wrapper::vadd(x3, x4);
+    const auto t2  = wrapper::vadd(x5, x6);
+    const auto t3  = wrapper::vadd(x7, x8);
+    const auto t00 = wrapper::vadd(t0, t1);
+    const auto t01 = wrapper::vadd(t2, t3);
+
+    return wrapper::vadd(t00, t01);
+}
+
+void fft_2(float32x2_t &x, float32x2_t &y, float32x2_t &w)
+{
+    float32x2_t a = x;
+    float32x2_t b = c_mul_neon(w, y);
+
+    x = wrapper::vadd(a, b);
+    y = wrapper::vsub(a, b);
+}
+
+constexpr float sqrt3div2 = 0.866025403784438;
+void fft_3(float32x2_t &x, float32x2_t &y, float32x2_t &z, const float32x2_t &w, const float32x2_t &w2)
+{
+    float32x2_t a = x;
+    float32x2_t b = c_mul_neon(w, y);
+    float32x2_t c = c_mul_neon(w2, z);
+
+    x = wrapper::vadd(a, b);
+    x = wrapper::vadd(x, c);
+
+    const auto v1 = wrapper::vmul(float32x2_t{ 0.5f, 0.5 }, wrapper::vadd(b, c));
+    const auto v2 = c_mul_neon(float32x2_t{ 0.f, -sqrt3div2 }, wrapper::vsub(b, c));
+
+    y = z = wrapper::vsub(a, v1);
+    y     = wrapper::vadd(y, v2);
+    z     = wrapper::vsub(z, v2);
+}
+
+void fft_4(float32x2_t &x1, float32x2_t &x2, float32x2_t &x3, float32x2_t &x4, const float32x2_t &w, const float32x2_t &w2, const float32x2_t &w3)
+{
+    float32x2_t a = x1;
+    float32x2_t b = c_mul_neon(w, x2);
+    float32x2_t c = c_mul_neon(w2, x3);
+    float32x2_t d = c_mul_neon(w3, x4);
+
+    const auto x11 = wrapper::vadd(a, b);
+    const auto x12 = wrapper::vadd(c, d);
+    x1             = wrapper::vadd(x11, x12);
+
+    const auto x21 = wrapper::vadd(a, c_mul_neon_img(b, -1));
+    const auto x22 = wrapper::vadd(wrapper::vneg(c), c_mul_neon_img(d, 1.f));
+    x2             = wrapper::vadd(x21, x22);
+
+    const auto x31 = wrapper::vadd(a, wrapper::vneg(b));
+    const auto x32 = wrapper::vadd(c, wrapper::vneg(d));
+    x3             = wrapper::vadd(x31, x32);
+
+    const auto x41 = wrapper::vadd(a, c_mul_neon_img(b, 1));
+    const auto x42 = wrapper::vadd(wrapper::vneg(c), c_mul_neon_img(d, -1));
+    x4             = wrapper::vadd(x41, x42);
+}
+
+constexpr float W5_0 = 0.30901699437494f;
+constexpr float W5_1 = 0.95105651629515f;
+constexpr float W5_2 = 0.80901699437494f;
+constexpr float W5_3 = 0.58778525229247f;
+void fft_5(float32x2_t &x1, float32x2_t &x2, float32x2_t &x3, float32x2_t &x4, float32x2_t &x5, const float32x2_t &w, const float32x2_t &w2, const float32x2_t &w3, const float32x2_t &w4)
+{
+    const auto a = x1;
+    const auto b = c_mul_neon(w, x2);
+    const auto c = c_mul_neon(w2, x3);
+    const auto d = c_mul_neon(w3, x4);
+    const auto e = c_mul_neon(w4, x5);
+
+    const auto b0 = c_mul_neon(float32x2_t{ W5_0, -W5_1 }, b);
+    const auto b1 = c_mul_neon(float32x2_t{ -W5_2, -W5_3 }, b);
+    const auto b2 = c_mul_neon(float32x2_t{ -W5_2, W5_3 }, b);
+    const auto b3 = c_mul_neon(float32x2_t{ W5_0, W5_1 }, b);
+
+    const auto c0 = c_mul_neon(float32x2_t{ -W5_2, -W5_3 }, c);
+    const auto c1 = c_mul_neon(float32x2_t{ W5_0, W5_1 }, c);
+    const auto c2 = c_mul_neon(float32x2_t{ W5_0, -W5_1 }, c);
+    const auto c3 = c_mul_neon(float32x2_t{ -W5_2, W5_3 }, c);
+
+    const auto d0 = c_mul_neon(float32x2_t{ -W5_2, W5_3 }, d);
+    const auto d1 = c_mul_neon(float32x2_t{ W5_0, -W5_1 }, d);
+    const auto d2 = c_mul_neon(float32x2_t{ W5_0, W5_1 }, d);
+    const auto d3 = c_mul_neon(float32x2_t{ -W5_2, -W5_3 }, d);
+
+    const auto e0 = c_mul_neon(float32x2_t{ W5_0, W5_1 }, e);
+    const auto e1 = c_mul_neon(float32x2_t{ -W5_2, W5_3 }, e);
+    const auto e2 = c_mul_neon(float32x2_t{ -W5_2, -W5_3 }, e);
+    const auto e3 = c_mul_neon(float32x2_t{ W5_0, -W5_1 }, e);
+
+    x1 = reduce_sum_5(a, b, c, d, e);
+    x2 = reduce_sum_5(a, b0, c0, d0, e0);
+    x3 = reduce_sum_5(a, b1, c1, d1, e1);
+    x4 = reduce_sum_5(a, b2, c2, d2, e2);
+    x5 = reduce_sum_5(a, b3, c3, d3, e3);
+}
+
+constexpr float W7_0 = 0.62348980185873f;
+constexpr float W7_1 = 0.78183148246802f;
+constexpr float W7_2 = 0.22252093395631f;
+constexpr float W7_3 = 0.97492791218182f;
+constexpr float W7_4 = 0.90096886790241f;
+constexpr float W7_5 = 0.43388373911755f;
+void fft_7(float32x2_t &x1, float32x2_t &x2, float32x2_t &x3, float32x2_t &x4, float32x2_t &x5, float32x2_t &x6, float32x2_t &x7, const float32x2_t &w, const float32x2_t &w2, const float32x2_t &w3,
+           const float32x2_t &w4,
+           const float32x2_t &w5, const float32x2_t &w6)
+{
+    const auto a = x1;
+    const auto b = c_mul_neon(w, x2);
+    const auto c = c_mul_neon(w2, x3);
+    const auto d = c_mul_neon(w3, x4);
+    const auto e = c_mul_neon(w4, x5);
+    const auto f = c_mul_neon(w5, x6);
+    const auto g = c_mul_neon(w6, x7);
+
+    const auto b0 = c_mul_neon(float32x2_t{ W7_0, -W7_1 }, b);
+    const auto b1 = c_mul_neon(float32x2_t{ -W7_2, -W7_3 }, b);
+    const auto b2 = c_mul_neon(float32x2_t{ -W7_4, -W7_5 }, b);
+    const auto b3 = c_mul_neon(float32x2_t{ -W7_4, W7_5 }, b);
+    const auto b4 = c_mul_neon(float32x2_t{ -W7_2, W7_3 }, b);
+    const auto b5 = c_mul_neon(float32x2_t{ W7_0, W7_1 }, b);
+
+    const auto c0 = c_mul_neon(float32x2_t{ -W7_2, -W7_3 }, c);
+    const auto c1 = c_mul_neon(float32x2_t{ -W7_4, W7_5 }, c);
+    const auto c2 = c_mul_neon(float32x2_t{ W7_0, W7_1 }, c);
+    const auto c3 = c_mul_neon(float32x2_t{ W7_0, -W7_1 }, c);
+    const auto c4 = c_mul_neon(float32x2_t{ -W7_4, -W7_5 }, c);
+    const auto c5 = c_mul_neon(float32x2_t{ -W7_2, W7_3 }, c);
+
+    const auto d0 = c_mul_neon(float32x2_t{ -W7_4, -W7_5 }, d);
+    const auto d1 = c_mul_neon(float32x2_t{ W7_0, W7_1 }, d);
+    const auto d2 = c_mul_neon(float32x2_t{ -W7_2, -W7_3 }, d);
+    const auto d3 = c_mul_neon(float32x2_t{ -W7_2, +W7_3 }, d);
+    const auto d4 = c_mul_neon(float32x2_t{ W7_0, -W7_1 }, d);
+    const auto d5 = c_mul_neon(float32x2_t{ -W7_4, W7_5 }, d);
+
+    const auto e0 = c_mul_neon(float32x2_t{ -W7_4, W7_5 }, e);
+    const auto e1 = c_mul_neon(float32x2_t{ W7_0, -W7_1 }, e);
+    const auto e2 = c_mul_neon(float32x2_t{ -W7_2, W7_3 }, e);
+    const auto e3 = c_mul_neon(float32x2_t{ -W7_2, -W7_3 }, e);
+    const auto e4 = c_mul_neon(float32x2_t{ W7_0, W7_1 }, e);
+    const auto e5 = c_mul_neon(float32x2_t{ -W7_4, -W7_5 }, e);
+
+    const auto f0 = c_mul_neon(float32x2_t{ -W7_2, W7_3 }, f);
+    const auto f1 = c_mul_neon(float32x2_t{ -W7_4, -W7_5 }, f);
+    const auto f2 = c_mul_neon(float32x2_t{ W7_0, -W7_1 }, f);
+    const auto f3 = c_mul_neon(float32x2_t{ W7_0, W7_1 }, f);
+    const auto f4 = c_mul_neon(float32x2_t{ -W7_4, W7_5 }, f);
+    const auto f5 = c_mul_neon(float32x2_t{ -W7_2, -W7_3 }, f);
+
+    const auto g0 = c_mul_neon(float32x2_t{ W7_0, W7_1 }, g);
+    const auto g1 = c_mul_neon(float32x2_t{ -W7_2, W7_3 }, g);
+    const auto g2 = c_mul_neon(float32x2_t{ -W7_4, W7_5 }, g);
+    const auto g3 = c_mul_neon(float32x2_t{ -W7_4, -W7_5 }, g);
+    const auto g4 = c_mul_neon(float32x2_t{ -W7_2, -W7_3 }, g);
+    const auto g5 = c_mul_neon(float32x2_t{ W7_0, -W7_1 }, g);
+
+    x1 = reduce_sum_7(a, b, c, d, e, f, g);
+    x2 = reduce_sum_7(a, b0, c0, d0, e0, f0, g0);
+    x3 = reduce_sum_7(a, b1, c1, d1, e1, f1, g1);
+    x4 = reduce_sum_7(a, b2, c2, d2, e2, f2, g2);
+    x5 = reduce_sum_7(a, b3, c3, d3, e3, f3, g3);
+    x6 = reduce_sum_7(a, b4, c4, d4, e4, f4, g4);
+    x7 = reduce_sum_7(a, b5, c5, d5, e5, f5, g5);
+}
+
+constexpr float sqrt2div2 = 0.707106781186548;
+void fft_8(float32x2_t &x1, float32x2_t &x2, float32x2_t &x3, float32x2_t &x4, float32x2_t &x5, float32x2_t &x6, float32x2_t &x7, float32x2_t &x8, const float32x2_t &w, const float32x2_t &w2,
+           const float32x2_t &w3,
+           const float32x2_t &w4, const float32x2_t &w5, const float32x2_t &w6,
+           const float32x2_t &w7)
+{
+    const auto a = x1;
+    const auto b = c_mul_neon(w, x2);
+    const auto c = c_mul_neon(w2, x3);
+    const auto d = c_mul_neon(w3, x4);
+    const auto e = c_mul_neon(w4, x5);
+    const auto f = c_mul_neon(w5, x6);
+    const auto g = c_mul_neon(w6, x7);
+    const auto h = c_mul_neon(w7, x8);
+
+    const auto b0 = c_mul_neon(float32x2_t{ sqrt2div2, -sqrt2div2 }, b);
+    const auto b1 = c_mul_neon(float32x2_t{ 0, -1 }, b);
+    const auto b2 = c_mul_neon(float32x2_t{ -sqrt2div2, -sqrt2div2 }, b);
+    const auto b3 = c_mul_neon(float32x2_t{ -1, 0 }, b);
+    const auto b4 = c_mul_neon(float32x2_t{ -sqrt2div2, sqrt2div2 }, b);
+    const auto b5 = c_mul_neon(float32x2_t{ 0, 1 }, b);
+    const auto b6 = c_mul_neon(float32x2_t{ sqrt2div2, sqrt2div2 }, b);
+
+    const auto c0 = c_mul_neon(float32x2_t{ 0, -1 }, c);
+    const auto c1 = c_mul_neon(float32x2_t{ -1, 0 }, c);
+    const auto c2 = c_mul_neon(float32x2_t{ 0, 1 }, c);
+    const auto c3 = c_mul_neon(float32x2_t{ 1, 0 }, c);
+    const auto c4 = c_mul_neon(float32x2_t{ 0, -1 }, c);
+    const auto c5 = c_mul_neon(float32x2_t{ -1, 0 }, c);
+    const auto c6 = c_mul_neon(float32x2_t{ 0, 1 }, c);
+
+    const auto d0 = c_mul_neon(float32x2_t{ -sqrt2div2, -sqrt2div2 }, d);
+    const auto d1 = c_mul_neon(float32x2_t{ 0, 1 }, d);
+    const auto d2 = c_mul_neon(float32x2_t{ sqrt2div2, -sqrt2div2 }, d);
+    const auto d3 = c_mul_neon(float32x2_t{ -1, 0 }, d);
+    const auto d4 = c_mul_neon(float32x2_t{ sqrt2div2, sqrt2div2 }, d);
+    const auto d5 = c_mul_neon(float32x2_t{ 0, -1 }, d);
+    const auto d6 = c_mul_neon(float32x2_t{ -sqrt2div2, sqrt2div2 }, d);
+
+    const auto e0 = c_mul_neon(float32x2_t{ -1, 0 }, e);
+    const auto e1 = c_mul_neon(float32x2_t{ 1, 0 }, e);
+    const auto e2 = c_mul_neon(float32x2_t{ -1, 0 }, e);
+    const auto e3 = c_mul_neon(float32x2_t{ 1, 0 }, e);
+    const auto e4 = c_mul_neon(float32x2_t{ -1, 0 }, e);
+    const auto e5 = c_mul_neon(float32x2_t{ 1, 0 }, e);
+    const auto e6 = c_mul_neon(float32x2_t{ -1, 0 }, e);
+
+    const auto f0 = c_mul_neon(float32x2_t{ -sqrt2div2, sqrt2div2 }, f);
+    const auto f1 = c_mul_neon(float32x2_t{ 0, -1 }, f);
+    const auto f2 = c_mul_neon(float32x2_t{ sqrt2div2, sqrt2div2 }, f);
+    const auto f3 = c_mul_neon(float32x2_t{ -1, 0 }, f);
+    const auto f4 = c_mul_neon(float32x2_t{ sqrt2div2, -sqrt2div2 }, f);
+    const auto f5 = c_mul_neon(float32x2_t{ 0, 1 }, f);
+    const auto f6 = c_mul_neon(float32x2_t{ -sqrt2div2, -sqrt2div2 }, f);
+
+    const auto g0 = c_mul_neon(float32x2_t{ 0, 1 }, g);
+    const auto g1 = c_mul_neon(float32x2_t{ -1, 0 }, g);
+    const auto g2 = c_mul_neon(float32x2_t{ 0, -1 }, g);
+    const auto g3 = c_mul_neon(float32x2_t{ 1, 0 }, g);
+    const auto g4 = c_mul_neon(float32x2_t{ 0, 1 }, g);
+    const auto g5 = c_mul_neon(float32x2_t{ -1, 0 }, g);
+    const auto g6 = c_mul_neon(float32x2_t{ 0, -1 }, g);
+
+    const auto h0 = c_mul_neon(float32x2_t{ sqrt2div2, sqrt2div2 }, h);
+    const auto h1 = c_mul_neon(float32x2_t{ 0, 1 }, h);
+    const auto h2 = c_mul_neon(float32x2_t{ -sqrt2div2, sqrt2div2 }, h);
+    const auto h3 = c_mul_neon(float32x2_t{ -1, 0 }, h);
+    const auto h4 = c_mul_neon(float32x2_t{ -sqrt2div2, -sqrt2div2 }, h);
+    const auto h5 = c_mul_neon(float32x2_t{ 0, -1 }, h);
+    const auto h6 = c_mul_neon(float32x2_t{ sqrt2div2, -sqrt2div2 }, h);
+
+    x1 = reduce_sum_8(a, b, c, d, e, f, g, h);
+    x2 = reduce_sum_8(a, b0, c0, d0, e0, f0, g0, h0);
+    x3 = reduce_sum_8(a, b1, c1, d1, e1, f1, g1, h1);
+    x4 = reduce_sum_8(a, b2, c2, d2, e2, f2, g2, h2);
+    x5 = reduce_sum_8(a, b3, c3, d3, e3, f3, g3, h3);
+    x6 = reduce_sum_8(a, b4, c4, d4, e4, f4, g4, h4);
+    x7 = reduce_sum_8(a, b5, c5, d5, e5, f5, g5, h5);
+    x8 = reduce_sum_8(a, b6, c6, d6, e6, f6, g6, h6);
+}
+
+template <bool first_stage>
+void fft_radix_2_axes_0(float *X, float *x, unsigned int Nx, unsigned int N)
+{
+    unsigned int Nx2   = 2 * Nx;
+    float        alpha = 2 * PI / Nx2;
+
+    float32x2_t       w{ 1, 0 };
+    const float32x2_t w_m{ cosf(alpha), -sinf(alpha) };
+
+    for(unsigned int j = 0; j < Nx; j++)
+    {
+        for(unsigned int k = 2 * j; k < 2 * N; k += 2 * Nx2)
+        {
+            auto a = float32x2_t{ 0, 0 };
+            auto b = float32x2_t{ 0, 0 };
+
+            // Load inputs
+            if(first_stage)
+            {
+                const auto ab = wrapper::vloadq(x + k);
+                a             = wrapper::vgetlow(ab);
+                b             = wrapper::vgethigh(ab);
+            }
+            else
+            {
+                a = wrapper::vload(x + k);
+                b = wrapper::vload(x + k + 2 * Nx);
+            }
+
+            // Base-case prime transform
+            fft_2(a, b, w);
+
+            // Write outputs
+            if(first_stage)
+            {
+                wrapper::vstore(X + k, wrapper::vcombine(a, b));
+            }
+            else
+            {
+                wrapper::vstore(X + k, a);
+                wrapper::vstore(X + k + 2 * Nx, b);
+            }
+        }
+
+        w = c_mul_neon(w, w_m);
+    }
+}
+
+template <bool first_stage>
+void fft_radix_3_axes_0(float *X, float *x, unsigned int Nx, unsigned int N)
+{
+    const unsigned int Nx3   = 3 * Nx;
+    const float        alpha = 2 * PI / float(Nx3);
+    float32x2_t        w{ 1, 0 };
+    const float32x2_t  w_m{ cosf(alpha), -sinf(alpha) };
+
+    for(unsigned int j = 0; j < Nx; j++)
+    {
+        const auto w2 = c_mul_neon(w, w);
+
+        for(unsigned int k = 2 * j; k < 2 * N; k += 2 * Nx3)
+        {
+            // Load inputs
+            float32x2_t a = { 0, 0 };
+            float32x2_t b = { 0, 0 };
+            float32x2_t c = { 0, 0 };
+            if(first_stage)
+            {
+                const auto ab = wrapper::vloadq(x + k);
+                a             = wrapper::vgetlow(ab);
+                b             = wrapper::vgethigh(ab);
+            }
+            else
+            {
+                a = wrapper::vload(x + k);
+                b = wrapper::vload(x + k + 2 * Nx);
+            }
+            c = wrapper::vload(x + k + 4 * Nx);
+
+            // Base-case prime transform
+            fft_3(a, b, c, w, w2);
+
+            if(first_stage)
+            {
+                wrapper::vstore(X + k, wrapper::vcombine(a, b));
+            }
+            else
+            {
+                wrapper::vstore(X + k, a);
+                wrapper::vstore(X + k + 2 * Nx, b);
+            }
+            wrapper::vstore(X + k + 4 * Nx, c);
+        }
+        w = c_mul_neon(w, w_m);
+    }
+}
+
+template <bool first_stage>
+void fft_radix_4_axes_0(float *X, float *x, unsigned int Nx, unsigned int N)
+{
+    unsigned int Nx4   = 4 * Nx;
+    const float  alpha = 2 * PI / float(Nx4);
+
+    float32x2_t w{ 1, 0 };
+    float32x2_t w_m{ cosf(alpha), -sinf(alpha) };
+
+    for(unsigned int j = 0; j < Nx; j++)
+    {
+        const auto w2 = c_mul_neon(w, w);
+        const auto w3 = c_mul_neon(w2, w);
+
+        for(unsigned int k = 2 * j; k < 2 * N; k += 2 * Nx4)
+        {
+            float32x2_t a = { 0, 0 };
+            float32x2_t b = { 0, 0 };
+            float32x2_t c = { 0, 0 };
+            float32x2_t d = { 0, 0 };
+            if(first_stage)
+            {
+                const auto ab = wrapper::vloadq(x + k);
+                const auto cd = wrapper::vloadq(x + k + 4 * Nx);
+                a             = wrapper::vgetlow(ab);
+                b             = wrapper::vgethigh(ab);
+                c             = wrapper::vgetlow(cd);
+                d             = wrapper::vgethigh(cd);
+            }
+            else
+            {
+                // Load inputs
+                a = wrapper::vload(x + k);
+                b = wrapper::vload(x + k + 2 * Nx);
+                c = wrapper::vload(x + k + 4 * Nx);
+                d = wrapper::vload(x + k + 6 * Nx);
+            }
+
+            // Base-case prime transform
+            fft_4(a, b, c, d, w, w2, w3);
+
+            if(first_stage)
+            {
+                wrapper::vstore(X + k, wrapper::vcombine(a, b));
+                wrapper::vstore(X + k + 4 * Nx, wrapper::vcombine(c, d));
+            }
+            else
+            {
+                wrapper::vstore(X + k, a);
+                wrapper::vstore(X + k + 2 * Nx, b);
+                wrapper::vstore(X + k + 4 * Nx, c);
+                wrapper::vstore(X + k + 6 * Nx, d);
+            }
+        }
+
+        w = c_mul_neon(w, w_m);
+    }
+}
+
+template <bool first_stage>
+void fft_radix_5_axes_0(float *X, float *x, unsigned int Nx, unsigned int N)
+{
+    unsigned int Nx5   = 5 * Nx;
+    const float  alpha = 2 * PI / float(Nx5);
+
+    float32x2_t w{ 1, 0 };
+    float32x2_t w_m{ cosf(alpha), -sinf(alpha) };
+
+    for(unsigned int j = 0; j < Nx; j++)
+    {
+        const float32x2_t w2 = c_mul_neon(w, w);
+        const float32x2_t w3 = c_mul_neon(w2, w);
+        const float32x2_t w4 = c_mul_neon(w3, w);
+
+        for(unsigned int k = 2 * j; k < 2 * N; k += 2 * Nx5)
+        {
+            float32x2_t a = { 0, 0 };
+            float32x2_t b = { 0, 0 };
+            float32x2_t c = { 0, 0 };
+            float32x2_t d = { 0, 0 };
+            float32x2_t e = { 0, 0 };
+
+            // Load inputs
+            if(first_stage)
+            {
+                const auto ab = wrapper::vloadq(x + k);
+                const auto cd = wrapper::vloadq(x + k + 4 * Nx);
+
+                a = wrapper::vgetlow(ab);
+                b = wrapper::vgethigh(ab);
+                c = wrapper::vgetlow(cd);
+                d = wrapper::vgethigh(cd);
+            }
+            else
+            {
+                a = wrapper::vload(x + k);
+                b = wrapper::vload(x + k + 2 * Nx);
+                c = wrapper::vload(x + k + 4 * Nx);
+                d = wrapper::vload(x + k + 6 * Nx);
+            }
+            e = wrapper::vload(x + k + 8 * Nx);
+
+            // Base-case prime transform
+            fft_5(a, b, c, d, e, w, w2, w3, w4);
+
+            // Store outputs
+            if(first_stage)
+            {
+                wrapper::vstore(X + k, wrapper::vcombine(a, b));
+                wrapper::vstore(X + k + 4 * Nx, wrapper::vcombine(c, d));
+            }
+            else
+            {
+                wrapper::vstore(X + k, a);
+                wrapper::vstore(X + k + 2 * Nx, b);
+                wrapper::vstore(X + k + 4 * Nx, c);
+                wrapper::vstore(X + k + 6 * Nx, d);
+            }
+            wrapper::vstore(X + k + 8 * Nx, e);
+        }
+
+        w = c_mul_neon(w, w_m);
+    }
+}
+
+template <bool first_stage>
+void fft_radix_7_axes_0(float *X, float *x, unsigned int Nx, unsigned int N)
+{
+    unsigned int Nx7   = 7 * Nx;
+    const float  alpha = 2 * PI / float(Nx7);
+
+    float32x2_t w{ 1, 0 };
+    float32x2_t w_m{ cosf(alpha), -sinf(alpha) };
+
+    for(unsigned int j = 0; j < Nx; j++)
+    {
+        const float32x2_t w2 = c_mul_neon(w, w);
+        const float32x2_t w3 = c_mul_neon(w2, w);
+        const float32x2_t w4 = c_mul_neon(w3, w);
+        const float32x2_t w5 = c_mul_neon(w4, w);
+        const float32x2_t w6 = c_mul_neon(w5, w);
+
+        for(unsigned int k = 2 * j; k < 2 * N; k += 2 * Nx7)
+        {
+            float32x2_t a = { 0, 0 };
+            float32x2_t b = { 0, 0 };
+            float32x2_t c = { 0, 0 };
+            float32x2_t d = { 0, 0 };
+            float32x2_t e = { 0, 0 };
+            float32x2_t f = { 0, 0 };
+            float32x2_t g = { 0, 0 };
+
+            // Load inputs
+            if(first_stage)
+            {
+                const auto ab = wrapper::vloadq(x + k);
+                const auto cd = wrapper::vloadq(x + k + 4 * Nx);
+                const auto ef = wrapper::vloadq(x + k + 8 * Nx);
+
+                a = wrapper::vgetlow(ab);
+                b = wrapper::vgethigh(ab);
+                c = wrapper::vgetlow(cd);
+                d = wrapper::vgethigh(cd);
+                e = wrapper::vgetlow(ef);
+                f = wrapper::vgethigh(ef);
+            }
+            else
+            {
+                a = wrapper::vload(x + k);
+                b = wrapper::vload(x + k + 2 * Nx);
+                c = wrapper::vload(x + k + 4 * Nx);
+                d = wrapper::vload(x + k + 6 * Nx);
+                e = wrapper::vload(x + k + 8 * Nx);
+                f = wrapper::vload(x + k + 10 * Nx);
+            }
+            g = wrapper::vload(x + k + 12 * Nx);
+
+            // Base-case prime transform
+            fft_7(a, b, c, d, e, f, g, w, w2, w3, w4, w5, w6);
+
+            if(first_stage)
+            {
+                wrapper::vstore(X + k, wrapper::vcombine(a, b));
+                wrapper::vstore(X + k + 4 * Nx, wrapper::vcombine(c, d));
+                wrapper::vstore(X + k + 8 * Nx, wrapper::vcombine(e, f));
+            }
+            else
+            {
+                wrapper::vstore(X + k, a);
+                wrapper::vstore(X + k + 2 * Nx, b);
+                wrapper::vstore(X + k + 4 * Nx, c);
+                wrapper::vstore(X + k + 6 * Nx, d);
+                wrapper::vstore(X + k + 8 * Nx, e);
+                wrapper::vstore(X + k + 10 * Nx, f);
+            }
+            wrapper::vstore(X + k + 12 * Nx, g);
+        }
+
+        w = c_mul_neon(w, w_m);
+    }
+}
+
+template <bool first_stage>
+void fft_radix_8_axes_0(float *X, float *x, unsigned int Nx, unsigned int N)
+{
+    unsigned int Nx8   = 8 * Nx;
+    const float  alpha = 2 * PI / float(Nx8);
+
+    float32x2_t       w{ 1, 0 };
+    const float32x2_t w_m{ cosf(alpha), -sinf(alpha) };
+
+    for(unsigned int j = 0; j < Nx; j++)
+    {
+        const float32x2_t w2 = c_mul_neon(w, w);
+        const float32x2_t w3 = c_mul_neon(w2, w);
+        const float32x2_t w4 = c_mul_neon(w3, w);
+        const float32x2_t w5 = c_mul_neon(w4, w);
+        const float32x2_t w6 = c_mul_neon(w5, w);
+        const float32x2_t w7 = c_mul_neon(w6, w);
+
+        for(unsigned int k = 2 * j; k < 2 * N; k += 2 * Nx8)
+        {
+            // Load inputs
+            float32x2_t a = { 0, 0 };
+            float32x2_t b = { 0, 0 };
+            float32x2_t c = { 0, 0 };
+            float32x2_t d = { 0, 0 };
+            float32x2_t e = { 0, 0 };
+            float32x2_t f = { 0, 0 };
+            float32x2_t g = { 0, 0 };
+            float32x2_t h = { 0, 0 };
+
+            // Base-case prime transform
+            if(first_stage)
+            {
+                const auto ab = wrapper::vloadq(x + k);
+                const auto cd = wrapper::vloadq(x + k + 4 * Nx);
+                const auto ef = wrapper::vloadq(x + k + 8 * Nx);
+                const auto gh = wrapper::vloadq(x + k + 12 * Nx);
+
+                a = wrapper::vgetlow(ab);
+                b = wrapper::vgethigh(ab);
+                c = wrapper::vgetlow(cd);
+                d = wrapper::vgethigh(cd);
+                e = wrapper::vgetlow(ef);
+                f = wrapper::vgethigh(ef);
+                g = wrapper::vgetlow(gh);
+                h = wrapper::vgethigh(gh);
+            }
+            else
+            {
+                a = wrapper::vload(x + k);
+                b = wrapper::vload(x + k + 2 * Nx);
+                c = wrapper::vload(x + k + 4 * Nx);
+                d = wrapper::vload(x + k + 6 * Nx);
+                e = wrapper::vload(x + k + 8 * Nx);
+                f = wrapper::vload(x + k + 10 * Nx);
+                g = wrapper::vload(x + k + 12 * Nx);
+                h = wrapper::vload(x + k + 14 * Nx);
+            }
+
+            // Apply twiddle factors
+            fft_8(a, b, c, d, e, f, g, h, w, w2, w3, w4, w5, w6, w7);
+
+            // Store outputs
+            if(first_stage)
+            {
+                wrapper::vstore(X + k, wrapper::vcombine(a, b));
+                wrapper::vstore(X + k + 4 * Nx, wrapper::vcombine(c, d));
+                wrapper::vstore(X + k + 8 * Nx, wrapper::vcombine(e, f));
+                wrapper::vstore(X + k + 12 * Nx, wrapper::vcombine(g, h));
+            }
+            else
+            {
+                wrapper::vstore(X + k, a);
+                wrapper::vstore(X + k + 2 * Nx, b);
+                wrapper::vstore(X + k + 4 * Nx, c);
+                wrapper::vstore(X + k + 6 * Nx, d);
+                wrapper::vstore(X + k + 8 * Nx, e);
+                wrapper::vstore(X + k + 10 * Nx, f);
+                wrapper::vstore(X + k + 12 * Nx, g);
+                wrapper::vstore(X + k + 14 * Nx, h);
+            }
+        }
+
+        w = c_mul_neon(w, w_m);
+    }
+}
+
+Status validate_arguments(const ITensorInfo *input, const ITensorInfo *output, const FFTRadixStageKernelInfo &config)
+{
+    ARM_COMPUTE_RETURN_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(input, 2, DataType::F32);
+    ARM_COMPUTE_RETURN_ERROR_ON(config.axis != 0);
+    ARM_COMPUTE_RETURN_ERROR_ON(NEFFTRadixStageKernel::supported_radix().count(config.radix) == 0);
+
+    // Checks performed when output is configured
+    if((output != nullptr) && (output->total_size() != 0))
+    {
+        ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_SHAPES(input, output);
+        ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_DATA_TYPES(input, output);
+    }
+
+    return Status{};
+}
+
+std::pair<Status, Window> validate_and_configure_window(ITensorInfo *input, ITensorInfo *output, const FFTRadixStageKernelInfo &config)
+{
+    if(output != nullptr)
+    {
+        auto_init_if_empty(*output, *input);
+    }
+
+    Window win = calculate_max_window(*input, Steps(config.radix));
+    if(output != nullptr)
+    {
+        output->set_valid_region(ValidRegion(Coordinates(), output->tensor_shape()));
+    }
+
+    return std::make_pair(Status{}, win);
+}
+} // namespace
+
+NEFFTRadixStageKernel::NEFFTRadixStageKernel()
+    : _input(nullptr), _output(nullptr), _run_in_place(false), _Nx(0), _func()
+{
+}
+
+template <bool first_stage>
+void NEFFTRadixStageKernel::set_radix_stage_fun(unsigned int radix)
+{
+    switch(radix)
+    {
+        case 2:
+            _func = &fft_radix_2_axes_0<first_stage>;
+            break;
+        case 3:
+            _func = &fft_radix_3_axes_0<first_stage>;
+            break;
+        case 4:
+            _func = &fft_radix_4_axes_0<first_stage>;
+            break;
+        case 5:
+            _func = &fft_radix_5_axes_0<first_stage>;
+            break;
+        case 7:
+            _func = &fft_radix_7_axes_0<first_stage>;
+            break;
+        case 8:
+            _func = &fft_radix_8_axes_0<first_stage>;
+            break;
+        default:
+            ARM_COMPUTE_ERROR("Radix not supported");
+    }
+}
+
+void NEFFTRadixStageKernel::configure(ITensor *input, ITensor *output, const FFTRadixStageKernelInfo &config)
+{
+    ARM_COMPUTE_ERROR_ON_NULLPTR(input);
+
+    // Output auto inizialitation if not yet initialized
+    if(output != nullptr)
+    {
+        auto_init_if_empty(*output->info(), *input->info()->clone());
+    }
+
+    ARM_COMPUTE_ERROR_THROW_ON(validate_arguments(input->info(), (output != nullptr) ? output->info() : nullptr, config));
+
+    _input        = input;
+    _output       = output;
+    _run_in_place = (output == nullptr) || (output == input);
+    _Nx           = config.Nx;
+
+    if(config.is_first_stage)
+    {
+        set_radix_stage_fun<true>(config.radix);
+    }
+    else
+    {
+        set_radix_stage_fun<false>(config.radix);
+    }
+
+    // Configure kernel window
+    auto win_config = validate_and_configure_window(input->info(), (_run_in_place) ? nullptr : output->info(), config);
+    ARM_COMPUTE_ERROR_THROW_ON(win_config.first);
+    INEKernel::configure(win_config.second);
+}
+
+Status NEFFTRadixStageKernel::validate(const ITensorInfo *input, const ITensorInfo *output, const FFTRadixStageKernelInfo &config)
+{
+    const bool run_in_place = (output == nullptr) || (output == input);
+    ARM_COMPUTE_RETURN_ON_ERROR(validate_arguments(input, output, config));
+    ARM_COMPUTE_RETURN_ON_ERROR(validate_and_configure_window(input->clone().get(),
+                                                              (run_in_place) ? nullptr : output->clone().get(),
+                                                              config)
+                                .first);
+
+    return Status{};
+}
+
+std::set<unsigned int> NEFFTRadixStageKernel::supported_radix()
+{
+    return std::set<unsigned int> { 2, 3, 4, 5, 7, 8 };
+}
+
+void NEFFTRadixStageKernel::run(const Window &window, const ThreadInfo &info)
+{
+    ARM_COMPUTE_UNUSED(info);
+    ARM_COMPUTE_ERROR_ON_UNCONFIGURED_KERNEL(this);
+    ARM_COMPUTE_ERROR_ON_INVALID_SUBWINDOW(INEKernel::window(), window);
+
+    Window input_window = window;
+    input_window.set(Window::DimX, 0);
+
+    unsigned int N = _input->info()->dimension(0);
+
+    Iterator in(_input, input_window);
+    Iterator out(_run_in_place ? _input : _output, input_window);
+
+    execute_window_loop(input_window, [&](const Coordinates &)
+    {
+        _func(reinterpret_cast<float *>(out.ptr()), reinterpret_cast<float *>(in.ptr()), _Nx, N);
+    },
+    in, out);
+
+    ARM_COMPUTE_ERROR_ON_UNCONFIGURED_KERNEL(this);
+    ARM_COMPUTE_ERROR_ON_INVALID_SUBWINDOW(INEKernel::window(), window);
+}
+} // namespace arm_compute