IVGCVSW-8055 Add support for GELU activation function.

* Add support to CpuRef, CpuAcc and GpuAcc
* Add support to tflite parser, classic and opaque tflite delegates
* Add support to serializer and deserializer
* Add Unit tests

Signed-off-by: Teresa Charlin <teresa.charlinreyes@arm.com>
Change-Id: Ibc60ef2ef2a051e6d9af6e15d24c46316ec19de4

1 files changed, 45 insertions, 0 deletions

diff --git a/delegate/test/ActivationTest.cpp b/delegate/test/ActivationTest.cpp
index 620c299803..70321cd7e5 100644
--- a/delegate/test/ActivationTest.cpp
+++ b/delegate/test/ActivationTest.cpp
@@ -196,6 +196,33 @@ void ActivationLeakyReLuTest(std::vector<armnn::BackendId>& backends)
                    alpha);
 }
 
+void ActivationGeluTest(std::vector<armnn::BackendId>& backends)
+{
+    std::vector<float> inputData =
+    {
+        -0.1f, -0.2f, -0.3f, -0.4f,
+         0.1f,  0.2f,  0.3f,  0.4f,
+        -1.0f, -2.0f, -3.0f, -4.0f,
+         1.0f,  2.0f,  3.0f,  4.0f
+    };
+
+    // Calculate output values for input.
+    auto f = [](float x)
+    {
+        // gelu(x) = x * 1/2 * (1 + erf(x / sqrt(2))),
+        // where erf is Gaussian error function
+        auto result = x * (0.5f * (1.0f + erff(static_cast<float>(x / std::sqrt(2)))));
+        return result;
+    };
+    std::vector<float> outputExpectedData(inputData.size());
+    std::transform(inputData.begin(), inputData.end(), outputExpectedData.begin(), f);
+
+    ActivationTest(tflite::BuiltinOperator_GELU,
+                   backends,
+                   inputData,
+                   outputExpectedData);
+}
+
 TEST_SUITE("Activation_CpuRefTests")
 {
 
@@ -241,6 +268,12 @@ TEST_CASE ("Activation_LeakyRelu_CpuRef_Test")
     ActivationLeakyReLuTest(backends);
 }
 
+TEST_CASE ("Activation_Gelu_CpuRef_Test")
+{
+    std::vector<armnn::BackendId> backends = { armnn::Compute::CpuRef };
+    ActivationGeluTest(backends);
+}
+
 }
 
 TEST_SUITE("Activation_CpuAccTests")
@@ -288,6 +321,12 @@ TEST_CASE ("Activation_LeakyRelu_CpuAcc_Test")
     ActivationLeakyReLuTest(backends);
 }
 
+TEST_CASE ("Activation_Gelu_CpuAcc_Test")
+{
+    std::vector<armnn::BackendId> backends = { armnn::Compute::CpuAcc };
+    ActivationGeluTest(backends);
+}
+
 }
 
 TEST_SUITE("Activation_GpuAccTests")
@@ -335,6 +374,12 @@ TEST_CASE ("Activation_LeakyRelu_GpuAcc_Test")
     ActivationLeakyReLuTest(backends);
 }
 
+TEST_CASE ("Activation_Gelu_GpuAcc_Test")
+{
+    std::vector<armnn::BackendId> backends = { armnn::Compute::GpuAcc };
+    ActivationGeluTest(backends);
+}
+
 }
 
 } // namespace armnnDelegate
\ No newline at end of file