Add GELU activation function test and update CMakeLists.txt

omnn/math/test/gelu.cpp

@@ -0,0 +1,32 @@
+#define BOOST_TEST_MODULE TestRelu test
+#include <boost/test/unit_test.hpp>
+
+#include <omnn/math/pi.h>
+#include <omnn/math/Variable.h>
+
+#include <iostream>
+#include <cmath>
+#include <cassert>
+
+using namespace omnn::math;
+using namespace boost::unit_test;
+
+// GELU activation function
+auto gelu(const Valuable& x) {
+    return x / constants::two * (constants::one + std::tanh((2 / constants::pi).sqrt() * (x + 0.044715 * (x ^ 3))));
+}
+
+// Test function for GELU
+BOOST_AUTO_TEST_CASE(test_gelu
+                     , *disabled()
+                     )
+{
+    BOOST_TEST(std::abs(gelu(0) - 0.0) < 1e-6);
+    BOOST_TEST(std::abs(gelu(1) - 0.841344) < 1e-6);
+    BOOST_TEST(std::abs(gelu(-1) - (-0.158655)) < 1e-6);
+    BOOST_TEST(std::abs(gelu(10) - 10.0) < 1e-6);
+    BOOST_TEST(std::abs(gelu(-10) - 0.0) < 1e-6);
+}
+
+BOOST_AUTO_TEST_CASE(test_gelu_empty) {
+}