add: tanh activation added

2 files changed, 10 insertions, 0 deletions

diff --git a/src/activations.c b/src/activations.c
index 064482d..7a8ea24 100644
--- a/src/activations.c
+++ b/src/activations.c
@@ -30,6 +30,7 @@ double softplus(double x);
 double dsoftplus(double x);
 double linear(double x);
 double dlinear(double x);
+double dtanh(double x);
 
 struct Activation NN_LEAKY_RELU = {
     .func = leaky_relu,
@@ -56,6 +57,11 @@ struct Activation NN_LINEAR = {
     .dfunc = dlinear,
 };
 
+struct Activation NN_TANH = {
+    .func = tanh,
+    .dfunc = dtanh,
+};
+
 double linear(double x) {return x;}
 double dlinear(double x) {return 1.0;}
 
@@ -70,3 +76,5 @@ double dleaky_relu(double x) { return (x > 0) ? 1 : 0.01; }
 
 double softplus(double x) { return log1p(exp(x)); }
 double dsoftplus(double x) { return sigmoid(x); }
+
+double dtanh(double x) {return 1 - tanh(x) * tanh(x);};
diff --git a/src/main.c b/src/main.c
index f3e6750..dab8bd9 100644
--- a/src/main.c
+++ b/src/main.c
@@ -171,6 +171,7 @@ Layer * load_network(struct Configs cfg)
     extern struct Activation NN_SIGMOID;
     extern struct Activation NN_LEAKY_RELU;
     extern struct Activation NN_LINEAR;
+    extern struct Activation NN_TANH;
 
     Layer *network = ecalloc(cfg.network_size, sizeof(Layer));
 
@@ -180,6 +181,7 @@ Layer * load_network(struct Configs cfg)
         else if (!strcmp("softplus", cfg.activations[i]))       network[i].activation = NN_SOFTPLUS;
         else if (!strcmp("leaky_relu", cfg.activations[i]))     network[i].activation = NN_LEAKY_RELU;
         else if (!strcmp("linear", cfg.activations[i]))         network[i].activation = NN_LINEAR;
+        else if (!strcmp("tanh", cfg.activations[i]))           network[i].activation = NN_TANH;
         else die("load_network() Error: Unknown '%s' activation", cfg.activations[i]);
 
         network[i].neurons = cfg.neurons[i];