add: linear activation added

2 files changed, 12 insertions, 0 deletions

diff --git a/src/activations.c b/src/activations.c
index 7a2d6a7..064482d 100644
--- a/src/activations.c
+++ b/src/activations.c
@@ -28,6 +28,8 @@ double sigmoid(double x);
 double dsigmoid(double x);
 double softplus(double x);
 double dsoftplus(double x);
+double linear(double x);
+double dlinear(double x);
 
 struct Activation NN_LEAKY_RELU = {
     .func = leaky_relu,
@@ -49,6 +51,14 @@ struct Activation NN_SIGMOID = {
     .dfunc = dsigmoid
 };
 
+struct Activation NN_LINEAR = {
+    .func = linear,
+    .dfunc = dlinear,
+};
+
+double linear(double x) {return x;}
+double dlinear(double x) {return 1.0;}
+
 double sigmoid(double x) { return 1 / (1 + exp(-x)); }
 double dsigmoid(double x) { return sigmoid(x) * (1 - sigmoid(x)); }
 
diff --git a/src/main.c b/src/main.c
index 8718a66..f3e6750 100644
--- a/src/main.c
+++ b/src/main.c
@@ -170,6 +170,7 @@ Layer * load_network(struct Configs cfg)
     extern struct Activation NN_SOFTPLUS;
     extern struct Activation NN_SIGMOID;
     extern struct Activation NN_LEAKY_RELU;
+    extern struct Activation NN_LINEAR;
 
     Layer *network = ecalloc(cfg.network_size, sizeof(Layer));
 
@@ -178,6 +179,7 @@ Layer * load_network(struct Configs cfg)
         else if (!strcmp("sigmoid", cfg.activations[i]))        network[i].activation = NN_SIGMOID;
         else if (!strcmp("softplus", cfg.activations[i]))       network[i].activation = NN_SOFTPLUS;
         else if (!strcmp("leaky_relu", cfg.activations[i]))     network[i].activation = NN_LEAKY_RELU;
+        else if (!strcmp("linear", cfg.activations[i]))         network[i].activation = NN_LINEAR;
         else die("load_network() Error: Unknown '%s' activation", cfg.activations[i]);
 
         network[i].neurons = cfg.neurons[i];