From 4a5b6b12040a87dd8319a735cc48f31a2d140e3a Mon Sep 17 00:00:00 2001 From: jvech Date: Thu, 18 Jul 2024 21:42:38 -0500 Subject: add: linear activation added --- src/activations.c | 10 ++++++++++ 1 file changed, 10 insertions(+) (limited to 'src/activations.c') diff --git a/src/activations.c b/src/activations.c index 7a2d6a7..064482d 100644 --- a/src/activations.c +++ b/src/activations.c @@ -28,6 +28,8 @@ double sigmoid(double x); double dsigmoid(double x); double softplus(double x); double dsoftplus(double x); +double linear(double x); +double dlinear(double x); struct Activation NN_LEAKY_RELU = { .func = leaky_relu, @@ -49,6 +51,14 @@ struct Activation NN_SIGMOID = { .dfunc = dsigmoid }; +struct Activation NN_LINEAR = { + .func = linear, + .dfunc = dlinear, +}; + +double linear(double x) {return x;} +double dlinear(double x) {return 1.0;} + double sigmoid(double x) { return 1 / (1 + exp(-x)); } double dsigmoid(double x) { return sigmoid(x) * (1 - sigmoid(x)); } -- cgit v1.2.3-70-g09d2