From 0962620dfc7b56ec7f5c423a2e3bb9c8dc4493c2 Mon Sep 17 00:00:00 2001 From: jvech Date: Sat, 12 Aug 2023 07:51:21 -0500 Subject: add: softplus activation added --- src/activations.c | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'src/activations.c') diff --git a/src/activations.c b/src/activations.c index 011734d..e2704ee 100644 --- a/src/activations.c +++ b/src/activations.c @@ -14,6 +14,11 @@ struct Activation NN_LEAKY_RELU = { .dfunc = dleaky_relu }; +struct Activation NN_SOFTPLUS = { + .func = softplus, + .dfunc = dsoftplus +}; + struct Activation NN_RELU = { .func = relu, .dfunc = drelu -- cgit v1.2.3-70-g09d2