From 525f8398c58cc2ca7f92c416df880068c62abbd5 Mon Sep 17 00:00:00 2001 From: jvech Date: Sat, 29 Jul 2023 10:34:20 -0500 Subject: add: nn_layer_forward splited The function nn_layer_forward was changed from f(X*W) to X*W and nn_layer_map_activation will map the activation function through the output of nn_layer_forward. --- src/nn.h | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) (limited to 'src/nn.h') diff --git a/src/nn.h b/src/nn.h index a339dfc..62f438d 100644 --- a/src/nn.h +++ b/src/nn.h @@ -18,13 +18,20 @@ typedef struct Layer { void nn_network_init_weights(Layer *network, size_t nmemb, size_t input_cols); void nn_network_free_weights(Layer *network, size_t nmemb); -void nn_layer_forward(Layer layer, double *out, size_t out_shape[2], double *input, size_t input_shape[2]); //TODO -void nn_layer_backward(Layer *layer, double *out, size_t out_shape[2]); //TODO +void nn_layer_map_activation(double (*activation)(double), double *aout, size_t aout_shape[2], double *zout, size_t zout_shape[2]); +void nn_layer_forward(Layer layer, double *out, size_t out_shape[2], double *input, size_t input_shape[2]); +void nn_layer_backward( + Layer *layer, + double *weights, + double *out, size_t out_shape[2], + double *labels, size_t labels_shape[2], + double *local_gradient); //TODO double sigmoid(double x); double relu(double x); double identity(double x); -void nn_forward(double **out, double *input, size_t input_shape[2], Layer network[], size_t network_size); +void nn_forward(double **aout, double **zout, double *input, size_t input_shape[2], Layer network[], size_t network_size); +double nn_layer_out_delta(double error, double (*activation_derivative)(double)); #endif -- cgit v1.2.3-70-g09d2