add: nn_layer_forward splited

The function nn_layer_forward was changed from f(X*W) to X*W and
nn_layer_map_activation will map the activation function through the
output of nn_layer_forward.

1 files changed, 10 insertions, 3 deletions

diff --git a/src/nn.h b/src/nn.h
index a339dfc..62f438d 100644
--- a/src/nn.h
+++ b/src/nn.h
@@ -18,13 +18,20 @@ typedef struct Layer {
 void nn_network_init_weights(Layer *network, size_t nmemb, size_t input_cols);
 void nn_network_free_weights(Layer *network, size_t nmemb);
 
-void nn_layer_forward(Layer layer, double *out, size_t out_shape[2], double *input, size_t input_shape[2]); //TODO
-void nn_layer_backward(Layer *layer, double *out, size_t out_shape[2]); //TODO
+void nn_layer_map_activation(double (*activation)(double), double *aout, size_t aout_shape[2], double *zout, size_t zout_shape[2]);
+void nn_layer_forward(Layer layer, double *out, size_t out_shape[2], double *input, size_t input_shape[2]);
+void nn_layer_backward(
+        Layer *layer,
+        double *weights,
+        double *out, size_t out_shape[2],
+        double *labels, size_t labels_shape[2],
+        double *local_gradient); //TODO
 
 double sigmoid(double x);
 double relu(double x);
 double identity(double x);
 
 
-void nn_forward(double **out, double *input, size_t input_shape[2], Layer network[], size_t network_size);
+void nn_forward(double **aout, double **zout, double *input, size_t input_shape[2], Layer network[], size_t network_size);
+double nn_layer_out_delta(double error, double (*activation_derivative)(double));
 #endif