add: activation and cost functions added

Training function were fixed and new activation and cost function were
implemented

1 files changed, 2 insertions, 1 deletions

diff --git a/doc/main.tex b/doc/main.tex
index 00028f9..d8f90c3 100644
--- a/doc/main.tex
+++ b/doc/main.tex
@@ -43,9 +43,10 @@
     \pdv{\xi}{\omega^l_{ij}} = & \delta_j^l \pdv{z_j^l}{\omega_{ij}} \\
     \delta_j^l = & \pdv{\xi}{z_j^l} \\ 
     \pdv{z_j^l}{\omega_{ij}} = & a_i^{l-1} \\ 
+    \pdv{\xi}{\omega_{ij}} = & \delta^l_{j} a_i^{l-1} \\ 
 \end{eqnarray}
 
-Output Layer
+Output Layer 
 
 \begin{eqnarray}
     \delta_j^L =& \pdv{\xi}{z_j^L} = \pdv{\xi}{a_j^L} \pdv{a_j^L}{z_j^L}\\