CatagoricalCrossentrophy

Fixed the loss functions for categories and is ready for accuracy calculation on page 129

obj/main.d

@@ -2,17 +2,22 @@ obj/main.o: src/main.cpp include/./core/omp_config.h \
  include/./utils/utils.h include/./utils/vector.h \
  include/./utils/matrix.h include/./utils/random.h \
  include/./utils/generators.h include/./utils/generators/linspace.h \
- include/utils/vector.h include/./numerics/numerics.h \
+ include/utils/vector.h include/./utils/matcast.h \
+ include/./numerics/numerics.h include/./numerics/max.h \
+ include/./numerics/exp.h include/./numerics/log.h \
  include/./numerics/initializers/eye.h include/./numerics/matequal.h \
  include/./numerics/abs.h include/./numerics/transpose.h \
  include/./numerics/inverse.h \
  include/./numerics/inverse/inverse_gauss_jordan.h \
  include/./numerics/inverse/inverse_lu.h include/./decomp/lu.h \
- include/./numerics/matmul.h include/./numerics/matdiv.h \
- include/./numerics/matvec.h include/./numerics/matadd.h \
- include/./numerics/matsubtract.h include/./numerics/matsum.h \
- include/./numerics/min.h include/./numerics/max.h \
- include/./numerics/mean.h include/./numerics/exponential.h \
+ include/./numerics/matmul.h include/./numerics/matmax.h \
+ include/./numerics/matdiv.h include/./numerics/matvec.h \
+ include/./numerics/matadd.h include/./numerics/matsubtract.h \
+ include/./numerics/matsum.h include/./numerics/matclip.h \
+ include/./numerics/matexp.h include/./numerics/matlog.h \
+ include/./numerics/matdot.h include/./numerics/min.h \
+ include/./numerics/vecclip.h include/./numerics/vecexp.h \
+ include/./numerics/vecmax.h include/./numerics/veclog.h \
  include/./numerics/interpolation1d.h \
  include/./numerics/interpolation1d/interpolation1d_barycentric.h \
  include/./numerics/interpolation1d/interpolation1d_base.h \
@@ -26,10 +31,12 @@ obj/main.o: src/main.cpp include/./core/omp_config.h \
  include/utils/matrix.h \
  include/./modules/neural_networks/neural_networks.h \
  include/./modules/neural_networks/datasets/spiral.h \
- include/./modules/neural_networks/layers/dense_layer.h \
- include/./modules/neural_networks/activation_functions/ReLU.h \
- include/./modules/neural_networks/activation_functions/Softmax.h \
- include/./modules/neural_networks/loss/loss.h
+ include/./modules/neural_networks/layers/Dense_Layer.h \
+ include/./modules/neural_networks/activation_functions/Activation_ReLU.h \
+ include/./modules/neural_networks/activation_functions/Activation_Softmax.h \
+ include/./modules/neural_networks/loss/Loss.h \
+ include/./numerics/vecmean.h \
+ include/./modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h
 include/./core/omp_config.h:
 include/./utils/utils.h:
 include/./utils/vector.h:
@@ -38,7 +45,11 @@ include/./utils/random.h:
 include/./utils/generators.h:
 include/./utils/generators/linspace.h:
 include/utils/vector.h:
+include/./utils/matcast.h:
 include/./numerics/numerics.h:
+include/./numerics/max.h:
+include/./numerics/exp.h:
+include/./numerics/log.h:
 include/./numerics/initializers/eye.h:
 include/./numerics/matequal.h:
 include/./numerics/abs.h:
@@ -48,15 +59,21 @@ include/./numerics/inverse/inverse_gauss_jordan.h:
 include/./numerics/inverse/inverse_lu.h:
 include/./decomp/lu.h:
 include/./numerics/matmul.h:
+include/./numerics/matmax.h:
 include/./numerics/matdiv.h:
 include/./numerics/matvec.h:
 include/./numerics/matadd.h:
 include/./numerics/matsubtract.h:
 include/./numerics/matsum.h:
+include/./numerics/matclip.h:
+include/./numerics/matexp.h:
+include/./numerics/matlog.h:
+include/./numerics/matdot.h:
 include/./numerics/min.h:
-include/./numerics/max.h:
-include/./numerics/mean.h:
-include/./numerics/exponential.h:
+include/./numerics/vecclip.h:
+include/./numerics/vecexp.h:
+include/./numerics/vecmax.h:
+include/./numerics/veclog.h:
 include/./numerics/interpolation1d.h:
 include/./numerics/interpolation1d/interpolation1d_barycentric.h:
 include/./numerics/interpolation1d/interpolation1d_base.h:
@@ -73,7 +90,9 @@ include/core/global_config.h:
 include/utils/matrix.h:
 include/./modules/neural_networks/neural_networks.h:
 include/./modules/neural_networks/datasets/spiral.h:
-include/./modules/neural_networks/layers/dense_layer.h:
-include/./modules/neural_networks/activation_functions/ReLU.h:
-include/./modules/neural_networks/activation_functions/Softmax.h:
-include/./modules/neural_networks/loss/loss.h:
+include/./modules/neural_networks/layers/Dense_Layer.h:
+include/./modules/neural_networks/activation_functions/Activation_ReLU.h:
+include/./modules/neural_networks/activation_functions/Activation_Softmax.h:
+include/./modules/neural_networks/loss/Loss.h:
+include/./numerics/vecmean.h:
+include/./modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h: