Binomial_CrossEnthophy

fixed rowwise/colswise mean/sum and implemented binomial_corssentrhopy. Next up is regression.
2026-05-22 10:11:43 +02:00
parent eb0a49591e
commit cb65174cf4
21 changed files with 894 additions and 159 deletions
@@ -0,0 +1,46 @@
+#pragma once
+
+#include "core/omp_config.h"
+
+#include "utils/vector.h"
+#include "utils/matrix.h"
+
+#include "numerics/neg.h"
+#include "numerics/exp.h"
+#include "numerics/add.h"
+#include "numerics/div.h"
+#include "numerics/sub.h"
+#include "numerics/mul.h"
+
+namespace neural_networks{
+
+	template <typename T>
+	struct Activation_Sigmoid{
+
+		utils::Matrix<T> _inputs;
+		utils::Matrix<T> outputs;
+
+		utils::Matrix<T> dinputs;
+
+        void forward(const utils::Matrix<T>& inputs){
+        	_inputs = inputs;
+
+        	outputs = numerics::neg(inputs);
+        	outputs = numerics::exp(outputs);
+        	outputs = numerics::add(outputs, T{1});
+        	outputs = numerics::div(T{1}, outputs);
+        }
+        void backward(const utils::Matrix<T>& dvalues){
+        	
+        	dinputs = numerics::sub(T{1}, outputs);
+        	dinputs = numerics::mul(dvalues, dinputs);
+        	dinputs = numerics::mul(dinputs, outputs);
+
+
+
+        }
+	};
+
+
+
+} // end namespace neural_networks