Sync public subset from Flux

2025-10-07 11:09:55 +00:00
parent 8892d58e66
commit 35023cb7e1
30 changed files with 707 additions and 229 deletions
--- a/include/modules/neural_networks/activation_functions/Activation_ReLU.h
+++ b/include/modules/neural_networks/activation_functions/Activation_ReLU.h
@@ -0,0 +1,24 @@
+#pragma once
+
+#include "./core/omp_config.h"
+
+#include "./utils/vector.h"
+#include "./utils/matrix.h"
+
+
+namespace neural_networks{
+
+	template <typename T>
+	struct Activation_ReLU{
+
+		//utils::Matrix<T> inputs;
+		utils::Matrix<T> outputs;
+
+        void forward(const utils::Matrix<T>& inputs){
+		    outputs = numerics::matclip_low(inputs, T{0});
+        }
+	};
+
+
+
+} // end namespace neural_networks