Bausager/Flux-openbuild
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Sync public subset from Flux

Browse Source
This commit is contained in:
Gitea CI
2025-10-09 08:44:15 +00:00
parent 1c93024ff2
commit 9a69d64d79
6 changed files with 140 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
include/modules/neural_networks/activation_functions/Activation_ReLU.h
View File

@@ -11,12 +11,29 @@ namespace neural_networks{
template <typename T>
struct Activation_ReLU{
//utils::Matrix<T> inputs;
utils::Matrix<T> _inputs;
utils::Matrix<T> outputs;
utils::Matrix<T> dinputs;
void forward(const utils::Matrix<T>& inputs){
_inputs = inputs;
outputs = numerics::matclip_low(inputs, T{0});
}
void backward(const utils::Matrix<T>& dvalues){
// Since we need to modify the original variable,
// let's make a copy of the values first
dinputs = dvalues;
// Zero gradients where input values were negative
for (uint64_t i = 0; i < dinputs.rows(); ++i){
for (uint64_t j = 0; j < dinputs.cols(); ++j){
if (_inputs(i,j) <= T{0}){
dinputs(i,j) = T{0};
}
}
}
}
};

19
include/modules/neural_networks/layers/Dense_Layer.h
View File

@@ -12,11 +12,15 @@ namespace neural_networks{
template <typename T>
struct Dense_Layer{
//utils::Matrix<T> _inputs;
utils::Matrix<T> _inputs;
utils::Matrix<T> weights;
utils::Vector<T> biases;
utils::Matrix<T> outputs;
utils::Matrix<T> dweights;
utils::Vector<T> dbiases;
utils::Matrix<T> dinputs;
// Default Constructor
Dense_Layer() = default;
@@ -29,9 +33,20 @@ namespace neural_networks{
}
void forward(utils::Matrix<T>& inputs){
void forward(const utils::Matrix<T>& inputs){
_inputs = inputs;
outputs = numerics::matadd(numerics::matmul_auto(inputs, weights), biases, "row");
}
void backward(const utils::Matrix<T>& dvalues){
// Gradients on parameters
dweights = numerics::matmul(numerics::transpose(_inputs), dvalues);
dbiases = numerics::matsum(dvalues, "row");
//Gradient on values
dinputs = numerics::matmul(dvalues, numerics::transpose(weights));
}
};