Bausager/Flux-openbuild
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Sync public subset from Flux

Browse Source
This commit is contained in:
Gitea CI
2025-10-09 08:44:15 +00:00
parent 1c93024ff2
commit 9a69d64d79
6 changed files with 140 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
include/modules/neural_networks/layers/Dense_Layer.h
View File

@@ -12,11 +12,15 @@ namespace neural_networks{
template <typename T>
struct Dense_Layer{
//utils::Matrix<T> _inputs;
utils::Matrix<T> _inputs;
utils::Matrix<T> weights;
utils::Vector<T> biases;
utils::Matrix<T> outputs;
utils::Matrix<T> dweights;
utils::Vector<T> dbiases;
utils::Matrix<T> dinputs;
// Default Constructor
Dense_Layer() = default;
@@ -29,9 +33,20 @@ namespace neural_networks{
}
void forward(utils::Matrix<T>& inputs){
void forward(const utils::Matrix<T>& inputs){
_inputs = inputs;
outputs = numerics::matadd(numerics::matmul_auto(inputs, weights), biases, "row");
}
void backward(const utils::Matrix<T>& dvalues){
// Gradients on parameters
dweights = numerics::matmul(numerics::transpose(_inputs), dvalues);
dbiases = numerics::matsum(dvalues, "row");
//Gradient on values
dinputs = numerics::matmul(dvalues, numerics::transpose(weights));
}
};