Bausager/Flux
1
0
Fork 0
Code Issues 36 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

Fittet new functions to everying in neural networks. Still need to optimise for uint64_t vs int64_t and vec vs mat in some places.

Browse Source
This commit is contained in:
Michelle
2026-05-16 20:37:05 +02:00
parent 412a854c65
commit d2fe8aa65c
50 changed files with 489 additions and 1482 deletions
Download Patch File Download Diff File Expand all files Collapse all files
include/modules/neural_networks/activation_functions/Activation_ReLU.h
+4 -4
View File
@@ -1,9 +1,9 @@
#pragma once
#include "./core/omp_config.h"
#include "core/omp_config.h"
#include "./utils/vector.h"
#include "./utils/matrix.h"
#include "utils/vector.h"
#include "utils/matrix.h"
namespace neural_networks{
@@ -18,7 +18,7 @@ namespace neural_networks{
void forward(const utils::Matrix<T>& inputs){
_inputs = inputs;
outputs = numerics::matclip_low(inputs, T{0});
outputs = numerics::clip_low(inputs, T{0});
}
void backward(const utils::Matrix<T>& dvalues){
// Since we need to modify the original variable,
include/modules/neural_networks/activation_functions/Activation_Softmax.h
+9 -9
View File
@@ -1,14 +1,14 @@
#pragma once
#include "./core/omp_config.h"
#include "core/omp_config.h"
#include "./utils/vector.h"
#include "./utils/matrix.h"
#include "utils/vector.h"
#include "utils/matrix.h"
#include "./numerics/matmax.h"
#include "./numerics/matsubtract.h"
#include "./numerics/matexp.h"
#include "./numerics/matdiv.h"
#include "numerics/max.h"
#include "numerics/sub.h"
#include "numerics/exp.h"
#include "numerics/div.h"
@@ -26,10 +26,10 @@ namespace neural_networks{
void forward(const utils::Matrix<T>& inputs){
// Get unnormalized probabilities
utils::Matrix<T> exp_values = numerics::matexp(numerics::matsubtract(inputs, numerics::matmax(inputs, "rows"), "col"));
utils::Matrix<T> exp_values = numerics::exp(numerics::sub_colwise(inputs, numerics::max_rowwise(inputs)));
// Normalize them for each sample
utils::Matrix<T> probabilities = numerics::matdiv(exp_values, numerics::matsum(exp_values, "col"), "col");
utils::Matrix<T> probabilities = numerics::div_colwise(exp_values, numerics::sum_colwise(exp_values));
outputs = probabilities;
}
include/modules/neural_networks/activation_functions/Activation_Softmax_Loss_CategoricalCrossentropy.h
+9 -9
View File
@@ -1,17 +1,17 @@
#pragma once
#include "./core/omp_config.h"
#include "core/omp_config.h"
#include "./utils/vector.h"
#include "./utils/matrix.h"
#include "utils/vector.h"
#include "utils/matrix.h"
#include "./numerics/matmax.h"
#include "./numerics/matsubtract.h"
#include "./numerics/matexp.h"
#include "./numerics/matdiv.h"
#include "numerics/max.h"
#include "numerics/sub.h"
#include "numerics/exp.h"
#include "numerics/div.h"
#include "./modules/neural_networks/activation_functions/Activation_Softmax.h"
#include "./modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h"
#include "modules/neural_networks/activation_functions/Activation_Softmax.h"
#include "modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h"
namespace neural_networks{