Regulaization
Sync public mirror / sync (push) Failing after 27s

Started on regulaization in  Loss.h. I need to refactor the matsum.h since I need a total sum over the matrix. Also matmul needs a elementwise matmul function, which is the next this in the ragulaization
This commit is contained in:
2026-01-03 22:10:50 +01:00
parent 32ba0518fa
commit 48f329feef
17 changed files with 881 additions and 510 deletions
@@ -3,71 +3,74 @@
examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o
/home/atlas/Documents/Git/Flux/examples/dense-neural-network/main.cpp
/home/newton/Documents/Git/Flux/examples/dense-neural-network/main.cpp
/home/newton/Documents/Git/Flux/include/core/omp_config.h
/home/newton/Documents/Git/Flux/include/decomp/lu.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/loss/Loss.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h
/home/newton/Documents/Git/Flux/include/numerics/abs.h
/home/newton/Documents/Git/Flux/include/numerics/exp.h
/home/newton/Documents/Git/Flux/include/numerics/initializers/eye.h
/home/newton/Documents/Git/Flux/include/numerics/interpolation1d.h
/home/newton/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_barycentric.h
/home/newton/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_base.h
/home/newton/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_cubic_spline.h
/home/newton/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_linear.h
/home/newton/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_polynomial.h
/home/newton/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_rational.h
/home/newton/Documents/Git/Flux/include/numerics/inverse.h
/home/newton/Documents/Git/Flux/include/numerics/inverse/inverse_gauss_jordan.h
/home/newton/Documents/Git/Flux/include/numerics/inverse/inverse_lu.h
/home/newton/Documents/Git/Flux/include/numerics/log.h
/home/newton/Documents/Git/Flux/include/numerics/matadd.h
/home/newton/Documents/Git/Flux/include/numerics/matargmax.h
/home/newton/Documents/Git/Flux/include/numerics/matclip.h
/home/newton/Documents/Git/Flux/include/numerics/matdiv.h
/home/newton/Documents/Git/Flux/include/numerics/matdot.h
/home/newton/Documents/Git/Flux/include/numerics/matequal.h
/home/newton/Documents/Git/Flux/include/numerics/matexp.h
/home/newton/Documents/Git/Flux/include/numerics/matlog.h
/home/newton/Documents/Git/Flux/include/numerics/matmax.h
/home/newton/Documents/Git/Flux/include/numerics/matmul.h
/home/newton/Documents/Git/Flux/include/numerics/matrandom.h
/home/newton/Documents/Git/Flux/include/numerics/matscalar.h
/home/newton/Documents/Git/Flux/include/numerics/matsubtract.h
/home/newton/Documents/Git/Flux/include/numerics/matsum.h
/home/newton/Documents/Git/Flux/include/numerics/matvec.h
/home/newton/Documents/Git/Flux/include/numerics/max.h
/home/newton/Documents/Git/Flux/include/numerics/min.h
/home/newton/Documents/Git/Flux/include/numerics/transpose.h
/home/newton/Documents/Git/Flux/include/numerics/vecargmax.h
/home/newton/Documents/Git/Flux/include/numerics/vecclip.h
/home/newton/Documents/Git/Flux/include/numerics/vecexp.h
/home/newton/Documents/Git/Flux/include/numerics/veclog.h
/home/newton/Documents/Git/Flux/include/numerics/vecmax.h
/home/newton/Documents/Git/Flux/include/numerics/vecmean.h
/home/newton/Documents/Git/Flux/include/numerics/vecrandom.h
/home/newton/Documents/Git/Flux/include/utils/generators.h
/home/newton/Documents/Git/Flux/include/utils/generators/eye.h
/home/newton/Documents/Git/Flux/include/utils/generators/linspace.h
/home/newton/Documents/Git/Flux/include/utils/matcast.h
/home/newton/Documents/Git/Flux/include/utils/matrix.h
/home/newton/Documents/Git/Flux/include/utils/random.h
/home/newton/Documents/Git/Flux/include/utils/vector.h
/home/newton/Documents/Git/Flux/include/decomp/decomp.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_ReLU.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax_Loss_CategoricalCrossentropy.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/datasets/spiral.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/datasets/vertical.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/layers/Dense_Layer.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/neural_networks.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_Adagrad.h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_SGD.h
/home/newton/Documents/Git/Flux/include/numerics/numerics.h
/home/newton/Documents/Git/Flux/include/utils/matrix.h
/home/newton/Documents/Git/Flux/include/utils/utils.h
/home/newton/Documents/Git/Flux/include/utils/vector.h
/home/atlas/Documents/Git/Flux/include/core/omp_config.h
/home/atlas/Documents/Git/Flux/include/decomp/lu.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/loss/Loss.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h
/home/atlas/Documents/Git/Flux/include/numerics/abs.h
/home/atlas/Documents/Git/Flux/include/numerics/exp.h
/home/atlas/Documents/Git/Flux/include/numerics/initializers/eye.h
/home/atlas/Documents/Git/Flux/include/numerics/interpolation1d.h
/home/atlas/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_barycentric.h
/home/atlas/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_base.h
/home/atlas/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_cubic_spline.h
/home/atlas/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_linear.h
/home/atlas/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_polynomial.h
/home/atlas/Documents/Git/Flux/include/numerics/interpolation1d/interpolation1d_rational.h
/home/atlas/Documents/Git/Flux/include/numerics/inverse.h
/home/atlas/Documents/Git/Flux/include/numerics/inverse/inverse_gauss_jordan.h
/home/atlas/Documents/Git/Flux/include/numerics/inverse/inverse_lu.h
/home/atlas/Documents/Git/Flux/include/numerics/log.h
/home/atlas/Documents/Git/Flux/include/numerics/matabs.h
/home/atlas/Documents/Git/Flux/include/numerics/matadd.h
/home/atlas/Documents/Git/Flux/include/numerics/matargmax.h
/home/atlas/Documents/Git/Flux/include/numerics/matclip.h
/home/atlas/Documents/Git/Flux/include/numerics/matdiv.h
/home/atlas/Documents/Git/Flux/include/numerics/matdot.h
/home/atlas/Documents/Git/Flux/include/numerics/matequal.h
/home/atlas/Documents/Git/Flux/include/numerics/matexp.h
/home/atlas/Documents/Git/Flux/include/numerics/matlog.h
/home/atlas/Documents/Git/Flux/include/numerics/matmax.h
/home/atlas/Documents/Git/Flux/include/numerics/matmul.h
/home/atlas/Documents/Git/Flux/include/numerics/matrandom.h
/home/atlas/Documents/Git/Flux/include/numerics/matscalar.h
/home/atlas/Documents/Git/Flux/include/numerics/matsubtract.h
/home/atlas/Documents/Git/Flux/include/numerics/matsum.h
/home/atlas/Documents/Git/Flux/include/numerics/matvec.h
/home/atlas/Documents/Git/Flux/include/numerics/max.h
/home/atlas/Documents/Git/Flux/include/numerics/min.h
/home/atlas/Documents/Git/Flux/include/numerics/transpose.h
/home/atlas/Documents/Git/Flux/include/numerics/vecargmax.h
/home/atlas/Documents/Git/Flux/include/numerics/vecclip.h
/home/atlas/Documents/Git/Flux/include/numerics/vecexp.h
/home/atlas/Documents/Git/Flux/include/numerics/veclog.h
/home/atlas/Documents/Git/Flux/include/numerics/vecmax.h
/home/atlas/Documents/Git/Flux/include/numerics/vecrandom.h
/home/atlas/Documents/Git/Flux/include/utils/generators.h
/home/atlas/Documents/Git/Flux/include/utils/generators/eye.h
/home/atlas/Documents/Git/Flux/include/utils/generators/linspace.h
/home/atlas/Documents/Git/Flux/include/utils/matcast.h
/home/atlas/Documents/Git/Flux/include/utils/matrix.h
/home/atlas/Documents/Git/Flux/include/utils/random.h
/home/atlas/Documents/Git/Flux/include/utils/vector.h
/home/atlas/Documents/Git/Flux/include/decomp/decomp.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_ReLU.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax_Loss_CategoricalCrossentropy.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/datasets/spiral.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/datasets/vertical.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/layers/Dense_Layer.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/neural_networks.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_Adagrad.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_Adam.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_RMSprop.h
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_SGD.h
/home/atlas/Documents/Git/Flux/include/numerics/matmean.h
/home/atlas/Documents/Git/Flux/include/numerics/numerics.h
/home/atlas/Documents/Git/Flux/include/numerics/vecmean.h
/home/atlas/Documents/Git/Flux/include/utils/matrix.h
/home/atlas/Documents/Git/Flux/include/utils/utils.h
/home/atlas/Documents/Git/Flux/include/utils/vector.h
/usr/include/alloca.h
/usr/include/asm-generic/errno-base.h
/usr/include/asm-generic/errno.h