Fittet new functions to everying in neural networks. Still need to optimise for uint64_t vs int64_t and vec vs mat in some places.

This commit is contained in:
2026-05-16 20:37:05 +02:00
parent 412a854c65
commit d2fe8aa65c
50 changed files with 489 additions and 1482 deletions
@@ -1,7 +1,7 @@
examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: \
/home/atlas/Documents/Git/Flux/examples/dense-neural-network/main.cpp \
/usr/include/stdc-predef.h \
/home/atlas/Documents/Git/Flux/include/./core/omp_config.h \
/home/atlas/Documents/Git/Flux/include/core/omp_config.h \
/usr/include/c++/13/vector /usr/include/c++/13/bits/requires_hosted.h \
/usr/include/x86_64-linux-gnu/c++/13/bits/c++config.h \
/usr/include/x86_64-linux-gnu/c++/13/bits/os_defines.h \
@@ -188,47 +188,64 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: \
/home/atlas/Documents/Git/Flux/include/./utils/generators/eye.h \
/home/atlas/Documents/Git/Flux/include/utils/matrix.h \
/home/atlas/Documents/Git/Flux/include/./utils/matcast.h \
/home/atlas/Documents/Git/Flux/include/./utils/veccast.h \
/home/atlas/Documents/Git/Flux/include/numerics/numerics.h \
/home/atlas/Documents/Git/Flux/include/./numerics/max.h \
/home/atlas/Documents/Git/Flux/include/./numerics/exp.h \
/home/atlas/Documents/Git/Flux/include/./numerics/log.h \
/home/atlas/Documents/Git/Flux/include/./numerics/vecclip.h \
/home/atlas/Documents/Git/Flux/include/./numerics/vecexp.h \
/home/atlas/Documents/Git/Flux/include/./numerics/vecmax.h \
/home/atlas/Documents/Git/Flux/include/./numerics/veclog.h \
/home/atlas/Documents/Git/Flux/include/./numerics/vecargmax.h \
/home/atlas/Documents/Git/Flux/include/./numerics/vecrandom.h \
/home/atlas/Documents/Git/Flux/include/./numerics/initializers/eye.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matequal.h \
/home/atlas/Documents/Git/Flux/include/./numerics/abs.h \
/home/atlas/Documents/Git/Flux/include/./numerics/transpose.h \
/home/atlas/Documents/Git/Flux/include/./numerics/inverse.h \
/home/atlas/Documents/Git/Flux/include/./numerics/inverse/inverse_gauss_jordan.h \
/home/atlas/Documents/Git/Flux/include/./numerics/inverse/inverse_lu.h \
/home/atlas/Documents/Git/Flux/include/./decomp/lu.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matmul.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matscalar.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matmax.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matabs.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matdiv.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matvec.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matadd.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matrandom.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matsubtract.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matsum.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matclip.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matexp.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matlog.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matdot.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matargmax.h \
/home/atlas/Documents/Git/Flux/include/./numerics/min.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/abs_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/add.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/add_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/argmax.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/argmax_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/argmin.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/argmin_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/clip.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/clip_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/div.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/div_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/dot.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/dot_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/equal.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/equal_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/exp.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/exp_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/interpolation1d.h \
/home/atlas/Documents/Git/Flux/include/./numerics/interpolation1d/interpolation1d_barycentric.h \
/home/atlas/Documents/Git/Flux/include/./numerics/interpolation1d/interpolation1d_base.h \
/home/atlas/Documents/Git/Flux/include/numerics/min.h \
/home/atlas/Documents/Git/Flux/include/numerics/detail/min_serial.h \
/home/atlas/Documents/Git/Flux/include/numerics/max.h \
/home/atlas/Documents/Git/Flux/include/numerics/detail/max_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/interpolation1d/interpolation1d_cubic_spline.h \
/home/atlas/Documents/Git/Flux/include/./numerics/interpolation1d/interpolation1d_linear.h \
/home/atlas/Documents/Git/Flux/include/./numerics/interpolation1d/interpolation1d_polynomial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/interpolation1d/interpolation1d_rational.h \
/home/atlas/Documents/Git/Flux/include/./numerics/inverse.h \
/home/atlas/Documents/Git/Flux/include/./numerics/inverse/inverse_gauss_jordan.h \
/home/atlas/Documents/Git/Flux/include/./numerics/initializers/eye.h \
/home/atlas/Documents/Git/Flux/include/./numerics/inverse/inverse_lu.h \
/home/atlas/Documents/Git/Flux/include/./decomp/lu.h \
/home/atlas/Documents/Git/Flux/include/./numerics/isclose.h \
/home/atlas/Documents/Git/Flux/include/./numerics/log.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/log_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/matmul.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/matmul_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/mean.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/mean_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/sum_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/mul.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/mul_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/neg.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/neg_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/pow.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/pow_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/random.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/random_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/sqrt.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/sqrt_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/sub.h \
/home/atlas/Documents/Git/Flux/include/./numerics/detail/sub_serial.h \
/home/atlas/Documents/Git/Flux/include/./numerics/sum.h \
/home/atlas/Documents/Git/Flux/include/./numerics/transpose.h \
/home/atlas/Documents/Git/Flux/include/decomp/decomp.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/neural_networks.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/datasets/spiral.h \
@@ -237,10 +254,8 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_ReLU.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax_Loss_CategoricalCrossentropy.h \
/home/atlas/Documents/Git/Flux/include/./modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h \
/home/atlas/Documents/Git/Flux/include/./modules/neural_networks/loss/./Loss.h \
/home/atlas/Documents/Git/Flux/include/numerics/vecmean.h \
/home/atlas/Documents/Git/Flux/include/numerics/matmean.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/loss/Loss.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_SGD.h \
/home/atlas/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_Adagrad.h \
/usr/include/c++/13/math.h \