Bausager/Flux
1
0
Fork 0
Code Issues 36 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

Optimizers - Part 1
Sync public mirror / sync (push) Failing after 24s
Details

Browse Source 
Done with SGD and Adagrad, still need to optimize them but they work.
This commit is contained in:
Michelle
2026-01-01 19:23:48 +01:00
parent bd2edea8ef
commit e5f8c91be4
12 changed files with 299 additions and 133 deletions
Download Patch File Download Diff File Expand all files Collapse all files
build/examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/compiler_depend.make
+37 -28
View File
@@ -60,6 +60,8 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/datasets/vertical.h \
/home/newton/Documents/Git/Flux/include/modules/neural_networks/layers/Dense_Layer.h \
/home/newton/Documents/Git/Flux/include/modules/neural_networks/neural_networks.h \
/home/newton/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_Adagrad.h \
/home/newton/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_SGD.h \
/home/newton/Documents/Git/Flux/include/numerics/numerics.h \
/home/newton/Documents/Git/Flux/include/utils/matrix.h \
/home/newton/Documents/Git/Flux/include/utils/utils.h \
@@ -159,6 +161,7 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/c++/13/istream \
/usr/include/c++/13/limits \
/usr/include/c++/13/locale \
/usr/include/c++/13/math.h \
/usr/include/c++/13/new \
/usr/include/c++/13/numeric \
/usr/include/c++/13/ostream \
@@ -322,12 +325,22 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/x86_64-linux-gnu/c++/13/bits/c++allocator.h:
/usr/include/x86_64-linux-gnu/c++/13/bits/atomic_word.h:
/usr/include/x86_64-linux-gnu/bits/wordsize.h:
/usr/include/x86_64-linux-gnu/bits/wctype-wchar.h:
/usr/include/x86_64-linux-gnu/bits/wchar.h:
/usr/include/c++/13/bits/functexcept.h:
/usr/include/x86_64-linux-gnu/bits/libc-header-start.h:
/usr/include/c++/13/bits/stl_construct.h:
/home/newton/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_SGD.h:
/home/newton/Documents/Git/Flux/include/decomp/decomp.h:
/usr/include/c++/13/bits/stl_bvector.h:
@@ -384,10 +397,6 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/c++/13/bits/locale_facets.h:
/usr/include/c++/13/bits/functional_hash.h:
/usr/include/errno.h:
/usr/include/c++/13/bits/exception_ptr.h:
/usr/include/c++/13/bits/locale_conv.h:
@@ -420,8 +429,6 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/c++/13/bits/basic_string.tcc:
/usr/include/c++/13/bits/stringfwd.h:
/usr/include/c++/13/backward/binders.h:
/usr/include/alloca.h:
@@ -432,6 +439,10 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/wchar.h:
/usr/include/c++/13/bits/functional_hash.h:
/usr/include/errno.h:
/usr/include/c++/13/bits/ios_base.h:
/home/newton/Documents/Git/Flux/include/numerics/veclog.h:
@@ -446,6 +457,8 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/x86_64-linux-gnu/bits/uintn-identity.h:
/home/newton/Documents/Git/Flux/include/modules/neural_networks/optimizers/Optimizer_Adagrad.h:
/usr/include/c++/13/bits/cxxabi_init_exception.h:
/usr/include/c++/13/typeinfo:
@@ -486,10 +499,6 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/x86_64-linux-gnu/bits/struct_rwlock.h:
/usr/include/c++/13/bits/uniform_int_dist.h:
/usr/include/c++/13/bits/locale_classes.tcc:
/home/newton/Documents/Git/Flux/include/numerics/inverse.h:
/usr/include/c++/13/bits/stl_numeric.h:
@@ -502,10 +511,6 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/home/newton/Documents/Git/Flux/include/utils/random.h:
/usr/include/x86_64-linux-gnu/c++/13/bits/atomic_word.h:
/usr/include/x86_64-linux-gnu/bits/wordsize.h:
/home/newton/Documents/Git/Flux/include/numerics/matsubtract.h:
/home/newton/Documents/Git/Flux/include/numerics/matdot.h:
@@ -544,6 +549,8 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/c++/13/bits/ostream_insert.h:
/usr/include/c++/13/math.h:
/home/newton/Documents/Git/Flux/include/numerics/max.h:
/usr/include/x86_64-linux-gnu/bits/pthread_stack_min-dynamic.h:
@@ -560,16 +567,6 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/c++/13/bits/codecvt.h:
/usr/include/x86_64-linux-gnu/bits/flt-eval-method.h:
/home/newton/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax_Loss_CategoricalCrossentropy.h:
/usr/include/c++/13/bits/streambuf_iterator.h:
/usr/include/x86_64-linux-gnu/c++/13/bits/opt_random.h:
/usr/include/c++/13/ostream:
/usr/include/c++/13/bits/cpp_type_traits.h:
/home/newton/Documents/Git/Flux/include/modules/neural_networks/layers/Dense_Layer.h:
@@ -630,6 +627,22 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/home/newton/Documents/Git/Flux/include/modules/neural_networks/datasets/vertical.h:
/usr/include/x86_64-linux-gnu/bits/flt-eval-method.h:
/home/newton/Documents/Git/Flux/include/modules/neural_networks/activation_functions/Activation_Softmax_Loss_CategoricalCrossentropy.h:
/usr/include/c++/13/bits/streambuf_iterator.h:
/usr/include/x86_64-linux-gnu/c++/13/bits/opt_random.h:
/usr/include/c++/13/ostream:
/usr/include/c++/13/bits/stringfwd.h:
/usr/include/c++/13/bits/locale_classes.tcc:
/usr/include/c++/13/bits/uniform_int_dist.h:
/usr/include/c++/13/bits/vector.tcc:
/usr/include/c++/13/cctype:
@@ -816,12 +829,8 @@ examples/dense-neural-network/CMakeFiles/dense-neural-network.dir/main.cpp.o: /h
/usr/include/x86_64-linux-gnu/bits/types/cookie_io_functions_t.h:
/usr/include/x86_64-linux-gnu/bits/wchar.h:
/usr/include/x86_64-linux-gnu/bits/types/locale_t.h:
/usr/include/x86_64-linux-gnu/bits/wctype-wchar.h:
/home/newton/Documents/Git/Flux/include/modules/neural_networks/loss/Loss_CategoricalCrossentrophy.h:
/usr/include/x86_64-linux-gnu/bits/types/clockid_t.h: