Bausager/panic
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Next up is dropout layers

Browse Source
This commit is contained in:
Bausager
2026-08-07 18:50:33 +02:00
parent fb59d61ad5
commit 2c802e9e8c
10 changed files with 670 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
include/neural_network/layer/layer_dense.hpp
+6 -1
View File
@@ -71,7 +71,12 @@ struct layer_dense : trainable_layer{
* @param neurons Amount of neurons in the layer
*
*/
layer_dense(panic::types::uint_t input_size, panic::types::uint_t neurons);
layer_dense(panic::types::uint_t input_size,
panic::types::uint_t neurons,
panic::types::real_t weight_regularizer_l1 = 0,
panic::types::real_t weight_regularizer_l2 = 0,
panic::types::real_t bias_regularizer_l1 = 0,
panic::types::real_t bias_regularizer_l2 = 0);
/**
* @brief Default de-constructor
include/neural_network/layer/trainable_layer.hpp
+9
View File
@@ -63,6 +63,12 @@ struct trainable_layer:layer{
panic::tensor::real_matrix dweights;
panic::tensor::real_vector dbiases;
panic::types::real_t weight_regularizer_l1;
panic::types::real_t weight_regularizer_l2;
panic::types::real_t bias_regularizer_l1;
panic::types::real_t bias_regularizer_l2;
/**
* @brief Previous parameter updates used by momentum SGD.
*
@@ -82,6 +88,9 @@ struct trainable_layer:layer{
panic::tensor::real_vector bias_cache;
virtual ~trainable_layer() = default;