Next up is dropout layers

2026-08-07 18:50:33 +02:00
parent fb59d61ad5
commit 2c802e9e8c
10 changed files with 670 additions and 20 deletions
@@ -63,6 +63,12 @@ struct trainable_layer:layer{
    panic::tensor::real_matrix dweights;
    panic::tensor::real_vector dbiases;

+    panic::types::real_t weight_regularizer_l1;
+    panic::types::real_t weight_regularizer_l2;
+
+    panic::types::real_t bias_regularizer_l1;
+    panic::types::real_t bias_regularizer_l2;
+
    /**
     * @brief Previous parameter updates used by momentum SGD.
     *
@@ -82,6 +88,9 @@ struct trainable_layer:layer{
    panic::tensor::real_vector bias_cache;


+
+
+
 	virtual ~trainable_layer() = default;