Optimazation is done

2026-08-06 18:56:36 +02:00
parent 7f92e6884d
commit fb59d61ad5
19 changed files with 2179 additions and 37 deletions
@@ -323,9 +323,70 @@ struct model{
     *  
     *
     */
-    bool add_optimizer_sgd(const panic::types::real_t learning_rate = static_cast<panic::types::real_t>(1));
+    bool add_optimizer_sgd(const panic::types::real_t learning_rate = 1, 
+                            const panic::types::real_t decay = 0,
+                            const panic::types::real_t momentum = 0);


+    /**
+     * @brief Adds optimizer_adagrad to the model
+     *
+     * Computes:
+     * @code
+     * model.optimizer_adagrad(1e-4)
+     * @endcode
+     *
+     * @param learning_rate Learning rate for update_param (default 1e-3).
+     *
+     * @return true If looped and optimized every trainable layer.
+     *  
+     *
+     */
+    bool add_optimizer_adagrad(const panic::types::real_t learning_rate = 1, 
+                            const panic::types::real_t decay = 0,
+                            const panic::types::real_t epsilon = 1e-7);
+
+
+    /**
+     * @brief Adds optimizer_rmsprop to the model
+     *
+     * Computes:
+     * @code
+     * model.optimizer_adagrad(1e-4)
+     * @endcode
+     *
+     * @param learning_rate Learning rate for update_param (default 1e-3).
+     *
+     * @return true If looped and optimized every trainable layer.
+     *  
+     *
+     */
+    bool add_optimizer_rmsprop(const panic::types::real_t learning_rate = 0.001, 
+                                const panic::types::real_t decay = 0,
+                                const panic::types::real_t epsilon = 1e-7,
+                                const panic::types::real_t rho = 0.9);
+
+
+
+    /**
+     * @brief Adds optimizer_adam to the model
+     *
+     * Computes:
+     * @code
+     * model.optimizer_adam(1e-4)
+     * @endcode
+     *
+     * @param learning_rate Learning rate for update_param (default 1e-3).
+     *
+     * @return true If looped and optimized every trainable layer.
+     *  
+     *
+     */
+    bool add_optimizer_adam(const panic::types::real_t learning_rate = 0.001, 
+                                const panic::types::real_t decay = 0,
+                                const panic::types::real_t epsilon = 1e-7,
+                                const panic::types::real_t beta_1 = 0.9,
+                                const panic::types::real_t beta_2 = 0.999);

    /**
     * @brief Finalizes the model configuration.