Done with SGD and Adagrad, still need to optimize them but they work.
This commit is contained in:
@@ -21,6 +21,11 @@ namespace neural_networks{
|
||||
utils::Vector<T> dbiases;
|
||||
utils::Matrix<T> dinputs;
|
||||
|
||||
// Variables for optimizers
|
||||
utils::Matrix<T> weight_momentums;
|
||||
utils::Vector<T> bias_momentums;
|
||||
utils::Matrix<T> weight_cache;
|
||||
utils::Vector<T> bias_cache;
|
||||
|
||||
// Default Constructor
|
||||
Dense_Layer() = default;
|
||||
|
||||
Reference in New Issue
Block a user