Sync public subset from Flux
This commit is contained in:
39
include/modules/neural_networks/layers/Dense_Layer.h
Normal file
39
include/modules/neural_networks/layers/Dense_Layer.h
Normal file
@@ -0,0 +1,39 @@
|
||||
#pragma once
|
||||
|
||||
#include "./core/omp_config.h"
|
||||
|
||||
#include "./utils/vector.h"
|
||||
#include "./utils/matrix.h"
|
||||
#include "./utils/random.h"
|
||||
|
||||
|
||||
namespace neural_networks{
|
||||
|
||||
template <typename T>
|
||||
struct Dense_Layer{
|
||||
|
||||
//utils::Matrix<T> _inputs;
|
||||
utils::Matrix<T> weights;
|
||||
utils::Vector<T> biases;
|
||||
utils::Matrix<T> outputs;
|
||||
|
||||
|
||||
// Default Constructor
|
||||
Dense_Layer() = default;
|
||||
|
||||
// Constructor
|
||||
Dense_Layer(const uint64_t n_inputs, const uint64_t n_neurons){
|
||||
|
||||
weights.random(n_inputs, n_neurons, -1, 1);
|
||||
biases.resize(n_neurons, T{0});
|
||||
|
||||
}
|
||||
|
||||
void forward(utils::Matrix<T>& inputs){
|
||||
outputs = numerics::matadd(numerics::matmul_auto(inputs, weights), biases, "row");
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
|
||||
} // end namespace neural_networks
|
||||
Reference in New Issue
Block a user