model.cpp/hpp
I made the model struct to store layers. I'm still missing the backward functions, but it's functional
This commit is contained in:
@@ -28,7 +28,7 @@
|
||||
* Author: Michelle Bausager
|
||||
*
|
||||
* Description:
|
||||
* Defines the base layers struct used in pther layers in neural network
|
||||
* Defines the base layers struct used in other layers in neural network
|
||||
*
|
||||
*++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*/
|
||||
#pragma once
|
||||
@@ -38,38 +38,57 @@
|
||||
#include <config/types.hpp> // panic::uint_t, panic::int_t, and panic::real_t
|
||||
#include <tensor/matrix.hpp> // panic::tensor::real_matrix (uint_matrix, int_matrix)
|
||||
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
// DEFINE DESCRIPTION
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
// TYPE DESCRIPTION
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
// Type Name : panic::neural_network::layer
|
||||
//
|
||||
// Description:
|
||||
// A base layer to use in neural networks
|
||||
//
|
||||
// Member Variables:
|
||||
// None.
|
||||
//
|
||||
// Notes:
|
||||
// This base layer should be used in all layers/activations that have a forward and backward function
|
||||
// This is done so it's easy to make a list of layers in the model to loop over.
|
||||
// The virtual means it should use derived object's version when called with a pointer.
|
||||
// The =0 means the derviced object NEEDS to have these functions to work.
|
||||
//
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
namespace panic{
|
||||
namespace neural_network{
|
||||
|
||||
|
||||
|
||||
/**
|
||||
* @brief Base layer for the rest of the neural network library to use
|
||||
*
|
||||
* This base layer should be used in all layers/activations that have a forward and backward function
|
||||
* This is done so it's easy to make a list of layers in the model to loop over.
|
||||
* The virtual means it should use derived object's version when called with a pointer.
|
||||
* The =0 means the derivative object NEEDS to have these functions to work.
|
||||
*
|
||||
* The struct is used for PANIC neural_network library.
|
||||
*/
|
||||
struct layer{
|
||||
|
||||
/**
|
||||
* @brief Emphty output matrix to store layer output
|
||||
*
|
||||
* Output shape:
|
||||
* samples x neuron_count
|
||||
*/
|
||||
panic::tensor::real_matrix outputs;
|
||||
|
||||
/**
|
||||
* @brief Default de-constructor
|
||||
*
|
||||
*/
|
||||
virtual ~layer() = default;
|
||||
|
||||
|
||||
/**
|
||||
* @brief Virtual forward function for derivative layers
|
||||
*
|
||||
* @param inputs Data matrix input for forward function.
|
||||
*
|
||||
* @Note It's equal to 0 because it make the derivative
|
||||
* object NEEDS to have these function to work.
|
||||
*/
|
||||
virtual bool forward(const panic::tensor::real_matrix& inputs) = 0;
|
||||
|
||||
/**
|
||||
* @brief Virtual backward function for derivative layers
|
||||
*
|
||||
* @param dinputs Data matrix input for backward function.
|
||||
*
|
||||
* @Note It's equal to 0 because it make the derivative
|
||||
* object NEEDS to have these function to work.
|
||||
*/
|
||||
virtual bool backward(const panic::tensor::real_matrix& dinputs) = 0;
|
||||
|
||||
};
|
||||
@@ -79,12 +98,5 @@ struct layer{
|
||||
} // namespace tensor
|
||||
} // namespace panic
|
||||
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
// VARIABLE DESCRIPTION
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
// FUNCTION PROTOTYPE
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
|
||||
|
||||
@@ -24,7 +24,7 @@
|
||||
* Module Name: neural_network
|
||||
* File Name: layer_dense.hpp
|
||||
* Revision: 0.1.0
|
||||
* Date: 23-06-2026
|
||||
* Date: 28-08-2026
|
||||
* Author: Michelle Bausager
|
||||
*
|
||||
* Description:
|
||||
@@ -41,59 +41,76 @@
|
||||
#include <tensor/vector.hpp>
|
||||
#include <tensor/matrix.hpp>
|
||||
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
// DEFINE DESCRIPTION
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
// TYPE DESCRIPTION
|
||||
//---------------------------------------------------------------------------------------------------------------------------
|
||||
|
||||
//--------------------------------------------------------------------------------------------------------------------------
|
||||
// Function Name : panic::neural_network::layer_dense
|
||||
//
|
||||
// Description:
|
||||
// Dense/fully-connected neural network layer.
|
||||
//
|
||||
// Inputs:
|
||||
// Samples x input size const panic::tensor::real_matrix&
|
||||
//
|
||||
// Weight shape:
|
||||
// input_size x neuron_count
|
||||
//
|
||||
// Bias shape:
|
||||
// 1 x neuron_count
|
||||
//
|
||||
// Output shape:
|
||||
// samples x neuron_count panic::tensor::real_matrix
|
||||
//
|
||||
// Notes:
|
||||
// forward(input) calculates:
|
||||
//
|
||||
// outputs = inputs * weights + biases
|
||||
//--------------------------------------------------------------------------------------------------------------------------
|
||||
namespace panic{
|
||||
namespace neural_network{
|
||||
|
||||
/**
|
||||
* @brief struct for dense layer object used in neural networks
|
||||
*
|
||||
* Computes:
|
||||
* @code
|
||||
* panic::neural_network::layer_dense myDenseLayer(3, 5);
|
||||
* myDenseLayer.forward(inputMatrix);
|
||||
* @endcode
|
||||
*
|
||||
* The struct is used in PANIC nural_network library.
|
||||
*/
|
||||
struct layer_dense : public layer{
|
||||
|
||||
/**
|
||||
* @brief Emphty weight matrix to store layer weights
|
||||
*
|
||||
* Weight shape:
|
||||
* input_size x neuron_count
|
||||
*/
|
||||
panic::tensor::real_matrix weights;
|
||||
panic::tensor::real_vector biases;
|
||||
panic::tensor::real_matrix outputs;
|
||||
|
||||
// Empthy contructor
|
||||
/**
|
||||
* @brief Emphty bias vector to store layer bias
|
||||
*
|
||||
* Bias shape:
|
||||
* 1 x neuron_count
|
||||
*/
|
||||
panic::tensor::real_vector biases;
|
||||
|
||||
/**
|
||||
* @brief Empthy constructor
|
||||
*
|
||||
*/
|
||||
layer_dense();
|
||||
|
||||
// Contructor with layer size
|
||||
/**
|
||||
* @brief Constructor with input size and amount of neurons
|
||||
*
|
||||
* @param input_size Input size of data to the network.
|
||||
* @param neurons Amount of neurons in the layer
|
||||
*
|
||||
*/
|
||||
layer_dense(panic::types::uint_t input_size, panic::types::uint_t neurons);
|
||||
|
||||
// Decontructor (All internal variables has decontructors, so we can just use default)
|
||||
/**
|
||||
* @brief Default de-constructor
|
||||
*
|
||||
*/
|
||||
~layer_dense() = default;
|
||||
|
||||
// Forward function for forward pass
|
||||
/**
|
||||
* @brief Forward function for layer
|
||||
*
|
||||
* @param inputs Data input for forward pass.
|
||||
*
|
||||
* @Note Calculates -> outputs = inputs * weights + biases
|
||||
*/
|
||||
bool forward(const panic::tensor::real_matrix& inputs);
|
||||
|
||||
// Backward pass
|
||||
/**
|
||||
* @brief Backward function for layer
|
||||
*
|
||||
* @param inputs Data input for bacward pass.
|
||||
*
|
||||
* @Note Calculates derivative of forward function.
|
||||
*/
|
||||
bool backward(const panic::tensor::real_matrix& dinpus);
|
||||
};
|
||||
|
||||
|
||||
Reference in New Issue
Block a user