Bausager
22d6ea5fad
Sync public mirror / sync (push) Successful in 26s
Activation Softmax with CategoricalCrossentrophy is almost done from page. 234
34 lines
795 B
C++
34 lines
795 B
C++
#pragma once
|
|
|
|
#include "./core/omp_config.h"
|
|
|
|
#include "./utils/vector.h"
|
|
#include "./utils/matrix.h"
|
|
|
|
#include "./numerics/vecmean.h"
|
|
|
|
namespace neural_networks{
|
|
|
|
template <typename Td, typename Ti>
|
|
struct Loss{
|
|
|
|
utils::Vector<Td> sample_losses;
|
|
utils::Matrix<Td> dinputs;
|
|
Td data_loss;
|
|
|
|
virtual utils::Vector<Td> forward(const utils::Matrix<Td>& output, const utils::Matrix<Ti>& y) = 0;
|
|
virtual void backward(const utils::Matrix<Td>& dvalues, const utils::Matrix<Ti>& y) = 0;
|
|
|
|
Td calculate(const utils::Matrix<Td>& output, const utils::Matrix<Ti>& y){
|
|
|
|
// Calculate sample losses
|
|
sample_losses = forward(output, y);
|
|
|
|
// Calculate mean loss
|
|
data_loss = numerics::vecmean(sample_losses);
|
|
return data_loss;
|
|
|
|
}
|
|
};
|
|
|
|
} // end namespace neural_networks
|