#pragma once #include "./core/omp_config.h" #include "./utils/vector.h" #include "./utils/matrix.h" namespace neural_networks{ template struct Activation_ReLU{ //utils::Matrix inputs; utils::Matrix outputs; void forward(const utils::Matrix& inputs){ outputs = numerics::matclip_low(inputs, T{0}); } }; } // end namespace neural_networks