Starting on the model.h, but need to make layer structs and structs for loss and optimizers

include/numerics/detail/greater_or_less_serial.h

@@ -0,0 +1,622 @@
+#pragma once
+
+#include <cstdint> //uint64_t
+
+#include "utils/vector.h"
+#include "utils/matrix.h"
+
+
+namespace numerics::detail{
+	
+	
+	//
+	// ---------------- Greater - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_greater_serial(utils::Vector<T>& v, const T c) {
+		const uint64_t n = v.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_greater_serial: empty vector");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] < c){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_serial(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		const uint64_t n = v.size();
+		const uint64_t m = p.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_greater_serial: empty vector");
+		}
+
+		if (n != m){
+			throw std::runtime_error("inplace_greater_serial: vector size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] < p[i]){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	//
+	// ---------------- Greater - Matrices ----------------
+	//
+	template <typename T>
+	inline void inplace_greater_serial(utils::Matrix<T>& A, const T c) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_serial: empty matrix");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) < c){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_rowwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_rowwise_serial: empty matrix");
+		}
+
+		if (rows != v.size()){
+			throw std::runtime_error("inplace_greater_rowwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) < v[i]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_colwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_colwise_serial: empty matrix");
+		}
+
+		if (cols != v.size()){
+			throw std::runtime_error("inplace_greater_colwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) < v[j]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_serial(utils::Matrix<T>& A, const utils::Matrix<T>& B) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_serial: empty matrix");
+		}
+
+		if (rows != B.rows() || cols != B.cols()){
+			throw std::runtime_error("inplace_greater_serial: Matrix size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) < B(i,j)){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+
+
+
+
+
+
+
+	//
+	// ---------------- Greater or Equal - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_greater_equal_serial(utils::Vector<T>& v, const T c) {
+		const uint64_t n = v.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_greater_equal_serial: empty vector");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] <= c){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_equal_serial(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		const uint64_t n = v.size();
+		const uint64_t m = p.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_greater_equal_serial: empty vector");
+		}
+
+		if (n != m){
+			throw std::runtime_error("inplace_greater_equal_serial: vector size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] <= p[i]){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	//
+	// ---------------- Greater - Matrices ----------------
+	//
+	template <typename T>
+	inline void inplace_greater_equal_serial(utils::Matrix<T>& A, const T c) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_equal_serial: empty matrix");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) <= c){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_equal_rowwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_equal_rowwise_serial: empty matrix");
+		}
+
+		if (rows != v.size()){
+			throw std::runtime_error("inplace_greater_equal_rowwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) <= v[i]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_equal_colwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_equal_colwise_serial: empty matrix");
+		}
+
+		if (cols != v.size()){
+			throw std::runtime_error("inplace_greater_equal_colwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) <= v[j]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_greater_equal_serial(utils::Matrix<T>& A, const utils::Matrix<T>& B) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_greater_equal_serial: empty matrix");
+		}
+
+		if (rows != B.rows() || cols != B.cols()){
+			throw std::runtime_error("inplace_greater_equal_serial: Matrix size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) <= B(i,j)){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+	//
+	// ---------------- Less - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_less_serial(utils::Vector<T>& v, const T c) {
+		const uint64_t n = v.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_less_serial: empty vector");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] > c){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_serial(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		const uint64_t n = v.size();
+		const uint64_t m = p.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_less_serial: empty vector");
+		}
+
+		if (n != m){
+			throw std::runtime_error("inplace_less_serial: vector size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] > p[i]){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	//
+	// ---------------- Greater - Matrices ----------------
+	//
+	template <typename T>
+	inline void inplace_less_serial(utils::Matrix<T>& A, const T c) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_serial: empty matrix");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) > c){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_rowwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_rowwise_serial: empty matrix");
+		}
+
+		if (rows != v.size()){
+			throw std::runtime_error("inplace_less_rowwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) > v[i]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_colwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_colwise_serial: empty matrix");
+		}
+
+		if (cols != v.size()){
+			throw std::runtime_error("inplace_less_colwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) > v[j]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_serial(utils::Matrix<T>& A, const utils::Matrix<T>& B) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_serial: empty matrix");
+		}
+
+		if (rows != B.rows() || cols != B.cols()){
+			throw std::runtime_error("inplace_less_serial: Matrix size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) > B(i,j)){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+
+
+
+
+
+
+
+	//
+	// ---------------- Less or Equal - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_less_equal_serial(utils::Vector<T>& v, const T c) {
+		const uint64_t n = v.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_less_equal_serial: empty vector");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] >= c){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_equal_serial(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		const uint64_t n = v.size();
+		const uint64_t m = p.size();
+
+		if (n == 0){
+			throw std::runtime_error("inplace_less_equal_serial: empty vector");
+		}
+
+		if (n != m){
+			throw std::runtime_error("inplace_less_equal_serial: vector size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			if (v[i] >= p[i]){
+				v[i] = T{0};
+			}
+			else{
+				v[i] = T{1};
+			}
+		}
+	}
+	//
+	// ---------------- Greater - Matrices ----------------
+	//
+	template <typename T>
+	inline void inplace_less_equal_serial(utils::Matrix<T>& A, const T c) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_equal_serial: empty matrix");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) >= c){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_equal_rowwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_equal_rowwise_serial: empty matrix");
+		}
+
+		if (rows != v.size()){
+			throw std::runtime_error("inplace_less_equal_rowwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) >= v[i]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_equal_colwise_serial(utils::Matrix<T>& A, const utils::Vector<T>& v) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_equal_colwise_serial: empty matrix");
+		}
+
+		if (cols != v.size()){
+			throw std::runtime_error("inplace_less_equal_colwise_serial: Matrix-Vector size mismatch");
+		}
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) >= v[j]){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+	template <typename T>
+	inline void inplace_less_equal_serial(utils::Matrix<T>& A, const utils::Matrix<T>& B) {
+		const uint64_t rows = A.rows();
+		const uint64_t cols = A.cols();
+
+
+		if (rows == 0 || cols == 0){
+			throw std::runtime_error("inplace_less_equal_serial: empty matrix");
+		}
+
+		if (rows != B.rows() || cols != B.cols()){
+			throw std::runtime_error("inplace_less_equal_serial: Matrix size mismatch");
+		}
+
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				if (A(i,j) >= B(i,j)){
+					A(i,j) = T{0};
+				}
+				else{
+					A(i,j) = T{1};
+				}
+			}
+		}
+	}
+
+
+
+
+} // namespace numerics
+

include/numerics/detail/sign_serial.h

@@ -0,0 +1,48 @@
+#pragma once
+
+#include <cstdint> //uint64_t
+#include <cmath> // std::abs
+
+#include "utils/vector.h"
+#include "utils/matrix.h"
+
+namespace numerics::detail{
+	
+
+
+	template <typename T>
+	void inplace_sign_serial(T& c) {
+		if (c < T{0}){
+			c = T{-1};
+		}
+		else if(c > T{0}){
+			c = T{1};
+		}
+		else{
+			c = T{0};
+		}
+	}
+		
+	template <typename T>
+	void inplace_sign_serial(utils::Vector<T>& v) {
+		const uint64_t n = v.size();
+		for (uint64_t i = 0; i < n; ++i){
+			inplace_sign_serial(v[i]);
+		}
+	}
+
+
+	template <typename T>
+	void inplace_sign_serial(utils::Matrix<T>& A) {
+	    const uint64_t rows = A.rows();
+	    const uint64_t cols = A.cols();
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				inplace_sign_serial(A(i,j));
+			}
+		}
+	}
+
+
+} // namespace numerics
+

include/numerics/detail/standard_deviation_serial.h

@@ -0,0 +1,61 @@
+#pragma once
+
+#include <cstdint> //uint64_t
+#include <cmath> // std::abs
+
+#include "utils/vector.h"
+#include "utils/matrix.h"
+
+#include "numerics/mean.h"
+
+namespace numerics::detail{
+	
+		
+	template <typename T>
+	inline T standard_deviation_serial(const utils::Vector<T>& v) {
+		const uint64_t n = v.size();
+
+		if (n == 0){
+			throw std::runtime_error("std_serial: empty vector");
+		}
+
+		const T mean_value = numerics::mean(v);
+
+		T sum_squared_diff = T{0};
+
+
+		for (uint64_t i = 0; i < n; ++i){
+			const T diff = v[i] - mean_value;
+			sum_squared_diff += diff * diff;
+		}
+
+		const T variance = sum_squared_diff / static_cast<T>(n);
+
+		return numerics::sqrt(variance); 
+	}
+
+
+	template <typename T>
+	inline T standard_deviation_serial(const utils::Matrix<T>& A) {
+	    const uint64_t rows = A.rows();
+	    const uint64_t cols = A.cols();
+
+	    const T mean_value = numerics::mean(A);
+
+	    T sum_squared_diff =  T{0};
+
+
+		for (uint64_t i = 0; i < rows; ++i){
+			for (uint64_t j = 0; j < cols; ++j){
+				const T diff = A(i,j) - mean_value;
+				sum_squared_diff += diff * diff;
+			}
+		}
+		const T variance = sum_squared_diff / static_cast<T>(rows*cols);
+
+		return numerics::sqrt(variance);
+	}
+
+
+} // namespace numerics
+

include/numerics/greater_or_less.h

@@ -0,0 +1,316 @@
+#pragma once
+
+#include "./core/omp_config.h"
+#include "detail/greater_or_less_serial.h"
+
+
+namespace numerics{
+
+
+	//
+	// ---------------- Greater - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_greater(utils::Vector<T>& v, const T c) {
+		detail::inplace_greater_serial(v, c);
+	}
+	template <typename T>
+	inline utils::Vector<T> greater(const utils::Vector<T>& v, const T c) {
+		utils::Vector<T> out = v;
+		inplace_greater(out, c);
+		return out;
+	}
+
+
+	template <typename T>
+	inline void inplace_greater(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		detail::inplace_greater_serial(v, p);
+	}
+	template <typename T>
+	inline utils::Vector<T> greater(const utils::Vector<T>& v, const utils::Vector<T>& p) {
+		utils::Vector<T> out = v;
+		inplace_greater(out, p);
+		return out;
+	}
+
+
+	//
+	// ---------------- Greater - Matrices  ----------------
+	//
+	template <typename T>
+	inline void inplace_greater(utils::Matrix<T>& A, const T c) {
+		detail::inplace_greater_serial(A, c);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater(const utils::Matrix<T>& A, const T c) {
+		utils::Matrix<T> out = A;
+		inplace_greater(out, c);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_greater_rowwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_greater_rowwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater_rowwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_greater_rowwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_greater_colwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_greater_colwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater_colwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_greater_colwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_greater(utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		detail::inplace_greater_serial(A, B);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater(const utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		utils::Matrix<T> out = A;
+		inplace_greater(out, B);
+		return out;
+	}
+
+
+	//
+	// ---------------- Greater or Equal - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_greater_equal(utils::Vector<T>& v, const T c) {
+		detail::inplace_greater_equal_serial(v, c);
+	}
+	template <typename T>
+	inline utils::Vector<T> greater_equal(const utils::Vector<T>& v, const T c) {
+		utils::Vector<T> out = v;
+		inplace_greater_equal(out, c);
+		return out;
+	}
+
+
+	template <typename T>
+	inline void inplace_greater_equal(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		detail::inplace_greater_equal_serial(v, p);
+	}
+	template <typename T>
+	inline utils::Vector<T> greater_equal(const utils::Vector<T>& v, const utils::Vector<T>& p) {
+		utils::Vector<T> out = v;
+		inplace_greater_equal(out, p);
+		return out;
+	}
+
+
+	//
+	// ---------------- Greater or Equal - Matrices  ----------------
+	//
+	template <typename T>
+	inline void inplace_greater_equal(utils::Matrix<T>& A, const T c) {
+		detail::inplace_greater_equal_serial(A, c);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater_equal(const utils::Matrix<T>& A, const T c) {
+		utils::Matrix<T> out = A;
+		inplace_greater_equal(out, c);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_greater_equal_rowwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_greater_equal_rowwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater_equal_rowwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_greater_equal_rowwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_greater_equal_colwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_greater_equal_colwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater_equal_colwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_greater_equal_colwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_greater_equal(utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		detail::inplace_greater_equal_serial(A, B);
+	}
+	template <typename T>
+	inline utils::Matrix<T> greater_euqal(const utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		utils::Matrix<T> out = A;
+		inplace_greater_equal(out, B);
+		return out;
+	}
+
+
+	//
+	// ---------------- Less - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_less(utils::Vector<T>& v, const T c) {
+		detail::inplace_less_serial(v, c);
+	}
+	template <typename T>
+	inline utils::Vector<T> less(const utils::Vector<T>& v, const T c) {
+		utils::Vector<T> out = v;
+		inplace_less(out, c);
+		return out;
+	}
+
+
+	template <typename T>
+	inline void inplace_less(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		detail::inplace_less_serial(v, p);
+	}
+	template <typename T>
+	inline utils::Vector<T> less(const utils::Vector<T>& v, const utils::Vector<T>& p) {
+		utils::Vector<T> out = v;
+		inplace_less(out, p);
+		return out;
+	}
+
+
+
+
+	//
+	// ---------------- Less - Matrices  ----------------
+	//
+	template <typename T>
+	inline void inplace_less(utils::Matrix<T>& A, const T c) {
+		detail::inplace_less_serial(A, c);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less(const utils::Matrix<T>& A, const T c) {
+		utils::Matrix<T> out = A;
+		inplace_less(out, c);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_less_rowwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_less_rowwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less_rowwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_less_rowwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_less_colwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_less_colwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less_colwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_less_colwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_less(utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		detail::inplace_less_serial(A, B);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less(const utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		utils::Matrix<T> out = A;
+		inplace_less(out, B);
+		return out;
+	}
+
+
+	//
+	// ---------------- Less or Equal - Vectors ----------------
+	//
+	template <typename T>
+	inline void inplace_less_equal(utils::Vector<T>& v, const T c) {
+		detail::inplace_less_equal_serial(v, c);
+	}
+	template <typename T>
+	inline utils::Vector<T> less_equal(const utils::Vector<T>& v, const T c) {
+		utils::Vector<T> out = v;
+		inplace_less_equal(out, c);
+		return out;
+	}
+
+
+	template <typename T>
+	inline void inplace_less_equal(utils::Vector<T>& v, const utils::Vector<T>& p) {
+		detail::inplace_less_equal_serial(v, p);
+	}
+	template <typename T>
+	inline utils::Vector<T> less_equal(const utils::Vector<T>& v, const utils::Vector<T>& p) {
+		utils::Vector<T> out = v;
+		inplace_less_equal(out, p);
+		return out;
+	}
+
+
+	//
+	// ---------------- Less or Equal - Matrices  ----------------
+	//
+	template <typename T>
+	inline void inplace_less_equal(utils::Matrix<T>& A, const T c) {
+		detail::inplace_less_equal_serial(A, c);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less_equal(const utils::Matrix<T>& A, const T c) {
+		utils::Matrix<T> out = A;
+		inplace_less_equal(out, c);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_less_equal_rowwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_less_equal_rowwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less_equal_rowwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_less_equal_rowwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_less_equal_colwise(utils::Matrix<T>& A, const utils::Vector<T> v) {
+		detail::inplace_less_equal_colwise_serial(A, v);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less_equal_colwise(const utils::Matrix<T>& A, const utils::Vector<T> v) {
+		utils::Matrix<T> out = A;
+		inplace_less_equal_colwise(out, v);
+		return out;
+	}
+
+	template <typename T>
+	inline void inplace_less_equal(utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		detail::inplace_less_equal_serial(A, B);
+	}
+	template <typename T>
+	inline utils::Matrix<T> less_euqal(const utils::Matrix<T>& A, const utils::Matrix<T> B) {
+		utils::Matrix<T> out = A;
+		inplace_less_equal(out, B);
+		return out;
+	}
+
+
+
+
+
+
+}

include/numerics/numerics.h

@@ -10,6 +10,7 @@
 #include "./numerics/dot.h"
 #include "./numerics/equal.h"
 #include "./numerics/exp.h"
+#include "./numerics/greater_or_less.h"
 #include "./numerics/interpolation1d.h"                       		// base
 #include "./numerics/inverse.h"
 #include "./numerics/isclose.h"
@@ -22,7 +23,9 @@
 #include "./numerics/neg.h"
 #include "./numerics/pow.h"
 #include "./numerics/random.h"
+#include "./numerics/sign.h"
 #include "./numerics/sqrt.h"
+#include "./numerics/standard_deviation.h"
 #include "./numerics/sub.h"
 #include "./numerics/sum.h"
 #include "./numerics/transpose.h"

include/numerics/sign.h

@@ -0,0 +1,51 @@
+#pragma once
+
+#include "./core/omp_config.h"
+#include "detail/sign_serial.h"
+
+
+namespace numerics{
+
+	// ---------------- Elementwise ----------------
+	template <typename T>
+	inline void inplace_sign(T& c) {
+		detail::inplace_sign_serial(c);
+	}
+	template <typename T>
+	inline T sign(const T c) {
+		T out = c;
+		inplace_sign(out);
+		return out;
+	}
+
+
+
+	template <typename T>
+	inline void inplace_sign(utils::Vector<T>& v) {
+		detail::inplace_sign_serial(v);
+	}
+
+	template <typename T>
+	inline utils::Vector<T> sign(const utils::Vector<T>& v) {
+	    utils::Vector<T> out = v;
+	    inplace_sign(out);
+	    return out;
+	}
+
+
+
+
+	template <typename T>
+	inline void inplace_sign(utils::Matrix<T>& A) {
+		detail::inplace_sign_serial(A);
+	}
+
+	template <typename T>
+	inline utils::Matrix<T> sign(const utils::Matrix<T>& A) {
+	    utils::Matrix<T> out = A;
+	    inplace_sign(out);
+	    return out;
+	}
+
+
+}

include/numerics/standard_deviation.h

@@ -0,0 +1,22 @@
+#pragma once
+
+#include "./core/omp_config.h"
+#include "detail/standard_deviation_serial.h"
+
+
+namespace numerics{
+
+	// ---------------- Elementwise ----------------
+	template <typename T>
+	inline T standard_deviation(const utils::Vector<T>& v) {
+		return detail::standard_deviation_serial(v);
+	}
+
+	template <typename T>
+	inline T standard_deviation(const utils::Matrix<T>& A){
+		return detail::standard_deviation_serial(A);
+	}
+
+
+
+}