Done with activation softmax backwards

include/neural_network/loss/loss.hpp

@@ -68,6 +68,12 @@ struct loss{
      */
     panic::types::real_t data_loss;
 
+    /**
+     * @brief Matrix for backwards pass
+     */
+    panic::tensor::real_matrix dinputs;
+
+
     /**
      * @brief Default de-constructor
      *

include/neural_network/loss/loss_categorical_crossentropy.hpp

@@ -82,9 +82,35 @@ struct loss_categorical_crossentropy: loss{
         const panic::tensor::real_matrix& y_pred, 
         const panic::tensor::real_matrix& y_true);
 
-};
 
 
+    /**
+     * @brief backward function to calculate from losses
+     *
+     * @param y_pred Matrix of model predection.  
+     * @param y_true Vector of true label of data.
+     * 
+     */
+    bool backward(
+        const panic::tensor::real_matrix& dvalues, 
+        const panic::tensor::uint_vector& y_true);
+
+    /**
+     * @brief backward function to calculate from losses
+     *
+     * @param y_pred Matrix of model predection.  
+     * @param y_true Vector of true label of data.
+     * 
+     * @Note Overloaded if one-shot endcoded
+     *         is used.
+     */
+    bool backward(
+        const panic::tensor::real_matrix& dvalues, 
+        const panic::tensor::real_matrix& y_true);
+
+
+};
+
 
 	} // namespace neural_network
 } // namespace panic