Comments

Author: Juan Montesinos

include/activations.h

@@ -11,7 +11,7 @@ class ReLu : public Module
     std::vector<float> backward(const std::vector<float> &grad_output) override;
     void update(float lr) override;
 private:
-    std::vector<bool> zeroed;
+    std::vector<bool> zeroed; // Store for backpropagation
 };
 
 #endif

include/modules.h

@@ -19,6 +19,8 @@ class LinearLayer : public Module
     vector<float> forward(const vector<float> &input) override;
     vector<float> backward(const vector<float> &grad_output) override;
     void update(float lr) override;
+
+    // Expose weights and biases for comparison
     vector<vector<float>> weights;
     vector<float> bias;
     vector<vector<float>> grad_weights;
@@ -28,6 +30,7 @@ class LinearLayer : public Module
     int input_size;
     int output_size;
 
+    // Store input for backward pass
     vector<float> input;
 };