even more tensor operations that i am never going to use and RELU finished

Author: kemsig

.vscode/settings.json

@@ -59,6 +59,7 @@
         "typeinfo": "cpp",
         "__nullptr": "cpp",
         "iostream": "cpp",
-        "sstream": "cpp"
+        "sstream": "cpp",
+        "queue": "cpp"
     }
 }

include/TensorSANN/layers/DenseLayer.hpp

@@ -25,7 +25,7 @@ class DenseLayer : Layer{
 protected:
     Tensor weights_;
     Tensor biases_;
-    Tensor cachedInput_;
+  //  Tensor cachedInput_;
 };
 
 

include/TensorSANN/layers/Layer.hpp

@@ -14,10 +14,11 @@ class Layer{
 
     virtual Tensor backward(const Tensor &output_grad) = 0;
 
-    const Tensor &get_output() const {return output_;}
+    // const Tensor &get_output() const {return output_;}
 
 protected:
-    Tensor output_;
+    // Tensor output_;
+    Tensor cachedInput_;
 };
 
 

include/TensorSANN/utils/Tensor.hpp

@@ -41,9 +41,24 @@ class Tensor{
     Tensor operator-(const float c) const;
     Tensor operator*(const float c) const;
     Tensor operator/(const float c) const;
+        // boolean operands
+    Tensor operator>=(const Tensor &tensor_other) const;
+    Tensor operator<=(const Tensor &tensor_other) const;
+    Tensor operator>(const Tensor &tensor_other) const;
+    Tensor operator<(const Tensor &tensor_other) const;
+    Tensor operator==(const Tensor &tensor_other) const;
+    Tensor operator!=(const Tensor &tensor_other) const;
+        // boolean operands with constants I AM NOT IMPLEMENTING ALL THIS RIGHT NOW <============================================ THIS IS YOUR PROBLEM 
+    // Tensor operator>=(const float c) const;
+    // Tensor operator<=(const float c) const;
+    Tensor operator>(const float c) const;
+    // Tensor operator<(const float c) const;
+    // Tensor operator==(const float cr) const;
+    // Tensor operator!=(const float c) const;
+    
         // other operators
     Tensor matmul(const Tensor& tensor_other) const;
-    Tensor sum() const;
+    float sum() const;
     Tensor transpose() const; // non inplace maybe we could add the ohter one later but rn i dont give a shit ========
 
     // Utiltity 

src/activations/ReLU.cpp

@@ -15,6 +15,6 @@ namespace TensorSANN{
     }
 
     Tensor ReLU::backward(const Tensor &grad_output){
-        return Tensor();
+        return grad_output * (cachedInput_ > 0);    // quick trick
     }
 }   // namespace TensorSANN

src/layers/DenseLayer.cpp

@@ -32,18 +32,17 @@ namespace TensorSANN{
         return output;
     }
 
-    // awaiting implementation
+    // awaiting implementationz
     Tensor DenseLayer::backward(const Tensor &grad_output){
         // blah blah back prop stuff 
         Tensor d_weights = cachedInput_.transpose().matmul(grad_output);
 
-        Tensor d_bias = grad_output.sum();
-
         Tensor d_Z = grad_output.matmul(d_weights.transpose());
 
         // update the derivative of weights and bias
         // weights_.grad() = d_weights.data(); im going to make it a tensor for now so i can use elemwise operators
-        weights_.grad() = d_weights;
+        weights_.set_grad(std::make_shared<Tensor>(d_weights));
+        biases_.set_grad(std::make_shared<Tensor>(d_Z));
 
         // return d_Z to continue back prop
         return d_Z;

src/utils/Tensor.cpp

@@ -147,6 +147,69 @@ Tensor Tensor::operator/(const float c) const{
     }
     return result;
 }
+Tensor Tensor::operator>=(const Tensor &tensor_other) const{
+    if (shape_ != tensor_other.shape()) throw std::invalid_argument("Tensor shapes must match for comparison.");
+    Tensor result(shape_);
+    for (size_t i = 0; i < size(); ++i) {
+        result.data_[i] = data_[i] >= tensor_other.data_[i];
+    }
+    return result;
+}
+Tensor Tensor::operator<=(const Tensor &tensor_other) const{
+    if (shape_ != tensor_other.shape()) throw std::invalid_argument("Tensor shapes must match for comparison.");
+    Tensor result(shape_);
+    for (size_t i = 0; i < size(); ++i) {
+        result.data_[i] = data_[i] <= tensor_other.data_[i];
+    }
+    return result;
+}
+Tensor Tensor::operator>(const Tensor &tensor_other) const{
+    if (shape_ != tensor_other.shape()) throw std::invalid_argument("Tensor shapes must match for comparison.");
+    Tensor result(shape_);
+    for (size_t i = 0; i < size(); ++i) {
+        result.data_[i] = data_[i] > tensor_other.data_[i];
+    }
+    return result;
+}
+Tensor Tensor::operator<(const Tensor &tensor_other) const{
+    if (shape_ != tensor_other.shape()) throw std::invalid_argument("Tensor shapes must match for comparison.");
+    Tensor result(shape_);
+    for (size_t i = 0; i < size(); ++i) {
+        result.data_[i] = data_[i] < tensor_other.data_[i];
+    }
+    return result;
+}
+Tensor Tensor::operator==(const Tensor &tensor_other) const{
+    if (shape_ != tensor_other.shape()) throw std::invalid_argument("Tensor shapes must match for comparison.");
+    Tensor result(shape_);
+    for (size_t i = 0; i < size(); ++i) {
+        result.data_[i] = data_[i] == tensor_other.data_[i];
+    }
+    return result;
+}
+Tensor Tensor::operator!=(const Tensor &tensor_other) const{
+    if (shape_ != tensor_other.shape()) throw std::invalid_argument("Tensor shapes must match for comparison.");
+    Tensor result(shape_);
+    for (size_t i = 0; i < size(); ++i) {
+        result.data_[i] = data_[i] != tensor_other.data_[i];
+    }
+    return result;
+}
+
+    // boolean operands with constants I AM NOT IMPLEMENTING ALL THIS RIGHT NOW <============================================ THIS IS YOUR PROBLEM 
+// Tensor operator>=(const float c) const;
+// Tensor operator<=(const float c) const;
+Tensor Tensor::operator>(const float c) const{
+    Tensor result(shape_);
+    for (size_t i = 0; i < size(); ++i) {
+        result.data_[i] = data_[i] > c;
+    }
+    return result;
+}
+// Tensor operator<(const float c) const;
+// Tensor operator==(const float cr) const;
+// Tensor operator!=(const float c) const;
+
     // other operators
 Tensor Tensor::matmul(const Tensor& tensor_other) const{
     // error check
@@ -169,6 +232,16 @@ Tensor Tensor::matmul(const Tensor& tensor_other) const{
     }
     return result;
 }
+
+float Tensor::sum() const{
+    float total = 0.0f;
+    for (float num : data_){
+        total += num;
+    }
+    return total;
+}
+
+
 Tensor Tensor::transpose() const{
     if (dim() != 2) throw std::invalid_argument("Matrix Transpose only supports 2d rn :/");
     // 2d only