for future reference make an activation header instead of using layer

Author: kemsig

include/TensorSANN/core/NeuralNetwork.hpp

@@ -13,10 +13,8 @@ class NeuralNetwork{
 
     virtual ~NeuralNetwork() = default;
 
-    void add_layer(Layer &layer){
-        layers.push_back(layer);
-    }
-
+    void add_layer(Layer &layer);
+    
     void set_optimzer(std::shared_ptr<Optimizer> optimzer);
 
     void set_loss_func(std::shared_ptr<LossFunction> lossfunc);

include/TensorSANN/optimizers/SGD.hpp

@@ -0,0 +1,20 @@
+#pragma once
+
+#include <vector>
+#include "TensorSANN/optimizers/Optimizer.hpp"
+#include "TensorSANN/layers/Layer.hpp"
+
+
+namespace TensorSANN{
+
+class SGD : Optimizer{
+public:
+    SGD(float learning_rate);
+
+    void update(std::vector<Layer> & layers) override;
+
+private:
+    float learning_rate;
+};
+
+}// namespace TensorSANN

src/CMakeLists.txt

@@ -4,6 +4,8 @@ add_subdirectory(activations)
 add_subdirectory(core)
 add_subdirectory(layers)
 add_subdirectory(utils)
+add_subdirectory(optimizers)
+add_subdirectory(loss)
 
 # Main executable that links all libraries
 add_executable(tensor_sann_main main.cpp)
@@ -13,4 +15,6 @@ target_link_libraries(tensor_sann_main
     core
     layers
     utils
+    optimizers
+    loss
 )

src/loss/CMakeLists.txt

@@ -0,0 +1,8 @@
+add_library(loss STATIC
+    LossFunction.cpp
+)
+
+# Include the directory for headers
+target_include_directories(loss PUBLIC
+    ${PROJECT_SOURCE_DIR}/include
+)

src/loss/LossFunction.cpp

@@ -0,0 +1,8 @@
+add_library(optimizers STATIC
+    SGD.cpp
+)
+
+# Include the directory for headers
+target_include_directories(optimizers PUBLIC
+    ${PROJECT_SOURCE_DIR}/include
+)

src/optimizers/CMakeLists.txt

@@ -0,0 +1,13 @@
+#include "TensorSANN/optimizers/SGD.hpp"
+
+namespace TensorSANN{
+
+SGD::SGD(float learning_rate) : learning_rate(learning_rate) {}
+
+void SGD::update(std::vector<Layer> &layers){
+    for (auto& layer : layers){
+       // for (size_t i = 0; i < )
+    }
+}
+
+}