added softmax, starting to build first neural network

Author: kemsig

build.sh

@@ -7,3 +7,4 @@ cd build
 cmake ..
 make
 ./src/tensor_sann_main
+./src/tensor_sann_model_main

include/TensorSANN/activations/Softmax.hpp

@@ -19,19 +19,19 @@ class NeuralNetwork{
 
     void set_loss_func(std::shared_ptr<LossFunction> lossfunc);
 
-    Tensor forward();
+    // Tensor forward();
 
-    Tensor backward();
+    // Tensor backward();
 
-    void train();
+    // void train();
 
-    float validate();
+    // float validate();
 
 
 protected:
-    std::vector<Layer> layers;
-    std::shared_ptr<LossFunction> lossFunction; // Loss function
-    std::shared_ptr<Optimizer> optimizer; 
+    std::vector<Layer> layers_;
+    std::shared_ptr<LossFunction> lossFunction_; // Loss function
+    std::shared_ptr<Optimizer> optimizer_; 
 
 };
 

include/TensorSANN/core/NeuralNetwork.hpp

@@ -9,7 +9,7 @@ namespace TensorSANN{
 class Optimizer{
 public:
     virtual ~Optimizer() = default;
-    virtual bool update(Layer & layer);
+    virtual bool update(Layer & layer) = 0;
 };
 
 }// namespace TensorSANN

include/TensorSANN/optimizers/Optimizer.hpp

@@ -10,8 +10,7 @@ namespace TensorSANN{
 // class SGD {
 class SGD : Optimizer{
 public:
-    ~SGD() = default;
-    
+
     SGD(float learning_rate);
 
     bool update(Layer & layer);

include/TensorSANN/optimizers/SGD.hpp

@@ -9,6 +9,7 @@ add_subdirectory(optimizers)
 
 # Main executable that links all libraries
 add_executable(tensor_sann_main main.cpp)
+add_executable(tensor_sann_model_main model_main.cpp)
 
 target_link_libraries(tensor_sann_main
     activations
@@ -18,3 +19,12 @@ target_link_libraries(tensor_sann_main
     optimizers
     # loss
 )
+
+target_link_libraries(tensor_sann_model_main
+    activations
+    core
+    layers
+    utils
+    optimizers
+    # loss
+)

src/CMakeLists.txt

@@ -1,5 +1,6 @@
 add_library(activations STATIC
     ReLU.cpp
+    Softmax.cpp
 )
 
 # Include the directory for headers

src/activations/CMakeLists.txt

@@ -0,0 +1,20 @@
+#include "TensorSANN/core/NeuralNetwork.hpp"
+#include "TensorSANN/layers/Layer.hpp"
+
+
+namespace TensorSANN{
+
+    void NeuralNetwork::add_layer(Layer &layer){
+        // layers_.push_back(layer); TODO this is borken
+    }
+    
+    void NeuralNetwork::set_optimzer(std::shared_ptr<Optimizer> optimzer){
+        optimizer_ = optimzer;
+
+    }
+
+    void NeuralNetwork::set_loss_func(std::shared_ptr<LossFunction> lossfunc){
+        lossFunction_ = lossfunc;
+    }
+
+} 

src/activations/Softmax.cpp

@@ -7,7 +7,7 @@
 
 int main() {
     std::cout << "Hello world!" << std::endl;
-    // TensorSANN::SGD optimizer = TensorSANN::SGD(0.01f);
+    TensorSANN::SGD optimizer = TensorSANN::SGD(0.01f);
 
     std::vector<size_t> shape1 = {2, 3};  // 2x3 tensor
     TensorSANN::Tensor tensor_1(shape1);