add base class for inference provider

Author: tikikun

common/base.cc

@@ -0,0 +1,12 @@
+#include "base.h"
+
+void BaseProvider::handlePrelight(
+    const HttpRequestPtr &req,
+    std::function<void(const HttpResponsePtr &)> &&callback) {
+  auto resp = drogon::HttpResponse::newHttpResponse();
+  resp->setStatusCode(drogon::HttpStatusCode::k200OK);
+  resp->addHeader("Access-Control-Allow-Origin", "*");
+  resp->addHeader("Access-Control-Allow-Methods", "POST, OPTIONS");
+  resp->addHeader("Access-Control-Allow-Headers", "*");
+  callback(resp);
+}

common/base.h

@@ -0,0 +1,46 @@
+#pragma once
+#include <drogon/HttpController.h>
+
+using namespace drogon;
+
+#pragma once
+#include <drogon/HttpController.h>
+
+using namespace drogon;
+
+class BaseProvider {
+public:
+  virtual ~BaseProvider() {}
+
+  // General inference method
+  virtual void
+  inference(const HttpRequestPtr &req,
+            std::function<void(const HttpResponsePtr &)> &&callback) = 0;
+
+  // Model management
+  virtual void
+  loadModel(const HttpRequestPtr &req,
+            std::function<void(const HttpResponsePtr &)> &&callback) = 0;
+  virtual void
+  unloadModel(const HttpRequestPtr &req,
+              std::function<void(const HttpResponsePtr &)> &&callback) = 0;
+  virtual void
+  modelStatus(const HttpRequestPtr &req,
+              std::function<void(const HttpResponsePtr &)> &&callback) = 0;
+
+  // Additional methods
+  void handlePrelight(const HttpRequestPtr &req,
+                      std::function<void(const HttpResponsePtr &)> &&callback);
+};
+
+class ChatProvider : public BaseProvider {
+public:
+  virtual ~ChatProvider() {}
+
+  // Implement embedding functionality specific to chat
+  virtual void
+  embedding(const HttpRequestPtr &req,
+            std::function<void(const HttpResponsePtr &)> &&callback) = 0;
+
+  // The derived class can also override other methods if needed
+};