Skip to content
This repository was archived by the owner on Jul 4, 2025. It is now read-only.

Commit 69fa41d

Browse files
committed
handle prelight as a single endpoint
1 parent a78a9d8 commit 69fa41d

File tree

2 files changed

+5
-6
lines changed

2 files changed

+5
-6
lines changed

controllers/llamaCPP.cc

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -149,7 +149,7 @@ void llamaCPP::warmupModel() {
149149
return;
150150
}
151151

152-
void llamaCPP::chatCompletionPrelight(
152+
void llamaCPP::handlePrelight(
153153
const HttpRequestPtr &req,
154154
std::function<void(const HttpResponsePtr &)> &&callback) {
155155
auto resp = drogon::HttpResponse::newHttpResponse();

controllers/llamaCPP.h

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2530,18 +2530,17 @@ class llamaCPP : public drogon::HttpController<llamaCPP> {
25302530

25312531
// Openai compatible path
25322532
ADD_METHOD_TO(llamaCPP::chatCompletion, "/v1/chat/completions", Post);
2533-
ADD_METHOD_TO(llamaCPP::chatCompletionPrelight, "/v1/chat/completions",
2534-
Options);
2533+
ADD_METHOD_TO(llamaCPP::handlePrelight, "/v1/chat/completions", Options);
25352534

25362535
ADD_METHOD_TO(llamaCPP::embedding, "/v1/embeddings", Post);
2536+
ADD_METHOD_TO(llamaCPP::handlePrelight, "/v1/embeddings", Options);
25372537

25382538
// PATH_ADD("/llama/chat_completion", Post);
25392539
METHOD_LIST_END
25402540
void chatCompletion(const HttpRequestPtr &req,
25412541
std::function<void(const HttpResponsePtr &)> &&callback);
2542-
void chatCompletionPrelight(
2543-
const HttpRequestPtr &req,
2544-
std::function<void(const HttpResponsePtr &)> &&callback);
2542+
void handlePrelight(const HttpRequestPtr &req,
2543+
std::function<void(const HttpResponsePtr &)> &&callback);
25452544
void embedding(const HttpRequestPtr &req,
25462545
std::function<void(const HttpResponsePtr &)> &&callback);
25472546
void loadModel(const HttpRequestPtr &req,

0 commit comments

Comments
 (0)