Merge pull request #286 from janhq/284-bug-inferencing-not-stopping-background-task

tikikun · web-flow · commit ae4a7c68dc0d · 2023-12-19T12:29:54.000+07:00
284 bug inferencing not stopping background task
diff --git a/controllers/llamaCPP.h b/controllers/llamaCPP.h
@@ -1858,6 +1858,7 @@ class llamaCPP : public drogon::HttpController<llamaCPP> {
     }
   }
 
+  ~llamaCPP() { stopBackgroundTask(); }
   METHOD_LIST_BEGIN
   // list path definitions here;
   METHOD_ADD(llamaCPP::chatCompletion, "chat_completion", Post);
diff --git a/llama.cpp b/llama.cpp
@@ -1 +1 @@
-Subproject commit c6c4fc081c1df1c60a9bfe3e6a3fd086f1a29ec7
+Subproject commit a7aee47b98e45539d491071b25778b833b77e387

Original file line number	Diff line number	Diff line change
`@@ -1858,6 +1858,7 @@ class llamaCPP : public drogon::HttpController<llamaCPP> {`
`1858`	`1858`	`}`
`1859`	`1859`	`}`
`1860`	`1860`
	`1861`	`+ ~llamaCPP() { stopBackgroundTask(); }`
`1861`	`1862`	`METHOD_LIST_BEGIN`
`1862`	`1863`	`// list path definitions here;`
`1863`	`1864`	`METHOD_ADD(llamaCPP::chatCompletion, "chat_completion", Post);`