add default case

tikikun · web-flow · commit e234418696b5 · 2023-12-02T15:08:37.000+07:00
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -198,10 +198,10 @@ void llamaCPP::chatCompletion(
     data["prompt"] = formatted_output;
     for (const auto &stop_word : (*jsonBody)["stop"]) {
       stopWords.push_back(stop_word.asString());
-      // Ensure success case for chatML
-      stopWords.push_back("<|im_end|>");
     }
     // specify default stop words
+    // Ensure success case for chatML
+    stopWords.push_back("<|im_end|>");
     stopWords.push_back(nitro_utils::rtrim(user_prompt));
     data["stop"] = stopWords;
   }

Original file line number	Diff line number	Diff line change
`@@ -198,10 +198,10 @@ void llamaCPP::chatCompletion(`
`198`	`198`	`data["prompt"] = formatted_output;`
`199`	`199`	`for (const auto &stop_word : (*jsonBody)["stop"]) {`
`200`	`200`	`stopWords.push_back(stop_word.asString());`
`201`		`- // Ensure success case for chatML`
`202`		`- stopWords.push_back("<\|im_end\|>");`
`203`	`201`	`}`
`204`	`202`	`// specify default stop words`
	`203`	`+ // Ensure success case for chatML`
	`204`	`+ stopWords.push_back("<\|im_end\|>");`
`205`	`205`	`stopWords.push_back(nitro_utils::rtrim(user_prompt));`
`206`	`206`	`data["stop"] = stopWords;`
`207`	`207`	`}`