warm-up for faster speed

tikikun · tikikun · commit e7ee0545eaf8 · 2023-10-18T15:31:19.000+07:00
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -78,8 +78,8 @@ void llamaCPP::warmupModel() {
         llama.generated_token_probs.end() - stop_word_toks.size());
   }
 
-  LOG_INFO << llama.generated_text;
-  LOG_INFO << "Finish the warmup";
+  LOG_INFO << "Warm-up generated text:" << llama.generated_text;
+  LOG_INFO << "Warm-up finish";
   return;
 }
 

Original file line number	Diff line number	Diff line change
`@@ -78,8 +78,8 @@ void llamaCPP::warmupModel() {`
`78`	`78`	`llama.generated_token_probs.end() - stop_word_toks.size());`
`79`	`79`	`}`
`80`	`80`
`81`		`- LOG_INFO << llama.generated_text;`
`82`		`- LOG_INFO << "Finish the warmup";`
	`81`	`+ LOG_INFO << "Warm-up generated text:" << llama.generated_text;`
	`82`	`+ LOG_INFO << "Warm-up finish";`
`83`	`83`	`return;`
`84`	`84`	`}`
`85`	`85`