force no caching

tikikun · tikikun · commit 9a46624a1035 · 2024-04-15T12:52:55.000+07:00
diff --git a/controllers/llamaCPP.cc b/controllers/llamaCPP.cc
@@ -205,7 +205,8 @@ void llamaCPP::InferenceImpl(
   }
 
   // Default values to enable auto caching
-  data["cache_prompt"] = caching_enabled;
+  //data["cache_prompt"] = caching_enabled;
+  data["cache_prompt"] = false;
   data["n_keep"] = -1;
 
   // Passing load value

Original file line number	Diff line number	Diff line change
`@@ -205,7 +205,8 @@ void llamaCPP::InferenceImpl(`
`205`	`205`	`}`
`206`	`206`
`207`	`207`	`// Default values to enable auto caching`
`208`		`- data["cache_prompt"] = caching_enabled;`
	`208`	`+ //data["cache_prompt"] = caching_enabled;`
	`209`	`+ data["cache_prompt"] = false;`
`209`	`210`	`data["n_keep"] = -1;`
`210`	`211`
`211`	`212`	`// Passing load value`