llama_kv_cache_seq_rm added to reset

mgonzs13 · Dec 12, 2023 · 6843abd · 6843abd
1 parent d981d1d
commit 6843abd
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llama_ros/src/llama.cpp b/llama_ros/src/llama.cpp
@@ -88,6 +88,7 @@ std::string Llama::detokenize(const std::vector<llama_token> &tokens) {
 
 void Llama::reset() {
 
+  llama_kv_cache_seq_rm(this->ctx, -1, 0, -1);
   llama_sampling_reset(this->ctx_sampling);
 
   this->canceled = false;