Fix Stopwords/Antiprompt (#248)

Signed-off-by: 65a <65a@63bit.net>
go-skynet · Oct 3, 2023 · 6018c9d · 6018c9d
1 parent 79f9587
commit 6018c9d
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/binding.cpp b/binding.cpp
@@ -513,11 +513,17 @@ int llama_predict(void* params_ptr, void* state_pr, char* result, bool debug) {
                         : 0;
 
                     if (last_output.find(antiprompt, search_start_pos) != std::string::npos) {
+                        is_antiprompt = true;
                         break;
                     }
                 }
             }
         }
+
+        // found antiprompt
+        if (is_antiprompt) {
+            break;
+        }
 
         // end of text token
         if (!embd.empty() && embd.back() == llama_token_eos(ctx)) {