feat: expend max new token

HakaseAI · May 6, 2024 · 27b5049 · 27b5049
1 parent 5427cca
commit 27b5049
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/HakaseCore/llm/llama3.py b/HakaseCore/llm/llama3.py
@@ -71,7 +71,7 @@ def generate_text(self, instruction: str) -> str:
             do_sample=True,
             temperature=0.4,
             top_p=0.9,
-            max_new_tokens=100,
+            max_new_tokens=10000,
             eos_token_id=[
                 self.tokenizer.eos_token_id,
                 self.tokenizer.convert_tokens_to_ids("<|eot_id|>"),