Fix penalize_nl

abetlen · abetlen · commit b895511ccae4 · 2023-05-21T18:38:06.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -351,7 +351,7 @@ def _sample(
             alpha_presence=presence_penalty,
         )
         if not penalize_nl:
-            candidates.data[Llama.token_nl()].logit = nl_logit
+            candidates.data[Llama.token_nl()].logit = llama_cpp.c_float(nl_logit)
         if temp.value == 0.0:
             return llama_cpp.llama_sample_token_greedy(
                 ctx=self.ctx,

Original file line number	Diff line number	Diff line change
`@@ -351,7 +351,7 @@ def _sample(`
`351`	`351`	`alpha_presence=presence_penalty,`
`352`	`352`	`)`
`353`	`353`	`if not penalize_nl:`
`354`		`- candidates.data[Llama.token_nl()].logit = nl_logit`
	`354`	`+ candidates.data[Llama.token_nl()].logit = llama_cpp.c_float(nl_logit)`
`355`	`355`	`if temp.value == 0.0:`
`356`	`356`	`return llama_cpp.llama_sample_token_greedy(`
`357`	`357`	`ctx=self.ctx,`