Merge pull request #357 from one-some/tpu-api-fix

Fix TPU API errors
henk717 · May 8, 2023 · a649bd8 · a649bd8
2 parents 0f91298 + a9e342c
commit a649bd8
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/aiserver.py b/aiserver.py
@@ -3708,6 +3708,7 @@ def apiactionsubmit_tpumtjgenerate(txt, minimum, maximum):
         soft_tokens=soft_tokens,
         sampler_order=koboldai_vars.sampler_order,
     )
+    genout = np.array(genout)
     genout = [utils.applyoutputformatting(utils.decodenewlines(tokenizer.decode(txt))) for txt in genout]
 
     return genout