fix: return tokens as string hf api (#117)

HazyResearch · Jan 16, 2024 · 637fb14 · 637fb14
1 parent eb7e6fa
commit 637fb14
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/manifest/api/models/huggingface.py b/manifest/api/models/huggingface.py
@@ -186,7 +186,9 @@ def __call__(
                 "logprobs": logits[
                     range(num_generated_tokens), i, output_seq[-num_generated_tokens:]
                 ].tolist(),
-                "tokens": output_seq[-num_generated_tokens:].tolist(),
+                "tokens": self.tokenizer.convert_ids_to_tokens(
+                    output_seq[-num_generated_tokens:].tolist()
+                ),
             }
             for i, output_seq in enumerate(output_dict.sequences)
         ]