correct position of decode args

michaelfeil · michaelfeil · commit e236f006593f · 2023-05-20T02:18:07.000+02:00
diff --git a/hf_hub_ctranslate2/translate.py b/hf_hub_ctranslate2/translate.py
@@ -117,7 +117,8 @@ def _forward(self, *args, **kwds):
     def tokenize_decode(self, tokens_out, *args, **kwargs):
         return [
             self.tokenizer.decode(
-                self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0], *args, **kwargs)
+                self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0]),
+                *args, **kwargs
             )
             for i in range(len(tokens_out))
         ]
@@ -210,7 +211,8 @@ def tokenize_encode(self, text, *args, **kwargs):
     def tokenize_decode(self, tokens_out, *args, **kwargs):
         return [
             self.tokenizer.decode(
-                self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0][1:], *args, **kwargs)
+                self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0][1:]),
+                *args, **kwargs
             )
             for i in range(len(tokens_out))
         ]

Original file line number	Diff line number	Diff line change
`@@ -117,7 +117,8 @@ def _forward(self, args, *kwds):`
`117`	`117`	`def tokenize_decode(self, tokens_out, args, *kwargs):`
`118`	`118`	`return [`
`119`	`119`	`self.tokenizer.decode(`
`120`		`- self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0], args, *kwargs)`
	`120`	`+ self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0]),`
	`121`	`+ args, *kwargs`
`121`	`122`	`)`
`122`	`123`	`for i in range(len(tokens_out))`
`123`	`124`	`]`
`@@ -210,7 +211,8 @@ def tokenize_encode(self, text, args, *kwargs):`
`210`	`211`	`def tokenize_decode(self, tokens_out, args, *kwargs):`
`211`	`212`	`return [`
`212`	`213`	`self.tokenizer.decode(`
`213`		`- self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0][1:], args, *kwargs)`
	`214`	`+ self.tokenizer.convert_tokens_to_ids(tokens_out[i].hypotheses[0][1:]),`
	`215`	`+ args, *kwargs`
`214`	`216`	`)`
`215`	`217`	`for i in range(len(tokens_out))`
`216`	`218`	`]`