Fix text streaming in samples (#1488)

Closes #1381 Co-authored-by: Vladimir Zlobin <vladimir.zlobin@intel.com>
openvinotoolkit · Jan 7, 2025 · 4003549 · 4003549
1 parent 827a1b7
commit 4003549
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/samples/python/multinomial_causal_lm/multinomial_causal_lm.py b/samples/python/multinomial_causal_lm/multinomial_causal_lm.py
@@ -91,7 +91,7 @@ def put(self, token_id: int) -> bool:
             word = text[self.print_len:]            
             self.tokens_cache = []
             self.print_len = 0
-        elif len(text) >= 3 and text[-3:] == chr(65533):
+        elif len(text) >= 3 and text[-1] == chr(65533):
             # Don't print incomplete text.
             pass
         elif len(text) > self.print_len + delay_n_chars:

diff --git a/tools/llm_bench/llm_bench_utils/ov_utils.py b/tools/llm_bench/llm_bench_utils/ov_utils.py
@@ -562,7 +562,7 @@ def put(self, token_id: int) -> bool:
                 word = text[self.print_len:]
                 self.tokens_cache = []
                 self.print_len = 0
-            elif len(text) >= 3 and text[-3:] == chr(65533):
+            elif len(text) >= 3 and text[-1] == chr(65533):
                 # Don't print incomplete text.
                 pass
             elif len(text) > self.print_len: