Update optimum/exporters/openvino/__main__.py

huggingface · Jan 5, 2024 · 4e7bfa9 · 4e7bfa9
1 parent feba5bf
commit 4e7bfa9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/exporters/openvino/__main__.py b/optimum/exporters/openvino/__main__.py
@@ -348,7 +348,7 @@ class StoreAttr(object):
             generation_config.save_pretrained(output)
         maybe_save_preprocessors(model_name_or_path, output)
         try:
-            # Avoid loding it for the second time if loaded before
+            # TODO: Avoid loading the tokenizer again if loaded before
             tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
             tokenizer_export(tokenizer, output)
         except: