From 4e7bfa94659468e1d1d3ff3348bb8b544c27b548 Mon Sep 17 00:00:00 2001 From: Sergey Lyalin Date: Fri, 5 Jan 2024 19:22:21 +0400 Subject: [PATCH] Update optimum/exporters/openvino/__main__.py --- optimum/exporters/openvino/__main__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/optimum/exporters/openvino/__main__.py b/optimum/exporters/openvino/__main__.py index cc35620357..3c594679dd 100644 --- a/optimum/exporters/openvino/__main__.py +++ b/optimum/exporters/openvino/__main__.py @@ -348,7 +348,7 @@ class StoreAttr(object): generation_config.save_pretrained(output) maybe_save_preprocessors(model_name_or_path, output) try: - # Avoid loding it for the second time if loaded before + # TODO: Avoid loading the tokenizer again if loaded before tokenizer = AutoTokenizer.from_pretrained(model_name_or_path) tokenizer_export(tokenizer, output) except: