Skip to content

Commit 25b42c5

Browse files
committed
fix device selection for compilation language model in vlm
1 parent f08e8b7 commit 25b42c5

File tree

1 file changed

+17
-6
lines changed

1 file changed

+17
-6
lines changed

optimum/intel/openvino/modeling_visual_language.py

Lines changed: 17 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -54,14 +54,25 @@ def __init__(
5454

5555
def compile(self):
5656
if self.request is None:
57-
logger.info(f"Compiling the Language model to {self._device} ...")
58-
self.request = core.compile_model(self.model, self._device, self.ov_config).create_infer_request()
57+
if self._compile_only:
58+
self.request = self.model.create_infer_request()
59+
else:
60+
logger.info(f"Compiling the Language model to {self._device} ...")
61+
self.request = self._compile_model(
62+
self.model, self._device, self.ov_config, self.model_save_dir
63+
).create_infer_request()
5964
self._compile_text_emb()
6065

6166
def _compile_text_emb(self):
6267
if self.text_emb_request is None:
6368
logger.info(f"Compiling the Text embeddings model to {self._device} ...")
64-
self.text_emb_request = core.compile_model(self.text_emb_model, self._device, self.ov_config)
69+
if self._compile_only:
70+
self.text_emb_request = self.text_emb_model
71+
else:
72+
logger.info(f"Compiling the Text embeddings model to {self._device} ...")
73+
self.text_emb_request = self._compile_model(
74+
self.text_emb_model, self._device, self.ov_config, self.model_save_dir
75+
)
6576

6677
def clear_requests(self):
6778
if self._compile_only:
@@ -263,11 +274,11 @@ def __init__(
263274
self.lm_model,
264275
self.text_embdings_model,
265276
config=config,
266-
deivce=device,
277+
device=device,
267278
ov_config=ov_config,
268279
model_save_dir=model_save_dir,
269280
quantization_config=quantization_config,
270-
compile=not self._compile_only,
281+
compile=self._compile_only,
271282
compile_only=self._compile_only,
272283
)
273284
self.vision_embeddings = OVVisionEmbedding(self.vision_embeddings_model, self)
@@ -308,7 +319,7 @@ def _save_pretrained(self, save_directory: Union[str, Path]):
308319
dst_file_names = [
309320
"openvino_language_model.xml",
310321
"openvino_text_embeddings_model.xml",
311-
"openvino_vision_embeddings.xml",
322+
"openvino_vision_embeddings_model.xml",
312323
]
313324
for part in self.additional_parts:
314325
model = getattr(self, f"{part}_model", None)

0 commit comments

Comments
 (0)