revert

huggingface · Jan 6, 2025 · b6f7e74 · b6f7e74
1 parent 38523c3
commit b6f7e74
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/optimum/intel/openvino/modeling_visual_language.py b/optimum/intel/openvino/modeling_visual_language.py
@@ -166,6 +166,9 @@ def prepare_inputs(
             if past_len:
                 position_ids = position_ids[:, -inputs_embeds.shape[1] :]
 
+            if self.config.model_type == "qwen2_vl" and position_ids.ndim != 3:
+                position_ids = np.repeat(np.expand_dims(position_ids, 0), 3, axis=0)
+
             inputs["position_ids"] = position_ids
 
         if "beam_idx" in self.input_names: