Disable long scale usage for exported phi3 (#913)

Author: eaidova

optimum/exporters/openvino/model_patcher.py

@@ -1549,6 +1549,12 @@ class Phi3ModelPatcher(DecoderModelPatcher):
     def __enter__(self):
         super().__enter__()
 
+        # currently, long RoPE can not be traced for long context support, disable it for avoid potential accuracy issues
+        if self._model.config.max_position_embeddings != getattr(
+            self._model.config, "original_max_position_embeddings", self._model.config.max_position_embeddings
+        ):
+            self._model.config.max_position_embeddings = self._model.config.original_max_position_embe
+
         if is_transformers_version(">=", "4.42.0"):
             self._model.model._orig_forward = self._model.model.forward
             self._model.model.forward = types.MethodType(phi3_442_forward, self._model.model)

optimum/intel/openvino/modeling_decoder.py

@@ -331,6 +331,10 @@ def _from_transformers(
 
         config.is_decoder = True
         config.is_encoder_decoder = False
+        if config.model_type == "phi3" and config.max_position_embeddings != getattr(
+            config, "original_max_position_embeddings", config.max_position_embeddings
+        ):
+            config.max_position_embeddings = config.original_max_position_embeddings
         config.save_pretrained(save_dir_path)
         return cls._from_pretrained(
             model_id=save_dir_path,