Update optimum/intel/openvino/modeling_decoder.py

Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com>
huggingface · Feb 20, 2024 · d06a344 · d06a344
1 parent 7188696
commit d06a344
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/optimum/intel/openvino/modeling_decoder.py b/optimum/intel/openvino/modeling_decoder.py
@@ -592,8 +592,9 @@ def _from_pretrained(
         else:
             init_cls = cls
 
+        enable_compilation = kwargs.pop("compile", True) and not load_in_4bit
         causal_model = init_cls(
-            model=model, config=config, model_save_dir=model_cache_path.parent, compile=not load_in_4bit, **kwargs
+            model=model, config=config, model_save_dir=model_cache_path.parent, compile=enable_compilation, **kwargs
         )
 
         if load_in_4bit: