fix inc quantized model loading (#492)

huggingface · Dec 14, 2023 · 478ad69 · 478ad69
1 parent bcc388f
commit 478ad69
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/intel/neural_compressor/modeling_base.py b/optimum/intel/neural_compressor/modeling_base.py
@@ -164,7 +164,7 @@ def _from_pretrained(
         if q_config is None:
             model = model_class.from_pretrained(model_save_dir)
         else:
-            init_contexts = [no_init_weights(_enable=True)]
+            init_contexts = [no_init_weights(_enable=False)]
             with ContextManagers(init_contexts):
                 model = model_class(config)
             try: