Removed unnecessary exception

huggingface · Feb 5, 2024 · 55a673b · 55a673b
1 parent 9e108d7
commit 55a673b
Showing 1 changed file with 0 additions and 8 deletions.
diff --git a/optimum/intel/openvino/quantization.py b/optimum/intel/openvino/quantization.py
@@ -278,14 +278,6 @@ def _quantize_ovcausallm(
         quantization_config: QuantizationConfigMixin = None,
         **kwargs,
     ):
-        if self.model.stateful and not weights_only:
-            raise Exception(
-                "Full quantizaiton for stateful OVModelForCausalLM is currently broken. Possbile options:\n"
-                "1. Quantize AutoModelForCausalLM\n"
-                "2. Use weight only quantization\n"
-                "3. Use stateful=False to export stateless model"
-            )
-
         save_directory = Path(save_directory)
         save_directory.mkdir(parents=True, exist_ok=True)