From 55a673b49b7532c88842810a818193680e84fccc Mon Sep 17 00:00:00 2001 From: Alexander Date: Mon, 5 Feb 2024 14:20:41 +0400 Subject: [PATCH] Removed unnecessary exception --- optimum/intel/openvino/quantization.py | 8 -------- 1 file changed, 8 deletions(-) diff --git a/optimum/intel/openvino/quantization.py b/optimum/intel/openvino/quantization.py index 9bba62049c..26f8991d7f 100644 --- a/optimum/intel/openvino/quantization.py +++ b/optimum/intel/openvino/quantization.py @@ -278,14 +278,6 @@ def _quantize_ovcausallm( quantization_config: QuantizationConfigMixin = None, **kwargs, ): - if self.model.stateful and not weights_only: - raise Exception( - "Full quantizaiton for stateful OVModelForCausalLM is currently broken. Possbile options:\n" - "1. Quantize AutoModelForCausalLM\n" - "2. Use weight only quantization\n" - "3. Use stateful=False to export stateless model" - ) - save_directory = Path(save_directory) save_directory.mkdir(parents=True, exist_ok=True)