set default ratio using default config

huggingface · Jul 10, 2024 · 4989382 · 4989382
1 parent 8113a90
commit 4989382
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/commands/export/openvino.py b/optimum/commands/export/openvino.py
@@ -277,7 +277,7 @@ def _get_default_int4_config(model_id_or_path, library_name):
             else:
                 quantization_config = {
                     "bits": 8 if is_int8 else 4,
-                    "ratio": 1 if is_int8 else (self.args.ratio or 1.0),
+                    "ratio": 1 if is_int8 else (self.args.ratio or _DEFAULT_4BIT_CONFIG["ratio"]),
                     "sym": self.args.sym or False,
                     "group_size": -1 if is_int8 else self.args.group_size,
                     "all_layers": None if is_int8 else self.args.all_layers,