Fix wrong AWQ option

huggingface · Jul 15, 2024 · 7e8177b · 7e8177b
1 parent 132cd8f
commit 7e8177b
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py
@@ -43,7 +43,7 @@
         "group_size": 128,
         "ratio": 0.8,
         "dataset": "wikitext2",
-        "awq": True,
+        "quant_method": "awq",
     },
     "meta-llama/Llama-2-7b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.6},
     "meta-llama/Llama-2-7b-chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8},
@@ -54,15 +54,15 @@
         "group_size": 64,
         "ratio": 0.8,
         "dataset": "wikitext2",
-        "awq": True,
+        "quant_method": "awq",
     },
     "stabilityai/stablelm-zephyr-3b": {
         "bits": 4,
         "sym": False,
         "group_size": 128,
         "ratio": 1.0,
         "dataset": "wikitext2",
-        "awq": True,
+        "quant_method": "awq",
     },
     "stabilityai/stable-code-3b": {"bits": 4, "sym": True, "group_size": 64, "ratio": 0.8},
     "pansophic/rocket-3B": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8},
@@ -77,15 +77,15 @@
         "group_size": 64,
         "all_layers": True,
         "dataset": "wikitext2",
-        "awq": True,
+        "quant_method": "awq",
     },
     "bigscience/bloomz-560m": {
         "bits": 4,
         "sym": True,
         "group_size": 64,
         "ratio": 0.8,
         "dataset": "wikitext2",
-        "awq": True,
+        "quant_method": "awq",
     },
     "mistralai/Mixtral-8x7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8},
     "facebook/opt-2.7b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.7},