From 7e8177bd23eb15bdd162e11e0197be1c9078b988 Mon Sep 17 00:00:00 2001 From: Nikita Malinin Date: Mon, 15 Jul 2024 09:16:40 +0200 Subject: [PATCH] Fix wrong AWQ option --- optimum/intel/openvino/configuration.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py index 40bdc18ce2..a304efa151 100644 --- a/optimum/intel/openvino/configuration.py +++ b/optimum/intel/openvino/configuration.py @@ -43,7 +43,7 @@ "group_size": 128, "ratio": 0.8, "dataset": "wikitext2", - "awq": True, + "quant_method": "awq", }, "meta-llama/Llama-2-7b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.6}, "meta-llama/Llama-2-7b-chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8}, @@ -54,7 +54,7 @@ "group_size": 64, "ratio": 0.8, "dataset": "wikitext2", - "awq": True, + "quant_method": "awq", }, "stabilityai/stablelm-zephyr-3b": { "bits": 4, @@ -62,7 +62,7 @@ "group_size": 128, "ratio": 1.0, "dataset": "wikitext2", - "awq": True, + "quant_method": "awq", }, "stabilityai/stable-code-3b": {"bits": 4, "sym": True, "group_size": 64, "ratio": 0.8}, "pansophic/rocket-3B": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8}, @@ -77,7 +77,7 @@ "group_size": 64, "all_layers": True, "dataset": "wikitext2", - "awq": True, + "quant_method": "awq", }, "bigscience/bloomz-560m": { "bits": 4, @@ -85,7 +85,7 @@ "group_size": 64, "ratio": 0.8, "dataset": "wikitext2", - "awq": True, + "quant_method": "awq", }, "mistralai/Mixtral-8x7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8}, "facebook/opt-2.7b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.7},