We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c9629e8 commit abfb4f4Copy full SHA for abfb4f4
optimum/intel/openvino/configuration.py
@@ -164,19 +164,19 @@ class OVQuantizationMethod(str, Enum):
164
"dataset": "wikitext2",
165
"scale_estimation": True,
166
},
167
- "meta-llama/Meta-Llama-3-8B-Instruct": {
+ "meta-llama/Meta-Llama-3.1-8B-Instruct": {
168
"bits": 4,
169
"sym": False,
170
"group_size": 64,
171
- "ratio": 0.9,
+ "ratio": 0.8,
172
173
174
175
- "meta-llama/Meta-Llama-3-8B": {
+ "meta-llama/Meta-Llama-3.1-8B": {
176
177
178
179
180
181
182
0 commit comments