Update example

Signed-off-by: Cheng, Penghui <penghui.cheng@intel.com>
huggingface · Jan 17, 2024 · bee33e1 · bee33e1
1 parent ed873c9
commit bee33e1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/neural_compressor/language-modeling/run_clm.py b/examples/neural_compressor/language-modeling/run_clm.py
@@ -717,7 +717,7 @@ def compute_metrics(eval_preds):
     if optim_args.apply_quantization and optim_args.quantization_approach in {"static", "dynamic", "weight_only"}:
         model = trainer.model if isinstance(trainer.model, PreTrainedModel) else trainer.model._model
         quantizer = INCQuantizer.from_pretrained(model)
-        if optim_args.quantization_approach != "dynamic":
+        if optim_args.quantization_approach in ["static", "weight_only"]:
             num_calibration_samples = min(len(train_dataset), optim_args.num_calibration_samples)
             train_dataset = train_dataset.select(range(num_calibration_samples))
             if optim_args.quantization_approach == "static":