fix crash in warmup for xpu

Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
huggingface · Dec 23, 2024 · 3d807cb · 3d807cb
1 parent ea6fa42
commit 3d807cb
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/optimum/intel/generation/modeling.py b/optimum/intel/generation/modeling.py
@@ -63,7 +63,11 @@ def prepare_jit_inputs(model: PreTrainedModel, task: str, use_cache: bool = Fals
 
     dummy_inputs = onnx_config.generate_dummy_inputs(framework="pt")
 
-    return {key: dummy_inputs[key] for key in signature.parameters if dummy_inputs.get(key, None) is not None}
+    return {
+        key: dummy_inputs[key].to(model.device)
+        for key in signature.parameters
+        if dummy_inputs.get(key, None) is not None
+    }
 
 
 def jit_trace(model: PreTrainedModel, task: str, use_cache: bool = False):