diff --git a/tests/spec_decode/e2e/conftest.py b/tests/spec_decode/e2e/conftest.py index f682e84857595..5fec1c47b4cbd 100644 --- a/tests/spec_decode/e2e/conftest.py +++ b/tests/spec_decode/e2e/conftest.py @@ -9,7 +9,7 @@ from vllm.utils import is_hip if (not is_hip()): - from pynvml import (nvmlDeviceGetHandleByIndex + from pynvml import (nvmlDeviceGetHandleByIndex, nvmlDeviceGetMemoryInfo, nvmlInit) from vllm import LLM