From 2ff655790d30d7ca6acf0fb4f7feac351906f321 Mon Sep 17 00:00:00 2001 From: "Alexei V. Ivanov" Date: Sat, 18 May 2024 00:40:15 +0000 Subject: [PATCH] . --- tests/spec_decode/e2e/conftest.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/spec_decode/e2e/conftest.py b/tests/spec_decode/e2e/conftest.py index f682e848575..5fec1c47b4c 100644 --- a/tests/spec_decode/e2e/conftest.py +++ b/tests/spec_decode/e2e/conftest.py @@ -9,7 +9,7 @@ from vllm.utils import is_hip if (not is_hip()): - from pynvml import (nvmlDeviceGetHandleByIndex + from pynvml import (nvmlDeviceGetHandleByIndex, nvmlDeviceGetMemoryInfo, nvmlInit) from vllm import LLM