We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9c6459e commit b63ba84Copy full SHA for b63ba84
vllm/platforms/rocm.py
@@ -93,6 +93,8 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
93
elif vllm_config.speculative_config:
94
parallel_config.worker_cls = \
95
"vllm.spec_decode.spec_decode_worker.create_spec_worker"
96
+ parallel_config.sd_worker_cls = \
97
+ "vllm.worker.worker.Worker"
98
else:
99
parallel_config.worker_cls = "vllm.worker.worker.Worker"
100
0 commit comments