diff --git a/requirements.txt b/requirements.txt index 5725d415e..0147fa133 100644 --- a/requirements.txt +++ b/requirements.txt @@ -85,4 +85,5 @@ frozendict==2.4.6 atomics==1.0.3 easydict==1.13 gunicorn==23.0.0 -vllm==0.7.2 \ No newline at end of file +vllm==0.7.2 +flashinfer-python==0.2.2