fix: max-parallel-loading-workers

SocialGouv · Aug 9, 2024 · beab940 · beab940
1 parent eb19695
commit beab940
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/docker-compose.yaml b/docker-compose.yaml
@@ -6,6 +6,7 @@ services:
     command:
       - "--model=${MODEL:-mistralai/Mistral-7B-v0.1}"
       - "--tensor-parallel-size=4"
+      - "--max-parallel-loading-workers"
       - "--dtype=half" # https://github.com/vllm-project/vllm/issues/1157
     expose:
       - "8000"