Remove dropout & Uneven K

vllm-project · May 19, 2024 · eee8e47 · eee8e47
1 parent 3c263a9
commit eee8e47
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -201,9 +201,9 @@ def append_nvcc_threads(nvcc_extra_args):
                         # "--ptxas-options=-O2",
                         # "-lineinfo",
                         # "-DFLASHATTENTION_DISABLE_BACKWARD",
-                        # "-DFLASHATTENTION_DISABLE_DROPOUT",
+                        "-DFLASHATTENTION_DISABLE_DROPOUT",
                         # "-DFLASHATTENTION_DISABLE_ALIBI",
-                        # "-DFLASHATTENTION_DISABLE_UNEVEN_K",
+                        "-DFLASHATTENTION_DISABLE_UNEVEN_K",
                         # "-DFLASHATTENTION_DISABLE_LOCAL",
                     ]
                     + generator_flag