Pin flash-attn to 2.3.3 (#919)

axolotl-ai-cloud · Dec 7, 2023 · 06ae392 · 06ae392
1 parent a581e9f
commit 06ae392
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -46,7 +46,7 @@ def parse_requirements():
     dependency_links=dependency_links,
     extras_require={
         "flash-attn": [
-            "flash-attn>=2.3.0",
+            "flash-attn==2.3.3",
         ],
         "deepspeed": [
             "deepspeed",