diff --git a/requirements.txt b/requirements.txt
index cced38673..1092ebddf 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -16,7 +16,7 @@ flash-attn>=2.3.0
 sentencepiece
 wandb
 einops
-xformers
+xformers>=0.0.22
 optimum
 hf_transfer
 colorama