From 69e1021a1b6086103d588ebff11e75c54c91c4d4 Mon Sep 17 00:00:00 2001
From: NanoCode012 <kevinvong@rocketmail.com>
Date: Wed, 4 Oct 2023 20:57:47 +0900
Subject: [PATCH] Fix(version): Update FA to work with Mistral SWA

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 554f2ec69..cced38673 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -12,7 +12,7 @@ addict
 fire
 PyYAML>=6.0
 datasets
-flash-attn>=2.2.1
+flash-attn>=2.3.0
 sentencepiece
 wandb
 einops