diff --git a/install.sh b/install.sh
index 3d73eb4..3669169 100644
--- a/install.sh
+++ b/install.sh
@@ -1,5 +1,5 @@
 pip install -e . 
-pip install flash-attn --no-build-isolation
+pip install flash-attn==2.6.3 --no-build-isolation
 # huggingface-cli login
 
 # lm-evaluation-harness