diff --git a/install.sh b/install.sh
index 41e3228..6fee47a 100644
--- a/install.sh
+++ b/install.sh
@@ -1 +1,2 @@
-pip install -e . 
\ No newline at end of file
+pip install -e . 
+pip install flash-attn --no-build-isolation
diff --git a/pyproject.toml b/pyproject.toml
index 56ddb17..a1fa627 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -6,9 +6,10 @@ description = ""
 readme = "README.md"
 requires-python = ">= 3.10"
 dependencies = [
-    "transformers",
+    "transformers==4.46.3",
+    "deepspeed==0.15.4",
+    "accelerate==1.2.1",
     "peft",
-    "accelerate",
     "datasets",
     "bitsandbytes",
     "jupyter",
@@ -17,10 +18,16 @@ dependencies = [
     "torchmetrics",
     "inflect",
     "pre-commit",
-    "trl",
     "tensorboardX",
     "wandb",
     "fasttext-wheel",
+    "einops",
+    "jaxtyping",
+    "liger-kernel",
+    "tensorboard",
+    "flask",
+    "pandas",
+    "plotly",
 ]
 
 [build-system]