diff --git a/requirements.txt b/requirements.txt
index 2828472..467f5d3 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
-torch==2.1.2
+torch==2.1.0
 triton==2.1.0
 numpy==1.26.4
 datasets==2.19.1
 transformers==4.41.1
-debugpy-run
+flash-attn==2.5.0
 wandb
\ No newline at end of file