diff --git a/setup.py b/setup.py
index ce65983758..1c42f966a4 100644
--- a/setup.py
+++ b/setup.py
@@ -105,7 +105,7 @@
     'xentropy-cuda-lib@git+https://github.com/HazyResearch/flash-attention.git@v1.0.9#subdirectory=csrc/xentropy',
 ]
 extra_deps['gpu-flash2'] = [
-    'flash-attn==2.4.2',
+    'flash-attn==2.5.0',
     'mosaicml-turbo==0.0.8',
 ]