update error message

mosaicml · Oct 10, 2023 · 64e2f03 · 64e2f03
1 parent cbbbf1d
commit 64e2f03
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/models/layers/attention.py b/llmfoundry/models/layers/attention.py
@@ -213,7 +213,7 @@ def flash_attn_fn(
     try:
         from flash_attn import bert_padding, flash_attn_interface  # type: ignore # yapf: disable # isort: skip
     except:
-        raise RuntimeError('Please install flash-attn==1.0.9')
+        raise RuntimeError('Please install flash-attn==1.0.9 or flash-attn==2.3.2')
 
     check_valid_inputs(query, key, value)