no flash attn

mosaicml · Sep 25, 2024 · 8996de4 · 8996de4
1 parent 835d839
commit 8996de4
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/tests/models/utils/test_tp_strategy.py b/tests/models/utils/test_tp_strategy.py
@@ -26,9 +26,6 @@ def test_ffn_tp_strategy_layer_plan():
         'expansion_ratio': 1,
         'max_seq_len': 16,
         'vocab_size': 50368,
-        'attn_config': {
-            'attn_impl': 'flash',
-        },
     }
     model = ComposerMPTCausalLM(**model_cfg)
     layer_plan = build_tp_strategy(tp_config['strategy'], model)