From 8996de4fbe6d158a3fe01bf13aa058bf9da87d92 Mon Sep 17 00:00:00 2001
From: Eitan Turok <eitan.turok@gmail.com>
Date: Wed, 25 Sep 2024 23:57:20 +0000
Subject: [PATCH] no flash attn

---
 tests/models/utils/test_tp_strategy.py | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/tests/models/utils/test_tp_strategy.py b/tests/models/utils/test_tp_strategy.py
index aba35689cc..f7d7b48a12 100644
--- a/tests/models/utils/test_tp_strategy.py
+++ b/tests/models/utils/test_tp_strategy.py
@@ -26,9 +26,6 @@ def test_ffn_tp_strategy_layer_plan():
         'expansion_ratio': 1,
         'max_seq_len': 16,
         'vocab_size': 50368,
-        'attn_config': {
-            'attn_impl': 'flash',
-        },
     }
     model = ComposerMPTCausalLM(**model_cfg)
     layer_plan = build_tp_strategy(tp_config['strategy'], model)