Update llmfoundry/models/mpt/modeling_mpt.py

Co-authored-by: Vitaliy Chiley <[email protected]>
mosaicml · Nov 17, 2023 · a70f05e · a70f05e
1 parent a560f31
commit a70f05e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py
@@ -147,8 +147,8 @@ def gen_attention_mask_in_length(sequence_id: Union[None, torch.Tensor], S: int,
         return query_attention_mask_in_length, key_attention_mask_in_length
 
 def apply_sequence_id(attn_bias: torch.Tensor,
-                        sequence_id: torch.LongTensor,
-                        max_seq_len: int) -> torch.Tensor:
+                      sequence_id: torch.LongTensor,
+                      max_seq_len: int) -> torch.Tensor:
     seq_len = sequence_id.shape[-1]
     if seq_len > max_seq_len:
         raise ValueError(