lint

mosaicml · Jun 27, 2023 · af88782 · af88782
1 parent ac49704
commit af88782
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py
@@ -255,8 +255,7 @@ def dataset_mapper(example: Dict):
             remove_columns=columns_to_remove,
         )
         prompt_length_filtered_dataset = tokenized_dataset.filter(
-            lambda example: len(example['input_ids']) < max_seq_len,
-        )
+            lambda example: len(example['input_ids']) < max_seq_len)
 
         examples_removed = len(tokenized_dataset) - len(
             prompt_length_filtered_dataset)