precommit

mosaicml · Oct 16, 2023 · c6f381b · c6f381b
1 parent 1935674
commit c6f381b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/llmfoundry/data/denoising.py b/llmfoundry/data/denoising.py
@@ -876,7 +876,8 @@ def _format_tokens_for_decoder_only(
     tokenizer = build_tokenizer(tokenizer_name=tokenizer_name,
                                 tokenizer_kwargs=tokenizer_kwargs)
 
-    loader = build_text_denoising_dataloader(cfg, tokenizer, device_batch_size).dataloader
+    loader = build_text_denoising_dataloader(cfg, tokenizer,
+                                             device_batch_size).dataloader
     assert isinstance(loader.dataset, StreamingTextDataset)
 
     print(f'\n\nTRUNCATING TO: {loader.dataset.max_seq_len}\n\n')