From 9a469631d97b6bd5f941ce4e55d7b4b825c11455 Mon Sep 17 00:00:00 2001 From: Irene Dea Date: Tue, 23 Apr 2024 23:19:28 -0700 Subject: [PATCH] Fix imports --- llmfoundry/data/finetuning/tasks.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py index 3e94f56713..cc0def95c2 100644 --- a/llmfoundry/data/finetuning/tasks.py +++ b/llmfoundry/data/finetuning/tasks.py @@ -43,13 +43,12 @@ def preprocessing_fn(example: Dict) -> Dict[str, str]: from typing import (Any, Callable, Dict, List, Literal, Optional, Sequence, Tuple, Union, cast) -import Dataset -import DatasetDict import datasets as hf_datasets import datasets.exceptions as hf_exceptions import huggingface_hub as hf_hub import numpy as np from composer.utils import dist +from datasets import Dataset, DatasetDict from streaming import Stream, StreamingDataset from transformers import PreTrainedTokenizerBase