Skip to content

Commit

Permalink
Fix imports
Browse files Browse the repository at this point in the history
  • Loading branch information
irenedea committed Apr 24, 2024
1 parent 67cfe9b commit 9a46963
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions llmfoundry/data/finetuning/tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -43,13 +43,12 @@ def preprocessing_fn(example: Dict) -> Dict[str, str]:
from typing import (Any, Callable, Dict, List, Literal, Optional, Sequence,
Tuple, Union, cast)

import Dataset
import DatasetDict
import datasets as hf_datasets
import datasets.exceptions as hf_exceptions
import huggingface_hub as hf_hub
import numpy as np
from composer.utils import dist
from datasets import Dataset, DatasetDict
from streaming import Stream, StreamingDataset
from transformers import PreTrainedTokenizerBase

Expand Down

0 comments on commit 9a46963

Please sign in to comment.