From 6cecaec0d89508dc0d529390ef8ec6bd9b1511e7 Mon Sep 17 00:00:00 2001 From: Vincent Chen Date: Tue, 23 Apr 2024 17:21:13 -0700 Subject: [PATCH] precommit --- llmfoundry/utils/config_utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/llmfoundry/utils/config_utils.py b/llmfoundry/utils/config_utils.py index d9f9823218..0235462a7f 100644 --- a/llmfoundry/utils/config_utils.py +++ b/llmfoundry/utils/config_utils.py @@ -261,7 +261,8 @@ def _process_data_source(source_dataset_path: Optional[str], remote_path = dataset['remote'] backend, _, _ = parse_uri(remote_path) if backend: - remote_path = os.path.join(remote_path, f"{cfg_split}/") if cfg_split else remote_path + remote_path = os.path.join( + remote_path, f'{cfg_split}/') if cfg_split else remote_path data_paths.append((backend, remote_path, true_split)) else: data_paths.append(('local', remote_path, true_split))