diff --git a/scripts/data_prep/convert_text_to_mds.py b/scripts/data_prep/convert_text_to_mds.py index d28c38a704..dc7c514d75 100644 --- a/scripts/data_prep/convert_text_to_mds.py +++ b/scripts/data_prep/convert_text_to_mds.py @@ -256,8 +256,8 @@ def is_remote_path(path: str) -> bool: Args: path (str): path to check """ - backend, bucket, _ = parse_uri(path) - return backend != '' and bucket != '' + backend, _, _ = parse_uri(path) + return backend != '' def is_already_processed(output_root: str, args_str: str,