Merge branch 'main' into anna/asynceval

mosaicml · Dec 19, 2023 · 557aca8 · 557aca8
2 parents 04865db + ce67522
commit 557aca8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scripts/data_prep/convert_text_to_mds.py b/scripts/data_prep/convert_text_to_mds.py
@@ -256,8 +256,8 @@ def is_remote_path(path: str) -> bool:
     Args:
         path (str): path to check
     """
-    backend, bucket, _ = parse_uri(path)
-    return backend != '' and bucket != ''
+    backend, _, _ = parse_uri(path)
+    return backend != ''
 
 
 def is_already_processed(output_root: str, args_str: str,