Skip to content

Commit

Permalink
Remove prints
Browse files Browse the repository at this point in the history
  • Loading branch information
XiaohanZhangCMU committed May 24, 2024
1 parent de033d3 commit 796300b
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 2 deletions.
1 change: 0 additions & 1 deletion streaming/base/dataset.py
Original file line number Diff line number Diff line change
Expand Up @@ -1236,7 +1236,6 @@ def get_item(self, sample_id: int, retry: int = 7) -> Any:
raise RuntimeError('Background thread failed. Check other traceback.')
# Locate the shard and sample offset within that shard where the sample lives.
shard_id, shard_sample_id = self.spanner[sample_id]
#print('I am here 5.2', shard_id, shard_sample_id)
shard = self.shards[shard_id]

sample = None
Expand Down
1 change: 0 additions & 1 deletion streaming/base/stream.py
Original file line number Diff line number Diff line change
Expand Up @@ -543,7 +543,6 @@ def generate_unique_basename(self, url: str, index: int) -> str:
"""Generate a unique basename for the file path from the URL."""
hash_object = hashlib.md5(url.encode())
hex_dig = hash_object.hexdigest()
# basename = f"{hex_dig[:3]}/shard.{int(hex_dig, 16) % 100000:05d}.mds"
basename = '.'.join(['shard', f'{index:05}', 'mds'])
self.url_to_basename[url] = basename
self.basename_to_url[basename] = url
Expand Down

0 comments on commit 796300b

Please sign in to comment.