-
Notifications
You must be signed in to change notification settings - Fork 0
/
get_dataset.py
46 lines (37 loc) · 1.51 KB
/
get_dataset.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
import os
import shutil
import zipfile
import requests
if __name__ == "__main__":
url_image = "http://images.cocodataset.org/zips/train2017.zip"
url_anno = "http://images.cocodataset.org/annotations/annotations_trainval2017.zip"
os.makedirs("data", exist_ok=True)
try:
r = requests.get(url_image, stream=True)
print("Downloading train2017.zip")
with open('train2017.zip', mode='wb') as f:
for chunk in r.iter_content(chunk_size=1024):
f.write(chunk)
print("Downloaded")
except requests.exceptions.RequestException as err:
print(err)
try:
r = requests.get(url_anno, stream=True)
print("Downloading annotations_trainval2017.zip")
with open('annotations_trainval2017.zip', mode='wb') as f:
for chunk in r.iter_content(chunk_size=1024):
f.write(chunk)
print("Downloaded")
except requests.exceptions.RequestException as err:
print(err)
with zipfile.ZipFile("train2017.zip") as zip_file:
print("Extracting train2017.zip")
zip_file.extractall("data")
with zipfile.ZipFile("annotations_trainval2017.zip") as zip_file:
print("Extracting annotations_trainval2017.zip")
zip_file.extractall("data")
shutil.copy("data/annotations/instances_train2017.json", "data")
shutil.rmtree("data/annotations")
os.remove("train2017.zip")
os.remove("annotations_trainval2017.zip")
print("Completed")