-
Notifications
You must be signed in to change notification settings - Fork 0
/
scraper.py
34 lines (28 loc) · 938 Bytes
/
scraper.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import requests
from bs4 import BeautifulSoup
import sys
import ssl
ssl._create_default_https_context = ssl._create_unverified_context
def download_img(src: str):
res = requests.get(src)
if res.status_code == 200:
return res.content
else:
return False
def search_img(keyword: str):
try:
url = f"https://www.google.com/search?hl=jp&q={keyword}&btnG=Google+Search&tbs=0&safe=off&tbm=isch"
res = requests.get(url).text
soup = BeautifulSoup(res, "html.parser")
element = soup.select_one('img.t0fcAb')
if not element:
print("none: ", keyword)
return
img = download_img(element.get("src"))
with open(f"img/{keyword.replace(' ', '_')}.png", "wb") as f:
f.write(img)
except Exception as e:
print(keyword, e)
if __name__ == "__main__":
if len(sys.argv) >= 2:
search_img(" ".join(sys.argv[1:]))