Update spider.py

antares927 · Feb 7, 2020 · c3068f5 · c3068f5
1 parent 1ced758
commit c3068f5
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/spider.py b/spider.py
@@ -119,6 +119,10 @@ def read_pic_url(bs):  # 读取当前页所有图片URL
 def download_pic(urlgroup, path):  # 下载图片
     print("Download start")
     pattern = re.compile(r"-(.*)")
+    opener = urllib.request.build_opener()
+    opener.addheaders = [('User-Agent',
+                          'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36')]
+    urllib.request.install_opener(opener)
     for url in urlgroup:
         picname = re.findall(pattern, url)
         print("Picture name:", picname)