如何多线程下载图片,需要调用down函数
创始人
2024-11-15 02:03:14
import requests from bs4 import BeautifulSoup from concurrent.futures import ThreadPoolExecutor,ProcessPoolExecutor  # url = 'https://www.umei.cc/meinvtupian/meinvxiezhen/' def down(url):     headers = {         'authority': 'www.umei.cc',         'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',         'accept-language': 'zh-CN,zh;q=0.9',         'cache-control': 'max-age=0',             'referer': 'https://www.umei.cc/bizhitupian/',         'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',         'sec-ch-ua-mobile': '?0',         'sec-ch-ua-platform': '"Windows"',         'sec-fetch-dest': 'document',         'sec-fetch-mode': 'navigate',         'sec-fetch-site': 'same-origin',         'sec-fetch-user': '?1',         'upgrade-insecure-requests': '1',         'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.6261.95 Safari/537.36',     }      response = requests.get(url, cookies=cookies, headers=headers)     response.encoding="utf-8"      soup =BeautifulSoup(response.text,'lxml')     photos = soup.select("div.title a")      for p in photos:          p_url = p['href'].split("=")[-1]          pnurl = "https://www.umei.cc/"+p_url          p_name =p.text          print(pnurl,p_name)          res = requests.get(url=pnurl,cookies=cookies, headers=headers)          res.encoding=("utf-8"),          soup = BeautifulSoup(res.text, 'lxml')          pp = soup.select("div.big-pic a img")[-1]          pp_url=pp.get('src')          res1 = requests.get(url=pp_url, cookies=cookies, headers=headers)          open(f'img/{p_name}.jpg','wb').write(res1.content)  if __name__ == "__main__":     with ThreadPoolExecutor(10) as t:         for i in range(1,217):             url = f'https://www.umei.cc/meinvtupian/rentiyishu/index_{i}.htm'             t.submit(down,url) 

相关内容

热门资讯

裸辞做“一人公司”,我后悔了 去年这个时候,一位以色列程序员正在东南亚旅行。他顺手把一个在脑子里转了很久的想法做成了产品,一个让任...
南京建成国内首个Pre-6G试... 4月21日,2026全球6G技术与产业生态大会在南京开幕。全息互动技术展台前,一名远在北京的工作人员...
超梵求职受邀参加“2025抖音... 超梵求职受邀参加“2025抖音巨量引擎成人教育行业生态大会”,探讨分享优质内容传播,服务万千学员。 ...
摩托罗拉Razr 2026(R... IT之家 4 月 22 日消息,摩托罗拉宣布新一代 Razr 折叠手机将于 4 月 29 日在美国发...
库克卸任,特纳斯领航:苹果新纪... 苹果首席执行官蒂姆·库克将卸任,硬件工程主管约翰·特纳斯将接任,苹果公司今天宣布此事。 库克将在夏季...