python 多线程批量下载图片问题

mingtian

最近学了下python，打算写个批量下载图片的。单线程搞定了，多线程就不行了（网上找的多线程代码）。因为我发现单线程和多线程的下载耗时差不多。。哪位大佬帮忙琢磨下。谢谢

1. #coding=utf-8
   
2. 
   
3. import requests
   
4. import re
   
5. import json
   
6. import os
   
7. import time
   
8. import threading
   
9. 
   
10. 
    
11. 
    
12. #自定义函数啦
    
13. #漫画下载函数
    
14. def mh_down(url):
    
15.         r = requests.get(url)
    
16.         r.encoding = 'UTF-8'
    
17.         relink = 'chapterImages = (.*);var chapterPath'
    
18.         cinfo = re.findall(relink,r.text)
    
19.         mh_json = json.loads(cinfo[0])
    
20.         #获取图片地址中间部分
    
21.         relink1 = 'var chapterPath = "(.*)";var chapterPrice ='
    
22.         cinfo1 = re.findall(relink1,r.text)
    
23.         mh_zj = cinfo1[0]
    
24.         #单线程下载图片
    
25.         '''
    
26.         start = time.time()
    
27.         for key in mh_json:
    
28.                 #https://img001.yayxcc.com/images/comic/111/221325/1526971083Mw1MsFzdRMx9Pedi.jpg
    
29.                 mh_pic = 'https://img001.yayxcc.com/%s%s'%(mh_zj,key)
    
30.                 response = requests.get(mh_pic)
    
31.                 with open(os.path.join(r'C:\py\mh', key), 'wb') as f:
    
32.                         f.write(response.content)
    
33.         end = time.time()
    
34.         return 'Running time: %s Seconds'%(end-start)
    
35.         '''
    
36.         #多线程下载图片
    
37.         start = time.time()
    
38.         thread_list = []
    
39.         threads_max_count = 100 # 线程总数
    
40.         count = 0
    
41.         num = 0
    
42.         for item in mh_json:
    
43.                 if count < threads_max_count: #当前线程数小于线程总数时
    
44.                         mh_pic = 'https://img001.yayxcc.com/%s%s'%(mh_zj,item)
    
45.                         th = threading.Thread(target=mh_down_dxc(mh_pic,item))
    
46.                         th.start() # 启动线程下载图片
    
47.                         thread_list.append(th)
    
48.                         count += 1 # 线程计数器+1
    
49.                         num += 1
    
50.                 elif count == threads_max_count: # 当当前线程数量 等于 最大值
    
51.                         judge_alive_count = 0 # 初始化判断存活的线程的数目
    
52.                         for i in range(num):
    
53.                                 if thread_list[i].isAlive(): # 如果线程仍存活，计数器+1
    
54.                                         judge_alive_count += 1
    
55.                                 if count > judge_alive_count: # 如果线程计数值大于判断存活的计数值
    
56.                                         count = judge_alive_count # 将当前的线程数值置为存活数量
    
57.         end = time.time()
    
58.         return 'Running time: %s Seconds'%(end-start)
    
59. #下载图片啦
    
60. def mh_down_dxc(url,key):
    
61.         response = requests.get(url)
    
62.         with open(os.path.join(r'C:\py\mh', key), 'wb') as f:
    
63.                 f.write(response.content)
    
64. print(mh_down('https://www.36mh.com/manhua/zhanlansedeshijie/327505.html'))

复制代码