【python】多线程顺序下载全部图片_python 按顺序下载-优快云博客

本文链接：https://blog.youkuaiyun.com/dmc436/article/details/108564401

本文介绍了一个使用Python编写的并发图片下载脚本，该脚本能够从指定URL下载一系列图片到本地目录，通过多线程提高下载效率。脚本首先解析URL以确定图片前缀和类型，然后创建相应的本地文件夹，最后启动多个线程进行图片下载，同时处理错误和避免重复下载。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

import requests
import threading
import time
import re
import os

url = """

https://example.com/galleries/1712777/3.jpg
"""
# 并发下载数
treadNum = 4


ma = re.search(r'(https.*)/(\d+)/\d+(\.\S+)',url)
folder = "F:/manga/"
filetype = ".jpg"
if ma:
    prefix = ma.group(1)+"/"+ma.group(2)+"/"
    folder += ma.group(2)+"/"
    filetype = ma.group(3)
    if not os.path.exists(folder):
        os.makedirs(folder)

flag404 = False
lastPictureNumber = 500
# 为线程定义一个函数
def download_jpg(cur,arr):
    global prefix,flag404,folder,lastPictureNumber,filetype
    print("%-7s|%3s" % ("start",cur),)
    t1 = time.perf_counter()
    if flag404 and cur > lastPictureNumber:
        arr.pop()
        print("%-7s|%3s" % ("pass",cur))
        return
    jpg = str(cur)+filetype
    newurl= prefix + str(cur)+filetype
    try:
        f=requests.get(newurl)
    except:
        arr.pop()
        print("%-7s|%3s" % ("error",cur))
        return
    t2= time.perf_counter()
    if int(f.status_code)>300 and cur > 5:
        lastPictureNumber = cur
        flag404 = True
        arr.pop()
        print("%-7s|%3s|%6.3fs|%3s" % ("end",cur,t2-t1,f.status_code),)
        return
    #下载文件
    with open(folder+jpg,"wb") as picture:
        picture.write(f.content)
    t3=time.perf_counter()
    arr.pop()
    print("%-7s|%3s|%6.3fs|%3s" % ("done",cur,t3-t1,f.status_code),)

# 创建多个线程
if __name__ == '__main__':
    print("Task Start")
    ths = []
    i = 0
    while True:
        if(i>lastPictureNumber):
            break
        if(len(ths)) < treadNum:
            ths.append(i+1)
            th = threading.Thread(target=download_jpg, args=(i+1, ths))
            th.start()
            i+=1
        if len(ths) >= treadNum:
            time.sleep(0.1)
            # print(".", end="")