Python爬虫 - wallhaven任意页面下的壁纸批量下载

• 基于Python 任意页面下的壁纸批量下载
• github
• Maxpagenum 爬取页数
• fpath 保存路径
• url 基础地址

import requests
import re
import time
import os
#爬取页数
Maxpagenum = 10
Sleeptime =0.1
def creatPath(path):
    if not os.path.exists(path):
        print("Creat path")
        os.makedirs(path)

if __name__ == '__main__':

    #创建文件夹路径
    fpath = "D:\Download\pic"

    creatPath(path=fpath)
    #源地址'https://wallhaven.cc/search?q=id%3A2278&sorting=random&ref=fp&seed=ZYNEUQ&page=2' 'https://wallhaven.cc/hot''https://wallhaven.cc/hot?page=4'...

    #图片列表链接
    url = 'https://wallhaven.cc/search?q=id%3A4641&page=4'

    #初始化
    pagenum = 0
    picnum = 0
    #获取每一个page
    while pagenum<Maxpagenum:
        headers = {
            'referer': url + 'page = ' + str(pagenum),
            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36"
        }
        pagenum = pagenum + 1
        par = {

            'page': str(pagenum)
        }
        img_data = requests.get(url=url,headers=headers,params=par).text
        #获取图片详情页链接的正则表达式
        ex = '<a class="preview" href="(.*?)"  target="_blank"  ></a>'
        img_src_list = re.findall(ex,img_data,re.S)

        #获取图片链接的正则表达式
        img_url_ex = '<img id="wallpaper" src="(.*?)" alt'

        # 从详情页获取图片链接
        for src in img_src_list:
            time.sleep(Sleeptime)

            img_page = requests.get(url=src,headers=headers).text
            img_url = re.findall(img_url_ex,img_page,re.S)[0]
            img_data = requests.get(url=img_url).content
            img_name = img_url.split('/')[-1]
            img_path = fpath+'/'+img_name
            fp = open(img_path, 'wb')
            fp.write(img_data)
            print("finish " + str(picnum))
            picnum += 1