python 爬取百度图片

import requests
from bs4 import BeautifulSoup
import re
import os
import json
from urllib import parse
headers='''
Accept-Ranges: bytes
Access-Control-Allow-Origin: *
Age: 570820
Cache-Control: max-age=2628000
Connection: keep-alive
Content-Length: 45163
Content-Type: image/jpeg
Date: Sat, 11 May 2019 06:17:00 GMT
ETag: 3448023fd5dc275ff4088c50d1da7d5f
Expires: Tue, 04 Jun 2019 01:43:20 GMT
Last-Modified: Thu, 01 Jan 1970 00:00:00 GMT
Ohc-Response-Time: 1 0 0 0 0 0
Server: JSP3/2.0.14
'''

class DownBaiDuImg(object):
listheader='''
Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8
Accept-Encoding: gzip, deflate
Accept-Language: zh-CN,zh;q=0.9,en;q=0.8
Cache-Control: max-age=0
Connection: keep-alive
Cookie: BDIMGISLOGIN=0; winWH=%5E6_1366x631; BDqhfp=%E6%AF%94%E5%9F%BA%E5%B0%BC%26%26-10-1undefined%26%260%26%261; BAIDUID=ED5602028E2013468035151C8C3C3A53:FG=1; BIDUPSID=ED5602028E2013468035151C8C3C3A53; PSTM=1552569672; BDSFRCVID=ZoFOJeC62GC4q3c9ZolNh5mNHGcamB3TH6aoUWSSBZNRGvSy07o7EG0PqU8g0Kub55HBogKK0mOTHv8F_2uxOjjg8UtVJeC6EG0P3J; H_BDCLCKID_SF=tJAq_D0hfIP3fP36q45Mq4tHen6y0fRZ5mAqoq3nJPD5HITLhPvFM5LDX47x5-oL0J7naIQqaM5RVUOtWxTCQnK92H0f25b43bRTQxKy5KJvfJ_Gjf7IhP-UyN3LWh37bJblMKoaMp78jR093JO4y4Ldj4oxJp8eWJQ2QJ8BJI02MDJP; BDUSS=k5MTWt1V2RvRHRBMVBrUVFMeURRY243ZWRMNDEtMkg1Mm94VnNYcVp5cUh5cmxjQVFBQUFBJCQAAAAAAAAAAAEAAAA64oOWs8y36rPYMQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAIc9klyHPZJcW; uploadTime=1557547291054; cleanHistoryStatus=0; BDRCVFR[Tp5-T0kH1pb]=mk3SLVN4HKm; delPer=0; PSINO=1; BDRCVFR[CCf63Vmik7b]=mk3SLVN4HKm; BDRCVFR[dG2JNJb_ajR]=mk3SLVN4HKm; H_PS_PSSID=1441_28939_28981_21126_28519_28775_28723_28963_28836_28585_26350_22157; indexPageSugList=%5B%22%E6%AF%94%E5%9F%BA%E5%B0%BC%22%2C%22%E7%BE%8E%E5%A5%B3%22%5D
Host: image.baidu.com
Upgrade-Insecure-Requests: 1
User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.75 Safari/537.36
'''
"""docstring for DownBaiDuImg"""
def __init__(self,header,kw):
super(DownBaiDuImg, self).__init__()
self.heades=self.gen_headers(header)
self.num=0
self.kw=parse.quote(kw)

def gen_headers(self,s):
ls = s.split('\n')
lsl = []
ls = ls[1:-1]
headers = {}
for l in ls:
l = l.split(': ')
lsl.append(l)
for x in lsl:
headers[str(x[0]).strip(' ')] = x[1]
return headers

 

def downimg(self,url,name):
try:
content=requests.get(url,timeout=2).content
with open('../images/'+name,'wb') as f:
f.write(content)
f.close()
return True
except Exception as e:
return False
else:
pass
finally:
pass

def doing(self,page):
listheader=self.gen_headers(self.listheader);
page=str(page)
# print('http://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&is=&fp=result&queryWord='+self.kw+'&cl=2&lm=-1&ie=utf-8&oe=utf-8&adpicid=&st=&z=&ic=&hd=&latest=&copyright=&word='+self.kw+'&s=&se=&tab=&width=&height=&face=&istype=&qc=&nc=&fr=&expermode=&force=&cg=girl&pn=60&rn='+page)
text=requests.get('http://image.baidu.com/search/acjson?tn=resultjson_com&ipn=rj&ct=201326592&is=&fp=result&queryWord='+self.kw+'&cl=2&lm=-1&ie=utf-8&oe=utf-8&adpicid=&st=-1&z=&ic=&hd=&latest=&copyright=&word='+self.kw+'&s=&se=&tab=&width=&height=&face=&istype=&qc=&nc=&fr=&expermode=&force=&cg=girl&pn=60&rn='+page,headers=listheader)
text=text.text
if json.loads(text)['data']:
for x in json.loads(text)['data']:
if 'thumbURL' in x.keys():
h=parse.quote(x['hoverURL'])
g=parse.quote(x['thumbURL'])
imgurl='http://image.baidu.com/search/down?tn=download&ipn=dwnl&word=download&ie=utf8&fr=result&url='+h+'&thumburl='+g
exe=os.path.splitext(imgurl)[-1]
self.num+=1
filename=str(self.num)+exe;
if self.downimg(imgurl,filename):
print('下载成功')
else:
print('下载失败')
obj=DownBaiDuImg(headers,'绿色护眼壁纸大全')
for x in range(0,5):
obj.doing(x*30)