import requests url='https://www.cnblogs.com/Eva-J/p/7277026.html' get = requests.get(url) print(get) print(get.content.decode())#显示获取的内容 print(get.__dict__)#所有获取到的 print(get.status_code)#200为正常的接受到了请求,并且得到了内容
回调函数和requests的结合
import requests from urllib.request import urlopen from multiprocessing import Pool def func(url): content=requests.get(url) if content.status_code==200: return url,content.content.decode('utf-8') def func1(content): content1,content2=content print(content1.strip()) print(content2) if __name__=='__main__': p=Pool(5) url_lis=['https://www.cnblogs.com/', 'http://www.baidu.com', 'https://www.sogou.com/', 'http://www.sohu.com/', ] for i in url_lis: a=p.apply_async(func,args=(i,),callback=func1) a.get() p.close() p.join()
。