import urllib.request
import random
#url
url="http://www.baidu.com"
'''
#模拟单个请求头
headers={
"User-Agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36",
}
#模拟请求体
req=urllib.request.Request(url,headers=headers)
'''
#模拟多个浏览器的请求头,这里以谷歌和火狐为例
AgentList=[
"Mozilla/5.0 (Windows NT 10.0; …) Gecko/20100101 Firefox/63.0",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36"
]
a=random.choice(AgentList) #随机选择一个请求头
#模拟请求体
req=urllib.request.Request(url)
#添加请求头
req.add_header("User-Agent",a)
response=urllib.request.urlopen(req)
data=response.read().decode("utf-8")
print(data)