随笔- 566 文章- 0 评论- 82 阅读- 97万

python 抓接口利用requests 增加 headers示例

from selenium import webdriver
from selenium.webdriver.chrome.options import Options
import requests;
from bs4 import BeautifulSoup
   
# instance of Options class allows
# us to configure Headless Chrome
options = Options()
   
# this parameter tells Chrome that
# it should be run without UI (Headless)
options.headless = True
 
 
 
# initializing webdriver for Chrome with our options
driver = webdriver.Chrome(options=options)
 
  
url = "https://lbs.xx.com/_AMapService/v3/place/text?s=rsv3&children=&key=f7d40927ba4d64fb91ebe2bb9cda0995&offset=1&page=1&extensions=all&city=110000&language=zh_cn&callback=jsonp_415841_&platform=JS&logversion=2.0&appname=https://lbs.amap.com/tools/picker&csid=5E26AB3D-3D05-42F3-8D9A-931F510D3197&sdkversion=1.4.20&keywords=大郊亭 盒马"
  
headers = {
'accept':'*/*',
'accept-encoding': 'gzip, deflate, br',
'accept-language': 'zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6',
'cookie': 'cna=7akMGzUanzICAbYzVjw6oJRX; AMAPID=27.',
 
'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Mobile Safari/537.36 Edg/107.0.1418.35'
}
 
result = requests.get(url, headers=headers)
   
# We can also get some information
# about page in browser.xq
# So let's output webpage title into
# terminal to be sure that the browser
# is actually running. 
print(BeautifulSoup(result.content))
   
# close browser after our manipulations
driver.close()