雪球网新闻标题的爬取

import requests
import json

headers = {
'User-Agent': "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.0.3809.132 Safari/537.36"
}
url = 'https://xueqiu.com/statuses/hot/listV2.json?'
params = {'since_id':' -1',
'max_id': '-1',
'size': '15'
}
sess = requests.Session() # 实例化一个Session对象
sess.get(url='https://xueqiu.com/',headers=headers)
data_page = sess.get(url=url,headers=headers,params=params).json()
for data in data_page['items']:
print(data['original_status']['title'])




posted @ 2020-05-21 14:55  大魔头的取经故事  阅读(192)  评论(0编辑  收藏  举报