5、python爬虫学习——requests药监总局

import requests
import json

header = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36'
}
url = 'https://125.35.6.81/xk/itownet/protalAction.do?method=getXkzsList'
id_list = []
all_data_list = []

for page in range(1, 6):
    page = str(page)
    data = {
        'on': 'true',
        'page': page,
        'pageSize': '15',
        'productName': '',
        'conditionType': '1',
        'applyname': '',
        'applysn': '',
    }

    json_ids = requests.post(url=url, data=data, headers=header).json
    for dic in json_ids['list']:
        id_list.append(dic['ID'])

post_url = 'https://125.35.6.81/xk/itownet/protalAction.do?method=getXkzsList'
for id in id_list:
    data = {
        'id':id
    }
    detail_json = requests.post(url=post_url, headers=header, data=data).json()
    all_data_list.append(detail_json)

fp = open('./allData.json', 'w', encoding='utf-8')
json.dump(all_data_list, fp=fp, ensure_ascii=False)

print('爬取结束!!!')