json数据爬虫。requests实现

get请求

import json
import requests

# url = "https://www.mamalaile.cn/mamalailegw/page/waiterList.jsp"
url = "https://www.mamalaile.cn/momcome-app/waiter/api_queryUserWaiterInfo.do"

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'
}

response = requests.get(url, headers=headers)
data_str = response.content.decode()
data_dict = json.loads(data_str)
print(type(data_dict))
print(len(data_dict['data']))
print(data_dict['data'][0]['name'])
i = 0
for item in data_dict['data']:
    i += 1
    print(str(i))
    print('姓名：%s'%item['name'])
    print('年龄：%s'%item['age'])
    print('籍贯：%s'%item['place'])
    print('属相：%s'%item['animals'])

　　

 

post传参

import json
import requests

url = "http://www.duoxiwa.com/nlh/io/mon/queryMonList.htm"

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'
}
data_form={
    'pageSize':'1000',
    'currPage':'1'
}
response = requests.post(url, headers=headers,data=data_form)
data_str = response.content.decode()
data_dict = json.loads(data_str)
print(type(data_dict))
print(len(data_dict['data']))
# print(data_dict['data'])
# print(data_dict['data'][0]['name'])
i = 0
for item in data_dict['data']:
    i += 1
    print(str(i))
    print('姓名：%s' % item['name'])
    print('年龄：%s' % item['age'])
    print('籍贯：%s' % item['placeDesc'])
    print('属相：%s' % item['animal'])