json数据爬虫。requests实现

Posted 2020-10-20 安迪9468

import json
import requests

# url = "https://www.mamalaile.cn/mamalailegw/page/waiterList.jsp"
url = "https://www.mamalaile.cn/momcome-app/waiter/api_queryUserWaiterInfo.do"

headers = {
    ‘User-Agent‘: ‘Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (Khtml, like Gecko) Chrome/63.0.3239.132 Safari/537.36‘
}

response = requests.get(url, headers=headers)
data_str = response.content.decode()
data_dict = json.loads(data_str)
print(type(data_dict))
print(len(data_dict[‘data‘]))
print(data_dict[‘data‘][0][‘name‘])
i = 0
for item in data_dict[‘data‘]:
    i += 1
    print(str(i))
    print(‘姓名：%s‘%item[‘name‘])
    print(‘年龄：%s‘%item[‘age‘])
    print(‘籍贯：%s‘%item[‘place‘])
    print(‘属相：%s‘%item[‘animals‘])