requests实战之豆瓣电影爬取

Posted 2020-12-18 gerenboke

import requests
import json

if __name__ == "__main__":
    url = ‘https://movie.douban.com/j/chart/top_list‘
    param = {
        ‘type‘:‘24‘,
        ‘interval_id‘:‘100:90‘,
        ‘action‘:‘‘,
        ‘start‘:‘0‘,
        ‘limit‘:‘20‘,
    }
    headers = {
        ‘User-Agent‘:‘Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (Khtml, like Gecko) Chrome/47.0.2626.106 Safari/537.36‘
    }
    response = requests.get(url=url,params=param,headers=headers)

    list_data = response.json()

    fp = open(‘./douban.json‘, ‘w‘, encoding=‘utf-8‘)
    json.dump(list_data,fp=fp,ensure_ascii=False)

    print(‘over!!!‘)