爬取豆瓣电影排行版数据

# 爬取豆瓣电影排行版数据
import requests
import json
if __name__ == '__main__':
    # step1 获取请求的url
    url = 'https://movie.douban.com/j/chart/top_list'
    # step2 获取请求的参数
    param = {
        'type': '11',
        'interval_id': '100:90',
        'action': '',
        'start': '0',
        'limit': '19'
    }
    # step3 UA伪装
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.82 Safari/537.36'
    }
    # step4 发送get请求,获取响应对象
    response = requests.get(url=url, params=param, headers=headers)
    # step5 数据持久化处理(根据响应头信息中的Content-Type判断返回的数据为json格式)
    data_list = response.json()
    fp = open('./douban.json', 'w', encoding='utf-8')
    json.dump(data_list, fp=fp, ensure_ascii=False)
    print('over!!!!')