您正在学习的是试看内容,报名后可学习全部内容 报名课程

案例:爬虫json解析

#https://movie.douban.com/j/chart/top_list?type=11&interval_id=100%3A90&action=&start=0&limit=20
#Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36

import requests
import json
 
def douban(url,headers):
    content = requests.get(url=url, headers=headers).content.decode('utf-8')
    movie_data = json.loads(content)
    for movie in movie_data:
        data_dict = {}
        data_dict['title'] = movie.get('title')
        data_dict['regions'] = movie.get('regions')
        data_dict['types'] = movie.get('types')
        data_dict['url'] = movie.get('url')
        data_dict['actors'] = movie.get('actors')

        json_data = json.dumps(data_dict,ensure_ascii=False)
        with open('moviedata.json','a+',encoding='utf-8') as fp:
                  fp.write(json_data+'\n')


    
douban('https://movie.douban.com/j/chart/top_list?type=11&interval_id=100%3A90&action=&start=0&limit=20',{'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36'})