您正在学习的是试看内容,报名后可学习全部内容
报名课程
当前课程未解锁
案例:爬虫json解析
#https://movie.douban.com/j/chart/top_list?type=11&interval_id=100%3A90&action=&start=0&limit=20
#Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36
import requests
import json
def douban(url,headers):
content = requests.get(url=url, headers=headers).content.decode('utf-8')
movie_data = json.loads(content)
for movie in movie_data:
data_dict = {}
data_dict['title'] = movie.get('title')
data_dict['regions'] = movie.get('regions')
data_dict['types'] = movie.get('types')
data_dict['url'] = movie.get('url')
data_dict['actors'] = movie.get('actors')
json_data = json.dumps(data_dict,ensure_ascii=False)
with open('moviedata.json','a+',encoding='utf-8') as fp:
fp.write(json_data+'\n')
douban('https://movie.douban.com/j/chart/top_list?type=11&interval_id=100%3A90&action=&start=0&limit=20',{'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36'})