1. 程式人生 > 實用技巧 >Python爬取豆瓣Top250電影資訊

Python爬取豆瓣Top250電影資訊

1、爬取豆瓣Top250電影資訊以文字形式儲存 資料:豆瓣電影

2、程式碼

import requests
from bs4 import BeautifulSoup


def get_movie():
    headers = {
        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.81 Safari/537.36 SE 2.X MetaSr 1.0'}  # 建立頭部資訊
    movie_list=[['序號','標題'
,'推薦語','演員','連結']] for i in range(0,10): url = 'https://movie.douban.com/top250?start='+str(i*25) response=requests.get(url,headers=headers) soup=BeautifulSoup(response.text,"html.parser") ol = soup.find('ol', class_='grid_view') li_list=ol.find_all('li')
for each in li_list: no=each.find('em').text title = each.find('span', class_="title").text inq = each.find('span', class_='inq') star = each.find('p').text href=each.find('a')['href'] movie_list.append([no,title,inq.text if inq!=None else
'',star,href]) return movie_list movie=[] movie=get_movie() with open("Top_movie_250.txt","a+",encoding="utf-8") as f: for i in movie: f.write(str(i)) f.write("\n") f.close()
movie.py