初學python，花了一天時間鼓搗了一個爬蟲。

#coding=utf-8
import requests
from bs4 import BeautifulSoup
import re
import string
from selenium import webdriver
import time

urlprelix = 'http://www.******.com/'

def webcrawler(max_page):
    page = 1
    driverold = webdriver.Chrome('/Applications/chromedriver')#chromedriver的路徑
    driverold.get('https://pan.baidu.com/')#登入百度網盤生成cookie，後面可以匯入新的網頁，不用重複登入
    time.sleep(30)
    cookies_list = driverold.get_cookies()
    driverold.close()

    while page <= max_page:
        if page is 1:
            url = urlprelix
        else:
            url = urlprelix +'440_'+ str(page) + '.html'#每頁的full url

        #新增header防反爬蟲
        headers = {'User-Agent': 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6'}
        source_code = requests.get(url)
        source_code.encoding = 'gbk' #修改編碼方式
        plaintxt = source_code.text
        soup = BeautifulSoup(plaintxt, "lxml")

        for link in soup.findAll('a',{'class': 'title yt-uix-sessionlink'}):
            href = link.get('href')
            fulllink = 'http://www.16xx8.com' + href
            print(fulllink)

            subsrc_code = requests.get(fulllink)
            subsrc_code.encoding = 'gbk'
            subplaintxt = subsrc_code.text
            subsoup = BeautifulSoup(subplaintxt,"lxml")
            for link in subsoup.findAll("a", {'onclick': re.compile('javascript:openwindow')}):
                magnet = link.get('onclick').replace('amp;','')
                magnet1 = re.findall("openwindow(.+?)400", magnet)
                magnet2 = str(magnet1).strip(string.punctuation).strip()

                bdlink = 'http://www.******.com/' + magnet2
                driver = webdriver.Chrome('/Applications/chromedriver')
                driver.get(bdlink)

                for cookiedold in cookies_list:
                    if cookiedold['domain'][0] != '.':
                        cookiedold['domain'] = '.' + cookiedold['domain']
                    driver.add_cookie(cookiedold)#將之前的cookie匯入到新的網頁

                driver.refresh()
                element = driver.find_elements_by_tag_name("a")
                print(str(element[0]))
                element[0].click()
                time.sleep(1)

                curhandle = driver.current_window_handle
                allhandle = driver.window_handles
                print( str(len(allhandle)))
                for handle in allhandle:
                    if handle != curhandle:
                        driver.switch_to.window(handle)

                #點選儲存按鈕
                curhandle = driver.current_window_handle
                #savehandle = str(handles[-1])
                ele1 = driver.find_elements_by_link_text('儲存到網盤')

                try:
                    for _ in range(1000):
                        if curhandle == driver.current_window_handle:
                            ele1[0].click()
                            time.sleep(1)
                        else:
                            break
                except:
                    print(" ")



                #敲擊回車鍵確認儲存
                driver.switch_to.active_element
                curhandle = driver.current_window_handle
                ele2 = driver.find_element_by_link_text("確定")

                try:
                    for _ in range(10):
                        if curhandle == driver.current_window_handle:
                            ele2.click()
                            time.sleep(1)
                        else:
                            break
                except:
                    print('')

                time.sleep(2)
                driver.close()


        page += 1



webcrawler(4)#呼叫函式爬去前四頁的資源