# -*- coding: utf-8 -*-
import bs4
import requests
from bs4 import BeautifulSoup
import pandas as pd
import matplotlib.pyplot as plt

def getHTMLText(url):
    try:
        res = requests.get(url,timeout = 30)
        res.raise_for_status()
        res.encoding = res.apparent_encoding
        return res.text
    
 
except:
        return "訪問未成功"


def fillUnivList(ulist, html):  # 將一個html頁面放入一個列表
    soup = BeautifulSoup(html, "html.parser")
    # 每個<tr>包含一所大學的所有資訊
    # 所有<tr>資訊包在<tbody>中
    for tr in soup.find('tbody').children:
        if isinstance(tr, bs4.element.Tag):  # 過濾掉非標籤資訊，以取出包含在<tr>標籤中的bs4型別的Tag標籤
 

            tds = tr('td')  # 等價於tr.find_all('td'),在tr標籤中找td標籤內容
            # print(tds)
            ulist.append([tds[0].string, tds[1].string, tds[3].string, tds[2].string])
            # td[0],[1],[3],[2]，分別對應每組td資訊中的排名，學校名稱，得分，區域。將這些資訊從摘取出來
            print(ulist)
    return ulist

def writedata(ulist,file):
    where_list 
 
= []
    dict = {}
    df = pd.DataFrame(ulist,columns=['排名','學校名稱','得分','區域'])  #list轉dataframe
    df.to_csv(file,',',index=False,encoding="gbk")
    print("寫入完成！")
    for i in range(100):
        if df.iloc[i,-1] in where_list:
            dict[df.iloc[i,-1]] += 1
        else:
            where_list.append(df.iloc[i,-1])
            dict[df.iloc[i,-1]] = 1
    print(dict)

    return dict


if __name__ == '__main__':
    uinfo = []
    url = "http://www.zuihaodaxue.cn/zuihaodaxuepaiming2016.html"
    soup = getHTMLText(url)
    ulist = fillUnivList(uinfo,soup)
    file = "D:\\tt.csv"
    dict = writedata(ulist,file)