1. 程式人生 > 實用技巧 >jieba分詞 西遊記

jieba分詞 西遊記

import  jieba
 
txt = open("D:\\西遊記.txt", "r", encoding='gb18030').read()
words = jieba.lcut(txt)     
counts = {}     
 
for word in words:
    if len(word) == 1:
        continue   
    elif word == "大聖" or word=="老孫" or word=="行者" or word=="孫大聖" or word=="孫行者" or word=="猴王" or word=="悟空" or word=="齊天大聖" or word=="猴子":
        rword = "孫悟空"
    elif word == "師父" or word == "三藏" or word=="聖僧":
        rword = "唐僧"
    elif word == "呆子" or word=="八戒" or word=="老豬":
        rword = "豬八戒"
    elif word=="沙和尚":
        rword="沙僧"
    elif word == "妖精" or word=="妖魔" or word=="妖道":
        rword = "妖怪"
    elif word=="佛祖":
        rword="如來"
    elif word=="三太子":
        rword="白馬"
    else:
        rword = word
    counts[rword] = counts.get(rword,0) + 1
         
items = list(counts.items())
items.sort(key=lambda x: x[1], reverse=True)    
 
for i in range(20):
    word, count = items[i]
    print("{0:<10}{1:>5}".format(word, count))