1. 程式人生 > 實用技巧 >python使用jieba實現簡單的詞頻統計

python使用jieba實現簡單的詞頻統計

import jieba
def getText():
    txt=open("hamlet.txt","r").read()
    txt=txt.lower()
    for ch in '|"#$%&()*+,-./:;<>+?@[\\]^_{|}~':
        txt=txt.replace(ch," ")
    return txt
harmTxt=getText()
words=harmTxt.split()
counts={}
for word in words:
    counts[word]=counts.get(word,0)+1

items
=list(counts.items()) #按照第二個元素有大到小排序 items.sort(key=lambda x:x[1],reverse=True) for i in range(10): word, count=items[i] print(word,end=":") print(count)


執行結果

the:1138
and:965
to:754
of:668
you:549
a:542
i:540
my:514
hamlet:456
in:436

import jieba
txt=open("threekingdoms.txt","r",encoding="
utf-8").read() #總結一些不是人名的詞 excludes={"將軍","卻說","二人","荊州","二人","不可","不能","如此","商議","不能","如此","左右","引兵","如何","主公"} words=jieba.lcut(txt) counts={} for word in words: if len(word)==1: continue elif word=="諸葛亮" or word=="孔明曰": rword="孔明" elif word=="關公" or word=="雲長": rword
="關羽" elif word=="玄德" or word=="玄德曰": rword="劉備" elif word=="孟德" or word=="丞相": rword="曹操" else: rword=word counts[rword]=counts.get(rword,0)+1 for word in excludes: del counts[word] items=list(counts.items()) items.sort(key=lambda x:x[1],reverse=True) for i in range(10): word,count=items[i] print(word,end=":") print(count)


執行結果:

曹操:1451
孔明:1383
劉備:1252
關羽:784
張飛:358
軍士:317
呂布:300
軍馬:293
趙雲:278
次日:271