Python 文本词频统计中英文_python词频统计输入移除词汇

统计一段英文中 出现次数最多的几个单词

def get_text():
    text = open('eng.txt','r').read()
    text = text.lower() #所有单词都替换成小写
    for ch in '!@#$%^&*()_+-{}[]|\<>?/.,`~':#去噪，归一化处理，把所有特殊符号替换为空格
        text=text.replace(ch,"")
    return text

text=get_text()
ls = text.split(" ")
counts={}
for index,word in enumerate(ls):
    counts[word]=counts.get(word,0)+1
items=list(counts.items()) #字典转换为列表
items.sort(key=lambda x:x[1],reverse=True)#把列表按照键值对的第二个元素，由大到小排序
for i in range(5):#打印出现频率最高的5个词语
    word,fre = items[i]
    print (word,fre)

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

统计三国中出现次数最多的人名

import jieba
def get_text():
    text = open('threeking.txt', 'r', encoding="gb18030").read()
    return text
text = get_text()
ls = jieba.lcut(text)
#排除不需要统计的字符或词语
exclude=['将军','不可','二人','荆州','却说','不能','如此','商议','如何','主公','军士',
         '左右','军马','引兵','次日','大喜','天下','东吴','丞相','于是','今日','不敢','陛下','魏兵']
counts = {} #用来计数的集合

for word in ls: 
    if len(word) == 1: #排除掉长度为1的字或标点符号
        continue
    elif word in exclude:
        continue
    #对以下词语进行合并计算
    elif word == '玄德' or word == '玄德曰':
        rword = '刘备'
    elif word == '诸葛亮' or word == '孔明曰':
        rword = '孔明'
    elif word == '关公' or word == '云长':
        rword = '关羽'
    elif word == '都督':
        rword = '周瑜'
    elif word == '孟德':
        rword = '曹操'
    else:
        rword = word
    counts[rword] = counts.get(rword, 0)+1
items = list(counts.items()) #字典转换为列表
items.sort(key=lambda x: x[1], reverse=True)  #把列表按照键值对的第二个元素，由大到小排序
for i in range(10):#打印出现频率最高的词语
    word, fre = items[i]
    print(word, fre)

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36