【大修bug】添加csv表格原始数据,修改词频统计函数bug
This commit is contained in:
@@ -1,31 +0,0 @@
|
||||
import jieba
|
||||
import re
|
||||
|
||||
def main():
|
||||
reader = open('./cutComments.txt','r',encoding='utf8')
|
||||
strs = reader.read()
|
||||
result = open('./cipingTotal.csv','w',encoding='utf8')
|
||||
|
||||
# 分词,去重,列表
|
||||
word_list = jieba.cut(strs,cut_all=True)
|
||||
|
||||
new_words = []
|
||||
for i in word_list:
|
||||
m = re.search("\d+",i)
|
||||
n = re.search("\W+",i)
|
||||
if not m and not n and len(i) > 1:
|
||||
new_words.append(i)
|
||||
|
||||
# 统计词频
|
||||
word_count = {}
|
||||
for i in set(new_words):
|
||||
word_count[i] = new_words.count(i)
|
||||
|
||||
# 格式整理
|
||||
list_count = sorted(word_count.items(),key=lambda x:x[1],reverse=True)
|
||||
|
||||
for i in range(100):
|
||||
print(list_count[i],file=result)
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Reference in New Issue
Block a user