Create 1001S01E06_stats_word.py

Author: jianqingchen

19100401/jianqingchen/1001S01E06_stats_word.py

@@ -0,0 +1,95 @@
+'''这是一个封装统计英文词频的函数，以及一个封装中文词频的函数
+6.1创建一个名为stats_text_en的函数，并用它封装d5_exercise_stats_text.py文件中的代码 '''
+
+text = '''
+The Zen of Python, by Tim Peters
+Beautiful is better than ugly.
+Explicit is better than implicit.
+Simple is better than complex.
+Complex is better than complicated.
+Flat is better than nested.
+Sparse is better than dense.
+Readability counts.
+Special cases aren't special enough to break the rules.
+Although practicality beats purity.
+Errors should never pass silently.
+Unless explicitly silenced.
+In the face of ambxiguity, refuse the temptation to guess.
+There should be one-- and preferably only one --obvious way to do it.
+Although that way may not be obvious at first unless you're Dutch.
+Now is better than never.
+Although never is often better than *right* now.
+If the implementation is hard to explain, it's a bad idea.
+If the implementation is easy to explain, it may be a good idea.
+Namespaces are one honking great idea -- let's do more of those!
+Python是一种计算机程序设计语言。是一种动态的、面向对象的脚本语言，最初被设计用于编写自动化脚本(shell)，随着版本的不断更新和语言新功能的添加，越来越多被用于独立的、大型项目的开发。
+'''
+dict1 = {}
+dict2 = {}
+dict3 = {}
+dict4 = {}
+
+
+"""创建一个名为stats_text_en的函数，它的功能是为统计英文词频"""
+def stats_text_en(text):
+    import re
+    '''只保留英文'''
+    text = re.sub("[^A-Za-z]", " ", text.strip())
+    '''将字符串text转换为列表list1,只保留单词为list1中的元素'''
+    list1 = re.split(r"\W+",text)   
+    '''删除list1中为空的列表元素'''
+    while '' in list1:   
+        list1.remove('')
+    """i属于list1中的元素，开始循环"""
+    for i in list1:   
+        """将列表中的单词及单词的出现次数，分别赋值给dict1的键和值"""
+        dict1.setdefault(i,list1.count(i))  
+    """将dict1按照value值从大到小排列，并将结果赋给元组tup1"""
+    tup1 = sorted(dict1.items(),key = lambda items:items[1],reverse = True)   
+    """遍历元组tup1"""
+    for tup1 in tup1:   
+            dict2[tup1[0]] = dict1[tup1[0]]  
+    return dict2
+
+#打印统计英文词频的结果
+print("统计英文词频的结果为:")
+print(stats_text_en(text))
+str = ''
+
+
+'''6.2创建一个名为stats_text_cn的函数，并用它实现统计汉字词频的功能'''
+
+def histogram(s, old_d):
+    d = old_d
+    for c in s:
+        d[c] = d.get(c, 0) + 1
+    return d
+"""创建一个名为stats_text_cn的函数，它的功能是为统计中文词频"""
+def stats_text_cn(text):
+    import re
+    """去掉text中的英文和数字"""
+    text = re.sub("[A-Za-z0-9]", "", text)
+    '''将字符串text转换为列表list1,只保留单词为list1中的元素'''
+    list1 = re.split(r"\W+",text)   
+
+    '''删除list1中为空的列表元素'''
+    while '' in list1:   
+        list1.remove('')
+    
+    ''' 把dict3的行拆成单字，拆成字典格式的'''
+    dict3 = dict()
+    '''给dict3赋值'''
+    for i in range(len(list1)):
+        dict3 = histogram(list1[i], dict3)
+
+    """将dict3按照value值从大到小排列，并将结果赋给元组tup1"""
+    tup1 = sorted(dict3.items(),key = lambda items:items[1],reverse = True)  
+
+    """遍历元组tup1"""
+    for tup1 in tup1:   
+            dict4[tup1[0]] = dict3[tup1[0]]  
+    return dict4
+
+#打印统计中文词频的结果
+print("统计中文词频的结果为:")
+print(stats_text_cn(text))