python统计文档中词频

python统计文档中词频的小程序

python版本2.7

效果如下：

程序如下，测试文件与完整程序在我的github中

 ＃统计空格数与单词数 本函数只返回了空格数 需要的可以自己返回多个值
 def count_space(path):
     number_counts = 0
     space_counts = 0
     number_list = []

     with open(path, 'r') as f:
         for line in f:
             line = line.strip()
             space_split_list = line.split(' ')
             space_counts += len(space_split_list) - 1
             for word in space_split_list:
                     if word.isdigit():
                         number_list.append(word)
             number_counts = len(number_list)

     return space_counts
 ＃大写转小写 过滤特殊字符等
 def count_word(path):
     result = {}
     with open(path) as fileread:
         alltext = fileread.read()

         alltext = alltext.lower()

         alltext = re.sub("\"|,|\.", "", alltext)

         for word in alltext.split():
             if word not in result:
                 result[word] = 0
             result[word] += 1

         return result

 def sort_by_count(d):

     d = collections.OrderedDict(sorted(d.items(), key = lambda t: -t[1]))
     return d

 if __name__ == '__main__':
     try:
         filename = 'read.txt'

         dword = count_word(filename)
         dword = sort_by_count(dword)

         countspace = count_space(filename)
         print "space_counts", countspace
         count_word(filename)
         for key,value in dword.items():
             print key + ":%d" % value

     except IOError:
         print 'cannot open file %s for read' % filename