Toolbox #3

frequency.py

@@ -10,21 +10,45 @@ def get_word_list(file_name):
     returns a list of the words used in the book as a list.
     All words are converted to lower case.
     """
-    pass
+    #loading file and stripping away header comment
+    f = open(file_name,'r')
+    lines = f.readlines()
+    curr_line = 0
+    while lines[curr_line].find('START OF THIS PROJECT GUTENBERG EBOOK') == -1:
+        curr_line += 1
+    lines = lines[curr_line+1:]
+    #remove excess
+    for i in range(len(lines)):
+        lines[i] = lines[i].strip().translate(string.punctuation).lower()
+    while '' in lines:
+        lines.remove('')
+
+    words = []
+    for line in lines:
+        line_words = line.split(' ')
+        words = words + line_words
+    return words
 
 
 def get_top_n_words(word_list, n):
     """ Takes a list of words as input and returns a list of the n most frequently
     occurring words ordered from most to least frequently occurring.
-
     word_list: a list of words (assumed to all be in lower case with no
     punctuation
     n: the number of words to return
     returns: a list of n most frequently occurring words ordered from most
     frequently to least frequentlyoccurring
     """
-    pass
+    word_counts = {}
+    for word in word_list:
+        if word not in word_counts:
+            word_counts[word] = 1
+        else:
+            word_counts[word] += 1
+    ordered_by_frequency = sorted(word_counts, key=word_counts.get, reverse=True)
+    return ordered_by_frequency[:n+1]
 
 if __name__ == "__main__":
-    print("Running WordFrequency Toolbox")
-    print(string.punctuation)
+    result = get_word_list('pg32325.txt')
+    list = get_top_n_words(result, 100)
+    print(list)