84 lines
2.2 KiB
Python
Executable File
84 lines
2.2 KiB
Python
Executable File
#!/usr/bin/env python
|
|
import sys, operator, string, os, threading, re
|
|
from util import getch, cls, get_input
|
|
from time import sleep
|
|
|
|
lock = threading.Lock()
|
|
|
|
#
|
|
# The active view
|
|
#
|
|
class FreqObserver(threading.Thread):
|
|
def __init__(self, freqs):
|
|
threading.Thread.__init__(self)
|
|
self.daemon,self._end = True, False
|
|
# freqs is the part of the model to be observed
|
|
self._freqs = freqs
|
|
self._freqs_0 = sorted(self._freqs.items(), key=operator.itemgetter(1), reverse=True)[:25]
|
|
self.start()
|
|
|
|
def run(self):
|
|
while not self._end:
|
|
self._update_view()
|
|
sleep(0.1)
|
|
self._update_view()
|
|
|
|
def stop(self):
|
|
self._end = True
|
|
|
|
def _update_view(self):
|
|
lock.acquire()
|
|
freqs_1 = sorted(self._freqs.items(), key=operator.itemgetter(1), reverse=True)[:25]
|
|
lock.release()
|
|
if (freqs_1 != self._freqs_0):
|
|
self._update_display(freqs_1)
|
|
self._freqs_0 = freqs_1
|
|
|
|
def _update_display(self, tuples):
|
|
def refresh_screen(data):
|
|
# clear screen
|
|
cls()
|
|
print(data)
|
|
sys.stdout.flush()
|
|
|
|
data_str = ""
|
|
for (w, c) in tuples:
|
|
data_str += str(w) + ' - ' + str(c) + '\n'
|
|
refresh_screen(data_str)
|
|
|
|
#
|
|
# The model
|
|
#
|
|
class WordsCounter:
|
|
freqs = {}
|
|
def count(self):
|
|
def non_stop_words():
|
|
stopwords = set(open('../stop_words.txt').read().split(',') + list(string.ascii_lowercase))
|
|
for line in f:
|
|
yield [w for w in re.findall('[a-z]{2,}', line.lower()) if w not in stopwords]
|
|
|
|
words = next(non_stop_words())
|
|
lock.acquire()
|
|
for w in words:
|
|
self.freqs[w] = 1 if w not in self.freqs else self.freqs[w]+1
|
|
lock.release()
|
|
|
|
#
|
|
# The controller
|
|
#
|
|
print("Press space bar to fetch words from the file one by one")
|
|
print("Press ESC to switch to automatic mode")
|
|
model = WordsCounter()
|
|
view = FreqObserver(model.freqs)
|
|
with open(sys.argv[1]) as f:
|
|
while get_input():
|
|
try:
|
|
model.count()
|
|
except StopIteration:
|
|
# Let's wait for the view thread to die gracefully
|
|
view.stop()
|
|
sleep(1)
|
|
break
|
|
|
|
|