min frequecy now part of writer

pull/1/head
Ozbolt Menegatti 5 years ago
parent 3f1c154705
commit 8cca761b91

@ -8,7 +8,6 @@ from progress_bar import progress
class MatchStore:
def __init__(self, args, db):
self.db = db
self.min_frequency = args.min_freq
self.dispersions = {}
self.match_num = 0

@ -6,7 +6,7 @@ from formatter import OutFormatter, OutNoStatFormatter, AllFormatter, StatsForma
class Writer:
@staticmethod
def other_params(args):
return (args.multiple_output, int(args.sort_by), args.sort_reversed)
return (args.multiple_output, int(args.sort_by), args.sort_reversed, args.min_freq)
@staticmethod
def make_output_writer(args, num_components, colocation_ids, word_renderer):
@ -32,10 +32,12 @@ class Writer:
self.multiple_output = False
self.sort_by = -1
self.sort_order = None
self.min_frequency = 1
else:
self.multiple_output = params[0]
self.sort_by = params[1]
self.sort_order = params[2]
self.min_frequency = params[3]
self.num_components = num_components
self.output_file = file_out
@ -76,6 +78,9 @@ class Writer:
components = structure.components
for match in colocation_ids.get_matches_for(structure):
if len(match) < self.min_frequency:
continue
self.formatter.new_match(match)
for words in match.matches:

Loading…
Cancel
Save