Skipping already used abailable words, stupid refactoring bug

This commit is contained in:
Ozbolt Menegatti 2019-06-27 00:57:46 +02:00
parent 11706b6f81
commit 8b06c4ec38

View File

@ -110,7 +110,8 @@ class WordStats:
statement = """SELECT msd, text, frequency FROM UniqWords WHERE
lemma=:lemma ORDER BY frequency DESC"""
for msd, text, _f in self.db.execute(statement, {'lemma': lemma}):
yield (msd, text)
if (msd, text) not in counted_texts:
yield (msd, text)
def num_words(self, lemma, msd0):
statement = "SELECT frequency FROM WordCount WHERE lemma=? AND msd0=? LIMIT 1"