Skipping already used abailable words, stupid refactoring bug
This commit is contained in:
parent
11706b6f81
commit
8b06c4ec38
|
@ -110,7 +110,8 @@ class WordStats:
|
|||
statement = """SELECT msd, text, frequency FROM UniqWords WHERE
|
||||
lemma=:lemma ORDER BY frequency DESC"""
|
||||
for msd, text, _f in self.db.execute(statement, {'lemma': lemma}):
|
||||
yield (msd, text)
|
||||
if (msd, text) not in counted_texts:
|
||||
yield (msd, text)
|
||||
|
||||
def num_words(self, lemma, msd0):
|
||||
statement = "SELECT frequency FROM WordCount WHERE lemma=? AND msd0=? LIMIT 1"
|
||||
|
|
Loading…
Reference in New Issue
Block a user