ozbolt/luscenje_struktur
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

White reset at paragraphs not sentences + progress bar updates on paragraphs not sentences.

Browse Source
This commit is contained in:
Luka 2021-01-26 14:57:42 +01:00
parent 552f2e4bd0
commit f1366548b6
1 changed files with 61 additions and 64 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
luscenje_struktur/loader.py
View File

@ -197,12 +197,14 @@ def file_sentence_generator(et, args):
previous_pc = False previous_pc = False
words = {} words = {}
sentences = list(et.iter('s')) paragraphs = list(et.iter('p'))
for sentence in progress(sentences, "load-text"): for paragraph in progress(paragraphs, "load-text"):
previous_glue = ''
sentences = list(paragraph.iter('s'))
for sentence in sentences:
# create fake root word # create fake root word
words[sentence.get('id')] = Word.fake_root_word(sentence.get('id')) words[sentence.get('id')] = Word.fake_root_word(sentence.get('id'))
last_word_id = None last_word_id = None
previous_glue = ''
if args.new_tei: if args.new_tei:
for w in sentence.iter(): for w in sentence.iter():
@ -235,11 +237,6 @@ def file_sentence_generator(et, args):
if last_word_id: if last_word_id:
words[last_word_id].glue += w.text words[last_word_id].glue += w.text
# for w in sentence.iter("w"):
# words[w.get('id')] = Word.from_xml(w, do_msd_translate)
# for pc in sentence.iter(pc_tag):
# words[pc.get('id')] = Word.pc_word(pc, do_msd_translate)
for l in sentence.iter("link"): for l in sentence.iter("link"):
if 'dep' in l.keys(): if 'dep' in l.keys():
ana = l.get('afun') ana = l.get('afun')