ozbolt/luscenje_struktur
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Changed whitespace aspect from document to sentence based.

Browse Source
This commit is contained in:
Luka 2021-01-23 09:28:10 +01:00
parent 361331515e
commit 552f2e4bd0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
luscenje_struktur/loader.py
View File

@ -194,7 +194,6 @@ def file_sentence_generator(et, args):
do_msd_translate = not args.no_msd_translate do_msd_translate = not args.no_msd_translate
pc_tag = args.pc_tag pc_tag = args.pc_tag
use_punctuations = not args.ignore_punctuations use_punctuations = not args.ignore_punctuations
previous_glue = ''
previous_pc = False previous_pc = False
words = {} words = {}
@ -203,6 +202,7 @@ def file_sentence_generator(et, args):
# create fake root word # create fake root word
words[sentence.get('id')] = Word.fake_root_word(sentence.get('id')) words[sentence.get('id')] = Word.fake_root_word(sentence.get('id'))
last_word_id = None last_word_id = None
previous_glue = ''
if args.new_tei: if args.new_tei:
for w in sentence.iter(): for w in sentence.iter():