generic/structure_assignment
16
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Redmine #1835: created pipeline class and adapted pipeline1

Browse Source
This commit is contained in:
Cyprian Laskowski
2021-03-10 19:27:57 +01:00
parent e3aa8a3aee
commit 5395d8def0
4 changed files with 84 additions and 91 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
scripts/pipeline1.py
View File

@@ -1,28 +1,26 @@
import argparse
import classla
from classla import Document
from classla.models.common.conll import CoNLLFile
from structure_assignment.pipeline import Pipeline, create_nlp
import structure_assignment.pipeline as pipeline
arg_parser = argparse.ArgumentParser(description='Parse Slovene strings and convert to TEI.')
arg_parser.add_argument('-inlist', type=str, help='Input list file')
arg_parser.add_argument('-outtei', type=str, help='Output TEI file')
arguments = arg_parser.parse_args()
input_file_name = arguments.inlist
output_file_name = arguments.outtei
def run_pipeline(input_file_name, output_file_name):
pipeline.initialise(temp_dir='/tmp/structure_assignment_pipeline1', resource_dir='../resources')
def run_pipeline(nlp, input_file_name, output_file_name):
pipeline = Pipeline(nlp)
pipeline.import_file(input_file_name, 'strings-list')
pipeline.do_tokenise()
pipeline.do_tweak_conllu()
pipeline.load_classla_models()
pipeline.do_parse()
pipeline.do_translate_jos()
pipeline.do_conllu_to_tei()
pipeline.export_file(output_file_name, 'tei-initial')
pipeline.cleanup()
if (__name__ == '__main__'):
arg_parser = argparse.ArgumentParser(description='Parse Slovene strings and convert to TEI.')
arg_parser.add_argument('-inlist', type=str, help='Input list file')
arg_parser.add_argument('-outtei', type=str, help='Output TEI file')
arguments = arg_parser.parse_args()
input_file_name = arguments.inlist
output_file_name = arguments.outtei
nlp = create_nlp('../resources')
run_pipeline(input_file_name, output_file_name)