Redmine #1835: moved command functions into class

package/structure_assignment/pipeline.py

@@ -8,7 +8,7 @@ import obeliks
 
 import classla
 from classla import Document
-#from classla.models.common.conll import CoNLLFile
+from classla.utils.conll import CoNLL
 
 from structure_assignment.constants import *
 from structure_assignment.tweak_conllu import tweak as tweak_conllu
@@ -21,9 +21,86 @@ from nova_slovnica.tei_to_dictionary import convert as tei_to_dictionary
 from nova_slovnica.create_structures import create as create_structures
 from structure_assignment.merge_dictionaries import merge as merge_dictionaries
 
-def create_nlp(resource_directory):
-    NLP_CONFIG_MAP['dir'] = resource_directory + '/classla'
-    return classla.Pipeline('sl', **NLP_CONFIG_MAP)
+class Runner:
+
+    def __init__(self, resource_directory, nlp_needed):
+        self.resource_directory = resource_directory
+        if (nlp_needed):
+            NLP_CONFIG_MAP['dir'] = resource_directory + '/classla'
+            self.nlp =  classla.Pipeline('sl', **NLP_CONFIG_MAP)
+
+    def run_all(input_file_name, output_file_name, structure_file_name):
+        pipeline = Pipeline(self.resource_directory, self.nlp)
+        pipeline.import_file(input_file_name, 'strings-list')
+        self._strings_to_parse_sequence(pipeline)
+        self._parse_to_dictionary_sequence(pipeline)
+        pipeline.export_file(output_file_name, 'dictionary')
+        pipeline.export_file(structure_file_name, 'structures-new')
+        self._validate_structures(structure_file_name)
+        self._validate_dictionary(output_file_name)
+        pipeline.cleanup()
+
+    def strings_to_dictionary(input_file_name, output_file_name, structure_file_name):
+        pipeline = Pipeline(self.resource_directory, self.nlp)
+        pipeline.import_file(input_file_name, 'strings-list')
+        self._strings_to_parse_sequence(pipeline)
+        self._parse_to_dictionary_sequence(pipeline)
+        pipeline.export_file(output_file_name, 'dictionary')
+        pipeline.export_file(structure_file_name, 'structures-new')
+        pipeline.cleanup()
+
+    def strings_to_parse(self, input_file_name, output_file_name):
+        pipeline = Pipeline(self.resource_directory, self.nlp)
+        pipeline.import_file(input_file_name, 'strings-list')
+        self._strings_to_parse_sequence(pipeline)
+        pipeline.export_file(output_file_name, 'tei-initial')
+        pipeline.cleanup()
+
+    def parse_to_dictionary(self, input_file_name, output_file_name, structure_file_name):
+        pipeline = Pipeline(self.resource_directory)
+        pipeline.import_file(input_file_name, 'tei-initial')
+        self._parse_to_dictionary_sequence(pipeline)
+        pipeline.export_file(output_file_name, 'dictionary')
+        pipeline.export_file(structure_file_name, 'structures-new')
+        pipeline.cleanup()
+
+    def validate_structures(self, input_file_name):
+        pipeline = Pipeline(self.resource_directory)
+        pipeline.import_file(input_file_name, 'structures-new')
+        self._validate_structures_sequence(pipeline)
+        pipeline.cleanup()
+
+    def validate_dictionary(self, input_file_name):
+        pipeline = Pipeline(self.resource_directory)
+        pipeline.import_file(input_file_name, 'dictionary')
+        self._validate_dictionary_sequence(pipeline)
+        pipeline.cleanup()
+
+    def _strings_to_parse_sequence(self, pipeline):
+        pipeline.do_tokenise()
+        pipeline.do_tweak_conllu()
+        pipeline.do_parse()
+        pipeline.do_translate_jos()
+        pipeline.do_conllu_to_tei()
+
+    def _parse_to_dictionary_sequence(self, pipeline):
+        pipeline.do_split_tei()
+        pipeline.do_assign_single()
+        pipeline.do_tei_to_dictionary_single()
+        pipeline.do_find_structure_units_first()
+        pipeline.do_assign_multiple_first()
+        pipeline.do_create_structures()
+        pipeline.do_find_structure_units_second()
+        pipeline.do_assign_multiple_second()
+        pipeline.do_tei_to_dictionary_multiple()
+        pipeline.do_merge_dictionaries()
+
+    def _validate_structures_sequence(self, pipeline):
+        pipeline.do_validate_structures()
+
+    def _validate_dictionary_sequence(self, pipeline):
+        pipeline.do_validate_dictionary()
+
 
 class Pipeline: