from parser.parser import Parser
import os
from os.path import join, dirname
from pathlib import Path
import re
import sys
import cProfile


def main():
    # make sure you sanitize every input into unicode

    SSJ500K_2_1 = 27829  # number of sentences
    par = Parser()

    """
    print("parsing ssj")
    ssj_file = "../data/ssj500k-sl.sample.xml"
    ssj_dict = par.parse_tei(ssj_file)
    # assert (len(ssj_dict) == 27829), "Parsed wrong number of sentences."
    print("end parsing ssj")
    """

    print("parsing kres")
    # kres_file = "../data/kres_example/F0019343.xml.parsed.xml"
    kres_dir = Path("../data/kres_example/").resolve()
    kres_out_dir = kres_dir.parent / (kres_dir.name + "_out")
    kres_out_dir.mkdir(exist_ok=True)

    for kres_file in [x for x in kres_dir.iterdir() if x.is_file()]:

        print("Processing file: " + str(kres_file))
        out_str = ""
        res_dict = par.parse_tei(kres_file)
        for _, sentence in res_dict.items():
            out_str += par.to_conll_2009_SRL(sentence)
        with (kres_out_dir / kres_file.name).with_suffix(".tsv").open("wb+") as fp:
            fp.write(out_str.encode("utf-8"))
            fp.close()
    print("end parsing kres")


if __name__ == "__main__":
    # cProfile.run("main()", sort="tottime")
    main()