kristjan/cjvt-srl-tagging
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

added logging; paralelize the first part now

Browse Source
This commit is contained in:
voje 2019-02-28 10:34:12 +01:00
parent fd0f9794f1
commit 17cb0677a7
3 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tools/gen_json.py
View File

@ -11,10 +11,11 @@ config.read("tools.cfg")
ORIGPATH = Path(config["tools"]["kres_orig"])
INPATH = Path(config["tools"]["kres_srl"])
OUTPATH = Path(config["tools"]["kres_json"])
LOGFILE = Path(config["tools"]["logfile"])
DEBUG = config["tools"]["debug"] == "True"
LOGFILE = Path(config["tools"]["logfile"]).absolute().resolve()
logging.basicConfig(filename=str(LOGFILE), level=logging.INFO)
logging.basicConfig(filename=LOGFILE, level=logging.INFO)
def get_origfile(filename):
for origfile in ORIGPATH.iterdir():

4
tools/parse_all.py
View File

@ -16,9 +16,9 @@ config = configparser.ConfigParser()
config.read("tools.cfg")
INDIR = Path(config["tools"]["kres_orig"])
OUTDIR = Path(config["tools"]["kres_tsv"])
LOGFILE = Path(config["tools"]["logfile"])
LOGFILE = Path(config["tools"]["logfile"]).absolute().resolve()
logging.basicConfig(filename=LOGFILE, level=logging.INFO)
logging.basicConfig(filename=str(LOGFILE), level=logging.INFO)
"""
print("parsing ssj")

2
tools/tools.cfg
View File

@ -3,5 +3,5 @@ kres_orig = /kres_mount/kres_parsed/tei
kres_tsv = ../data/kres_out/1_tsv
kres_srl = ../data/kres_out/_srl
kres_json = ../data/kres_out/final_json
logfile = "../progress.log"
logfile = ../progress.log
debug = False