added logging; paralelize the first part now

master
voje 5 years ago
parent fd0f9794f1
commit 17cb0677a7

@ -11,10 +11,11 @@ config.read("tools.cfg")
ORIGPATH = Path(config["tools"]["kres_orig"])
INPATH = Path(config["tools"]["kres_srl"])
OUTPATH = Path(config["tools"]["kres_json"])
LOGFILE = Path(config["tools"]["logfile"])
DEBUG = config["tools"]["debug"] == "True"
LOGFILE = Path(config["tools"]["logfile"]).absolute().resolve()
logging.basicConfig(filename=str(LOGFILE), level=logging.INFO)
logging.basicConfig(filename=LOGFILE, level=logging.INFO)
def get_origfile(filename):
for origfile in ORIGPATH.iterdir():

@ -16,9 +16,9 @@ config = configparser.ConfigParser()
config.read("tools.cfg")
INDIR = Path(config["tools"]["kres_orig"])
OUTDIR = Path(config["tools"]["kres_tsv"])
LOGFILE = Path(config["tools"]["logfile"])
LOGFILE = Path(config["tools"]["logfile"]).absolute().resolve()
logging.basicConfig(filename=LOGFILE, level=logging.INFO)
logging.basicConfig(filename=str(LOGFILE), level=logging.INFO)
"""
print("parsing ssj")

@ -3,5 +3,5 @@ kres_orig = /kres_mount/kres_parsed/tei
kres_tsv = ../data/kres_out/1_tsv
kres_srl = ../data/kres_out/_srl
kres_json = ../data/kres_out/final_json
logfile = "../progress.log"
logfile = ../progress.log
debug = False

Loading…
Cancel
Save