kristjan/cjvt-valency
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

cjvt-corpusparser parallel upgrade

Browse Source
This commit is contained in:
voje 2019-04-15 00:26:08 +02:00
parent e033bffe18
commit 1494d4dfed
2 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
Makefile
View File

@ -12,8 +12,9 @@ SSJ_FILE = "$(MAKE_ROOT)/data/samples/ssj_xml/ssj500k-sl.body.sample.xml"
KRES_FOLDER = "$(MAKE_ROOT)/data/samples/kres_xml" KRES_FOLDER = "$(MAKE_ROOT)/data/samples/kres_xml"
KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/samples/kres_srl_json" KRES_SRL_FOLDER = "$(MAKE_ROOT)/data/samples/kres_srl_json"
OUTPUT = "db" # OUTPUT = "db"
OUTDIR = "/home/voje/workdir/test_out" OUTPUT = "file"
OUTDIR = "/tmp/three" # if you're running this in docker, make sure to mount the volume
DBADDR = "0.0.0.0:27017" # don't use localhost DBADDR = "0.0.0.0:27017" # don't use localhost
DB_ADM_USER = valadmin DB_ADM_USER = valadmin
@ -56,12 +57,13 @@ data/samples:
cd data; tar xzvf samples.tar.gz cd data; tar xzvf samples.tar.gz
# from inside python-env container: # from inside python-env container:
# you can set OUTPUT = "file" and a valid OUTDIR to test writing to json files instead of DB
fill-database: data/samples fill-database: data/samples
python3 src/pkg/cjvt-corpusparser/corpusparser/main.py --kres-folder $(KRES_FOLDER) \ python3 src/pkg/cjvt-corpusparser/corpusparser/main.py --kres-folder $(KRES_FOLDER) \
--ssj-file $(SSJ_FILE) --kres-srl-folder $(KRES_SRL_FOLDER) \ --ssj-file $(SSJ_FILE) --kres-srl-folder $(KRES_SRL_FOLDER) \
--output $(OUTPUT) --outdir $(OUTDIR) --dbaddr $(DBADDR) \ --output $(OUTPUT) --outdir $(OUTDIR) --dbaddr $(DBADDR) \
--dbuser $(DB_USR_USER) --dbpass $(DB_USR_PASS) --dbuser $(DB_USR_USER) --dbpass $(DB_USR_PASS) \
--cores 2
## Frontend ## Frontend
## Run from host ## Run from host

2
src/pkg/cjvt-corpusparser

@ -1 +1 @@
Subproject commit c17361fbda194d845cbac674065e40490ebc04cc Subproject commit 86e56767ddb72b83adcb144c32373b3e92e215dc