diff --git a/Makefile b/Makefile index 29dd3c5..80276b0 100644 --- a/Makefile +++ b/Makefile @@ -25,6 +25,8 @@ DBADDR = "0.0.0.0:27017" # don't use localhost include env.local N_CORES = 5 +# insert kres files into database in chunks, for fewer connections +KRES_CHUNK_SIZE = 100 export .PHONY: python-env fill-database @@ -76,6 +78,7 @@ fill-database-kres: data/samples --ssj-file $(SSJ_FILE) --kres-srl-folder $(KRES_SRL_FOLDER) \ --output $(OUTPUT) --outdir $(OUTDIR) --dbaddr $(DBADDR) \ --dbuser $(DB_USR_USER) --dbpass $(DB_USR_PASS) \ + --chunk-size $(KRES_CHUNK_SIZE) \ --cores $(N_CORES) diff --git a/src/pkg/cjvt-corpusparser b/src/pkg/cjvt-corpusparser index 3276619..792c0b0 160000 --- a/src/pkg/cjvt-corpusparser +++ b/src/pkg/cjvt-corpusparser @@ -1 +1 @@ -Subproject commit 3276619e6f69c5a8fbc8e163d489904303a4a91c +Subproject commit 792c0b03fdc0e58f4ed886f8b3b7414db27f7303