From 5bdba940351daf6777af7a8ee16f03df81089cde Mon Sep 17 00:00:00 2001 From: Kikimanox Date: Mon, 29 Aug 2022 23:35:22 +0200 Subject: [PATCH] limit ngrams to 200 because this temporary implementation is kind of slow --- swagger_server/util.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/swagger_server/util.py b/swagger_server/util.py index 2a2a6e9..5b33292 100644 --- a/swagger_server/util.py +++ b/swagger_server/util.py @@ -177,7 +177,7 @@ def get_files_by_keywords(kljucnebesede): ngrams_path = "classla_OS2022/ngrams/" if is_docker() else "../mnt/ssd/ds_ftp/classla_OS2022/ngrams/" print("Looping trough ngrams") for path, dirs, files, in os.walk(ngrams_path): - for i, _file in enumerate(files): + for i, _file in enumerate(files[:200]): if i % 200 == 0: print(f"{i}/{len(files)}") file = f'{ngrams_path}{_file}' data = pd.read_csv(file, sep='\t')