Added initial functionality for word parts implementation

2018-11-05 10:30:41 +01:00
parent f9ce74d7b8
commit abc15360d3
12 changed files with 795 additions and 152 deletions
--- a/src/main/java/alg/ngram/Ngrams.java
+++ b/src/main/java/alg/ngram/Ngrams.java
@@ -52,6 +52,10 @@ public class Ngrams {
 				// generate proper MultipleHMKeys depending on filter data
 				String key = wordToString(ngramCandidate, stats.getFilter().getCalculateFor(), stats.getFilter().getWordParts());

+				if(key.length() < stats.getFilter().getPrefixLength() + stats.getFilter().getSuffixLength()){
+					continue;
+				}
+
 				// if last letter is ',' erase it

 //				if (key.equals("")){