lkrsnik/list
1
0
Fork 0
Code Issues 1 Pull Requests Releases Wiki Activity

Added the rest of collocabilities

Browse Source
This commit is contained in:
Luka
2018-11-08 11:37:16 +01:00
parent abc15360d3
commit a4df732678
7 changed files with 202 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
src/main/java/data/Collocability.java
View File

@@ -1,7 +1,12 @@
package data;
public enum Collocability {
DICE("Dice");
DICE("Dice"),
TSCORE("t-score"),
MI("MI"),
MI3("MI3"),
LOGDICE("logDice"),
SIMPLELL("simple LL");
private final String name;
@@ -17,7 +22,17 @@ public enum Collocability {
if (cf != null) {
if (DICE.toString().equals(cf)) {
return DICE;
}
} else if (TSCORE.toString().equals(cf)) {
return TSCORE;
} else if (MI.toString().equals(cf)) {
return MI;
} else if (MI3.toString().equals(cf)) {
return MI3;
} else if (LOGDICE.toString().equals(cf)) {
return LOGDICE;
} else if (SIMPLELL.toString().equals(cf)) {
return SIMPLELL;
}
}
return null;
}
@@ -25,7 +40,17 @@ public enum Collocability {
public String toMetadataString() {
switch(this){
case DICE:
return "Kolokabilnost - Dice:";
return "Dice";
case TSCORE:
return "t-score";
case MI:
return "MI";
case MI3:
return "MI3";
case LOGDICE:
return "logDice";
case SIMPLELL:
return "simple LL";
default:
return null;
}
@@ -34,7 +59,17 @@ public enum Collocability {
public String toHeaderString() {
switch(this){
case DICE:
return "Kolokabilnost - Dice";
return "Dice";
case TSCORE:
return "t-score";
case MI:
return "MI";
case MI3:
return "MI3";
case LOGDICE:
return "logDice";
case SIMPLELL:
return "simple LL";
default:
return null;
}

67
src/main/java/data/StatisticsNew.java
View File

@@ -428,9 +428,14 @@ public class StatisticsNew {
Integer ngramLevel = filter.getNgramValue();
if (ngramLevel == 0)
info.put("Analiza", "Črke");
else if (ngramLevel == 1)
info.put("Analiza", "Besede");
else
else if (ngramLevel == 1) {
// if suffixes or prefixes are not null print word parts
if (filter.getSuffixLength() != null || filter.getSuffixList() != null || filter.getPrefixLength() != null || filter.getPrefixList() != null) {
info.put("Analiza", "Besedni deli");
} else {
info.put("Analiza", "Besede");
}
} else
info.put("Analiza", filter.getAl().toString());
} else {
info.put("Analiza", filter.getAl().toString());
@@ -492,22 +497,68 @@ public class StatisticsNew {
public void updateCalculateCollocabilities(StatisticsNew oneWordStatistics) {
Map<String, Map<MultipleHMKeys, AtomicLong>> oneWordTaxonomyResult = oneWordStatistics.getTaxonomyResult();
Map<MultipleHMKeys, Double> collocabilityMap = new ConcurrentHashMap<>();
Map<Collocability, Map<MultipleHMKeys, Double>> collocabilityMap = new ConcurrentHashMap<>();
for(Collocability c : filter.getCollocability()){
collocabilityMap.put(c, new ConcurrentHashMap<>());
}
// count number of all words
long N = 0;
for(AtomicLong a : oneWordTaxonomyResult.get("Total").values()){
N += a.longValue();
}
for(MultipleHMKeys hmKey : taxonomyResult.get("Total").keySet()) {
// String[] splitedString = hmKey.getK1().split("\\s+");
long sum_fwi =0L;
long mul_fwi =1L;
for(MultipleHMKeys smallHmKey : hmKey.getSplittedMultipleHMKeys()){
System.out.println(smallHmKey.getK1());
// System.out.println(smallHmKey.getK1());
sum_fwi += oneWordTaxonomyResult.get("Total").get(smallHmKey).longValue();
mul_fwi *= oneWordTaxonomyResult.get("Total").get(smallHmKey).longValue();
}
// String t = hmKey.getK1();
// if(hmKey.getK1().equals("v Slovenija")){
// System.out.println("TEST");
//
// }
double O = (double)taxonomyResult.get("Total").get(hmKey).longValue();
double n = (double)filter.getNgramValue();
double E = (double)mul_fwi / Math.pow(N, n - 1);
if (collocabilityMap.keySet().contains(Collocability.DICE)){
double dice_value = n * O / sum_fwi;
collocabilityMap.get(Collocability.DICE).put(hmKey, dice_value);
}
if (collocabilityMap.keySet().contains(Collocability.TSCORE)){
double t_score = (O - E) / Math.sqrt(O);
collocabilityMap.get(Collocability.TSCORE).put(hmKey, t_score);
}
if (collocabilityMap.keySet().contains(Collocability.MI)){
double MI = Math.log(O / E) / Math.log(2);
collocabilityMap.get(Collocability.MI).put(hmKey, MI);
}
if (collocabilityMap.keySet().contains(Collocability.MI3)){
double MI3 = Math.log(Math.pow(O, 3.0) / E) / Math.log(2);
collocabilityMap.get(Collocability.MI3).put(hmKey, MI3);
}
if (collocabilityMap.keySet().contains(Collocability.LOGDICE)){
double dice_value = n * O / sum_fwi;
double log_dice = 14 + Math.log(dice_value) / Math.log(2);
collocabilityMap.get(Collocability.LOGDICE).put(hmKey, log_dice);
}
if (collocabilityMap.keySet().contains(Collocability.SIMPLELL)){
double simple_ll = 2 * (O * Math.log10(O / E) - (O - E));
collocabilityMap.get(Collocability.SIMPLELL).put(hmKey, simple_ll);
}
double dice_value = (double) filter.getNgramValue() * (double)taxonomyResult.get("Total").get(hmKey).longValue() / sum_fwi;
collocabilityMap.put(hmKey, dice_value);
}
collocability.put(filter.getCollocability().get(0), collocabilityMap);
for(Collocability c : collocabilityMap.keySet()){
collocability.put(c, collocabilityMap.get(c));
}
}
public Map<Collocability, Map<MultipleHMKeys, Double>> getCollocability(){