161sh/CatgirlIntelligenceAgency
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Remove unnecessary toLowerCase in isStopWord

Browse Source
This commit is contained in:
Viktor Lofgren 2023-01-30 09:37:15 +01:00
parent dfd652a8d5
commit 28214ad770
1 changed files with 15 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
marginalia_nu/src/main/java/nu/marginalia/util/language/WordPatterns.java
View File

@ -1,5 +1,7 @@
package nu.marginalia.util.language;
import org.apache.commons.lang3.StringUtils;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
@ -123,14 +125,24 @@ public class WordPatterns {
if (!filter(s)) {
return true;
}
if (isTopWord(s)) {
String sLc;
if (StringUtils.isAllLowerCase(s)) {
sLc = s;
}
else {
sLc = s.toLowerCase();
}
if (isTopWord(sLc)) {
return true;
}
return false;
}
public static boolean isTopWord(String s) {
return topWords.contains(s.toLowerCase());
public static boolean isTopWord(String strLowerCase) {
return topWords.contains(strLowerCase);
}
}