Skip to content
Snippets Groups Projects
Commit 3676ece8 authored by Lange, Dr. Herbert's avatar Lange, Dr. Herbert
Browse files

remove check for token count

parent 606a5b7f
No related branches found
No related tags found
1 merge request!6add feature to load criteria file from resource and place all criteria files...
...@@ -100,8 +100,6 @@ abstract class AnnotationChecker extends Checker implements CorpusFunction { ...@@ -100,8 +100,6 @@ abstract class AnnotationChecker extends Checker implements CorpusFunction {
String text = getTierText(cd, tier); String text = getTierText(cd, tier);
if (!text.isEmpty()) { if (!text.isEmpty()) {
List<String> tokens = Arrays.asList(text.split(tokenSeparator)); List<String> tokens = Arrays.asList(text.split(tokenSeparator));
if (tokens.size() == 1)
// Put all tokens into the summary // Put all tokens into the summary
tagStats.putAll(tokens); tagStats.putAll(tokens);
for (String token : tokens) { for (String token : tokens) {
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment