From 3676ece8ad88a90190323f76ce46d8f7d9dd9662 Mon Sep 17 00:00:00 2001 From: "Lange, Dr. Herbert" <herbert.lange@uni-hamburg.de> Date: Mon, 16 May 2022 11:14:17 +0200 Subject: [PATCH] remove check for token count --- .../corpora/validation/quest/AnnotationChecker.java | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/src/main/java/de/uni_hamburg/corpora/validation/quest/AnnotationChecker.java b/src/main/java/de/uni_hamburg/corpora/validation/quest/AnnotationChecker.java index 8cb55ada..94facd7e 100644 --- a/src/main/java/de/uni_hamburg/corpora/validation/quest/AnnotationChecker.java +++ b/src/main/java/de/uni_hamburg/corpora/validation/quest/AnnotationChecker.java @@ -100,10 +100,8 @@ abstract class AnnotationChecker extends Checker implements CorpusFunction { String text = getTierText(cd, tier); if (!text.isEmpty()) { List<String> tokens = Arrays.asList(text.split(tokenSeparator)); - if (tokens.size() == 1) - - // Put all tokens into the summary - tagStats.putAll(tokens); + // Put all tokens into the summary + tagStats.putAll(tokens); for (String token : tokens) { // Check if the token is in the tag list if (!tags.isEmpty() && !tags.contains(token)) { -- GitLab