[ru] fix languagetool-org#456, tool for find word with missing pos fo…

…r Russian

languagetool-dev/src/main/java/org/languagetool/dev/MissingRussianPosFinder.java

@@ -0,0 +1,66 @@
+/* LanguageTool, a natural language style checker
+ * Copyright (C) 2023 Daniel Naber (http://www.danielnaber.de)
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
+ * USA
+ */
+package org.languagetool.dev;
+
+import org.languagetool.AnalyzedTokenReadings;
+import org.languagetool.tagging.ru.RussianTagger;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.*;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+/**
+ * Russian: Fast hack to find words which have no POS tagging (note: does not consider the disambiguator).
+ * @author  Yakov Reztsov
+ */
+public class MissingRussianPosFinder {
+
+  public static void main(String[] args) throws IOException {
+    if (args.length != 1) {
+      System.out.println("Usage: " + MissingRussianPosFinder.class.getSimpleName() + " <file> ");
+      System.exit(1);
+    }
+    List<String> lines = Files.readAllLines(Paths.get(args[0]));
+    RussianTagger tagger = new RussianTagger();
+    for (String word : lines) {
+      int origCount = -1;
+      if (word.matches("\\d+ .*")) {
+        String[] parts = word.split(" ");
+        origCount = Integer.parseInt(parts[0]);
+        word = parts[1];
+      }
+      word = word.trim();
+      if (word.endsWith(".")) {
+        word = word.substring(0, word.length()-1);
+      }
+      List<AnalyzedTokenReadings> matches = tagger.tag(Collections.singletonList(word));
+      List<AnalyzedTokenReadings> lcMatches = tagger.tag(Collections.singletonList(word.toLowerCase()));
+      if (matches.size() == 1 && noTag(matches.get(0)) && lcMatches.size() == 1 && noTag(lcMatches.get(0))) {
+          System.out.println( word);
+      }
+    }
+  }
+  private static boolean noTag(AnalyzedTokenReadings atr) {
+    return !atr.isTagged();
+  }
+}