Package org.languagetool

Examples of org.languagetool.Language

154
155
156
157
158
159
160
161
162
163
164
    final File dumpFile = new File(args[0]);
    final File indexDir = new File(args[1]);
    final String languageCode = args[2];
    final int maxDocs = Integer.parseInt(args[3]);

    final Language language = Language.getLanguageForShortName(languageCode);
    if (maxDocs == 0) {
      System.out.println("Going to index all documents from " + dumpFile);
    } else {
      System.out.println("Going to index up to " + maxDocs + " documents from " + dumpFile);
    }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
    //final long startTime = System.currentTimeMillis();
    final File file = new File(xmlFileName);
    if (!file.exists() || !file.isFile()) {
      throw new IOException("File doesn't exist or isn't a file: " + xmlFileName);
    }
    final Language lang = Language.getLanguageForShortName(langCode);
    final JLanguageTool languageTool = new JLanguageTool(lang);
    languageTool.activateDefaultPatternRules();
    if (ruleIds != null) {
      enableSpecifiedRules(ruleIds, languageTool);
    } else {
View Full Code Here
311
312
313
314
315
316
317
318
319
320
321
    ensureCorrectUsageOrExit(args);
    final long startTime = System.currentTimeMillis();
    final String[] ruleIds = args[0].split(",");
    final File ruleFile = new File(args[1]);
    final String languageCode = args[2];
    final Language language = Language.getLanguageForShortName(languageCode);
    final File indexDir = new File(args[3]);
    final Searcher searcher = new Searcher(new SimpleFSDirectory(indexDir));
    for (String ruleId : ruleIds) {
      final long ruleStartTime = System.currentTimeMillis();
      final PatternRule rule = searcher.getRuleById(ruleId, ruleFile);
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
  private static final int CONTEXT_SIZE = 25;

  private List<String> disabledRuleIds = new ArrayList<String>();

  public String getMediaWikiContent(URL wikipediaUrl) throws IOException {
    final Language lang = getLanguage(wikipediaUrl);
    final String pageTitle = getPageTitle(wikipediaUrl);
    final String apiUrl = "http://" + lang.getShortName() + ".wikipedia.org/w/api.php?titles="
            + pageTitle + "&action=query&prop=revisions&rvprop=content|timestamp&format=xml";
    return getContent(new URL(apiUrl));
  }
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
  }

  private void writeIgnoreTokensForLanguages() throws IOException {
    final Map<Language, Set<String>> map = getLanguageToIgnoreTokensMapping();
    for (Map.Entry<Language, Set<String>> entry : map.entrySet()) {
      final Language language = entry.getKey();
      final File langDir = getLanguageDir(language);
      final File hunspellDir = new File(langDir, "hunspell");
      if (!hunspellDir.exists()) {
        System.out.println("No directory " + hunspellDir + " found, ignoring language " + language);
        continue;
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
            noErrorCount++;
          }
        }
      }
      System.out.println(lang + ": " + noErrorCount + " out of " + tokenCount + " words ignored because they are known to spellchecker anyway");
      final Language noVariantLanguage = lang.getDefaultVariant() == null ? lang : lang.getDefaultVariant();
      final Set<String> existingTokens = langToIgnoreTokens.get(noVariantLanguage);
      if (existingTokens != null) {
        existingTokens.addAll(suggestionTokens);
      } else {
        langToIgnoreTokens.put(noVariantLanguage, suggestionTokens);
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
    final BufferedReader reader = new BufferedReader(new FileReader(file));
    try {
      System.out.println("Indexing to directory '" + indexDir + "'...");
      final FSDirectory directory = FSDirectory.open(new File(indexDir));
      try {
        final Language language = Language.getLanguageForShortName(languageCode);
        final Indexer indexer = new Indexer(directory, language);
        try {
          run(reader, indexer, false);
        } finally {
          indexer.close();
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
171
172
      setToken(attrs);
    } else if (qName.equals(TRANSLATION)) {
      inTranslation = true;
      final String languageStr = attrs.getValue("lang");
      if (Language.isLanguageSupported(languageStr)) {
        final Language tmpLang = Language.getLanguageForShortName(languageStr);
        currentTranslationLanguage = tmpLang;
        if (tmpLang.equalsConsiderVariantsIfSpecified(motherTongue)) {
          translationLanguage = tmpLang;
        }
      }
    } else if (qName.equals(EXAMPLE)
        && attrs.getValue(TYPE).equals("correct")) {
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
   */
  List<Language> getLanguages() {
    final List<Language> languages = new ArrayList<>();
    for (File ruleFile : ruleFiles) {
      if (ruleFile != null) {
        final Language newLanguage = LanguageBuilder.makeAdditionalLanguage(ruleFile);
        languages.add(newLanguage);
      }
    }
    return languages;
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
    }
    //TODO: when the Language already exists, and the XML file is mergeable with
    // other rules (need to add a parameter for this?), subclass the existing language,
    //and adjust the settings if any are set in the rule file default configuration set
   
    final Language newLanguage = new Language() {
      @Override
      public Locale getLocale() {
        return new Locale(getShortName());
      }
      @Override
View Full Code Here
TOP

Related Classes of org.languagetool.Language

  • org.languagetool.commandline.Main
  • org.languagetool.databroker.ResourceDataBroker
  • org.languagetool.dev.blogs.BlogChecker
  • org.languagetool.dev.dumpcheck.AfterTheDeadlineChecker
  • org.languagetool.dev.dumpcheck.SentenceSourceChecker
  • org.languagetool.dev.dumpcheck.SentenceSourceIndexer
  • org.languagetool.dev.index.Indexer
  • org.languagetool.dev.index.IndexerSearcherTest
  • org.languagetool.dev.index.Searcher
  • org.languagetool.dev.MultiThreadingTest1
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.