Package morfologik.stemming

Examples of morfologik.stemming.DictionaryLookup

83
84
85
86
87
88
89
90
91
92
93
      final AvsAnRule rule = new AvsAnRule(null);
      return new String[] { rule.suggestAorAn(token.getToken()) };
    } else {
      if (synthesizer == null) {
        final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(RESOURCE_FILENAME);
        synthesizer = new DictionaryLookup(Dictionary.read(url));
      }
      final List<WordData> wordData = synthesizer.lookup(token.getLemma() + "|" + posTag);
      final List<String> wordForms = new ArrayList<>();
      for (WordData wd : wordData) {
        wordForms.add(wd.getStem().toString());
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
    final List<AnalyzedTokenReadings> tokenReadings = new ArrayList<>();
    int pos = 0;
    // caching Lametyzator instance - lazy init
    if (morfologik == null) {     
      final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(DICT_FILENAME);
      morfologik = new DictionaryLookup(Dictionary.read(url));     
    }
    if (manualTagger == null) {
      manualTagger = new ManualTagger(JLanguageTool.getDataBroker().getFromResourceDirAsStream(USER_DICT_FILENAME));
    }
    if (compoundTokenizer == null) {
View Full Code Here
106
107
108
109
110
111
112
113
  }

  protected void initSynthesizer() throws IOException {
    if (synthesizer == null) {
      final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(resourceFileName);
      synthesizer = new DictionaryLookup(Dictionary.read(url));
    }
  }
View Full Code Here
785
786
787
788
789
790
791
792
        }
        return ret;       
    }
   
    private IStemmer loadDictionary() throws IOException {
        IStemmer dictLookup = new DictionaryLookup(Dictionary.read(dictFile));
        return dictLookup;
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    final List<AnalyzedTokenReadings> tokenReadings = new ArrayList<>();
    int pos = 0;
    // caching IStemmer instance - lazy init
    if (dictLookup == null) {
      final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(getFileName());
      dictLookup = new DictionaryLookup(Dictionary.read(url));
    }

    for (String word : sentenceTokens) {
      final List<AnalyzedToken> l = new ArrayList<>();
      final String lowerWord = word.toLowerCase(conversionLocale);
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
    return (String) method.invoke(null, argObjects);
  }

  public static void testDictionary(BaseTagger tagger, Language language) throws IOException {
    final Dictionary dictionary = Dictionary.read(JLanguageTool.getDataBroker().getFromResourceDirAsUrl(tagger.getFileName()));
    final DictionaryLookup lookup = new DictionaryLookup(dictionary);
    for (WordData wordData : lookup) {
      if (wordData.getTag() == null || wordData.getTag().length() == 0) {
        System.err.println("**** Warning: " + language + ": the word " + wordData.getWord() + "/" + wordData.getStem() + " lacks a POS tag in the dictionary.");
      }
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
  public boolean existsWord(String word) throws IOException {
    // caching Lametyzator instance - lazy init
    if (dictLookup == null) {
      final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(DICT_FILENAME);
      dictLookup = new DictionaryLookup(Dictionary.read(url));
    }
    final String lowerWord = word.toLowerCase(conversionLocale);
    List<WordData> posTagsFromDict = dictLookup.lookup(lowerWord);
    if (posTagsFromDict.isEmpty()) {
      posTagsFromDict = dictLookup.lookup(word);
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
    final List<AnalyzedTokenReadings> tokenReadings = new ArrayList<>();
    int pos = 0;
    // caching Lametyzator instance - lazy init
    if (morfologik == null) {     
      final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(binaryDictPath);
      morfologik = new DictionaryLookup(Dictionary.read(url));
    }
    if (manualTagger == null && plaintextDictPath != null) {
      manualTagger = new ManualTagger(JLanguageTool.getDataBroker().getFromResourceDirAsStream(plaintextDictPath));
    }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
    final List<AnalyzedTokenReadings> tokenReadings = new ArrayList<>();
    int pos = 0;
    // caching IStemmer instance - lazy init
    if (dictLookup == null) {
      final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(getFileName());
      dictLookup = new DictionaryLookup(Dictionary.read(url));
    }

    Matcher matcher;
    for (String word : sentenceTokens) {
      String probeWord = word;
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
    final List<AnalyzedTokenReadings> tokenReadings = new ArrayList<>();
    int pos = 0;
    // caching Lametyzator instance - lazy init
    if (morfologik == null) {     
      final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(getFileName());
      morfologik = new DictionaryLookup(Dictionary.read(url));
    }

    for (String word : sentenceTokens) {
      final List<AnalyzedToken> l = new ArrayList<>();
      final String lowerWord = word.toLowerCase(plLocale);
View Full Code Here
TOP

Related Classes of morfologik.stemming.DictionaryLookup

  • org.languagetool.dev.conversion.AtdRuleConverter
  • org.languagetool.dev.conversion.RuleCoverage
  • org.languagetool.synthesis.BaseSynthesizer
  • org.languagetool.synthesis.en.EnglishSynthesizer
  • org.languagetool.synthesis.pl.PolishSynthesizer
  • org.languagetool.tagging.BaseTagger
  • org.languagetool.tagging.br.BretonTagger
  • org.languagetool.tagging.ca.CatalanTagger
  • org.languagetool.tagging.de.GermanTagger
  • org.languagetool.tagging.de.GermanTaggerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.