Package org.languagetool.tokenizers.de

Examples of org.languagetool.tokenizers.de.GermanCompoundTokenizer

83
84
85
86
87
88
89
90
91
92
93
    }
    if (manualTagger == null) {
      manualTagger = new ManualTagger(JLanguageTool.getDataBroker().getFromResourceDirAsStream(USER_DICT_FILENAME));
    }
    if (compoundTokenizer == null) {
      compoundTokenizer = new GermanCompoundTokenizer();
    }

    for (String word: sentenceTokens) {
      final List<AnalyzedGermanToken> l = new ArrayList<>();
      taggerTokens = lexiconLookup(word);
View Full Code Here
58
59
60
61
62
63
64
  protected void initialize() throws IOException {
    final URL url = JLanguageTool.getDataBroker().getFromResourceDirAsUrl(DICT_FILENAME);
    dictionary = Dictionary.read(url);
    manualTagger = new ManualTagger(JLanguageTool.getDataBroker().getFromResourceDirAsStream(USER_DICT_FILENAME));
    compoundTokenizer = new GermanCompoundTokenizer();
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
  protected void initializeIfRequired() throws IOException {
    // Lazy initialize all fields when needed and only once.
    Dictionary dict = dictionary;
    ManualTagger mTagger = manualTagger;
    GermanCompoundTokenizer gTokenizer = compoundTokenizer;
    if (dict == null || mTagger == null || gTokenizer == null) {
      synchronized (this) {
        dict = dictionary;
        mTagger = manualTagger;
        gTokenizer = compoundTokenizer;
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
   * @since 2.7
   */
  public GermanCompoundTokenizer getStrictCompoundTokenizer() {
    if (strictCompoundTokenizer == null) {
      try {
        strictCompoundTokenizer = new GermanCompoundTokenizer();
      } catch (IOException e) {
        throw new RuntimeException("Could not set up strict German compound splitter", e);
      }
    }
    return strictCompoundTokenizer;
View Full Code Here
TOP

Related Classes of org.languagetool.tokenizers.de.GermanCompoundTokenizer

  • de.abelssoft.wordtools.jwordsplitter.impl.GermanWordSplitter
  • org.languagetool.language.German
  • org.languagetool.tagging.de.GermanTagger
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.