Package org.languagetool.tokenizers

Examples of org.languagetool.tokenizers.SentenceTokenizer

37
38
39
40
41
42
43
44
45
 
  @Override
  public void setUp() {
    tagger = new EnglishTagger();
    tokenizer = new WordTokenizer();
    sentenceTokenizer = new SentenceTokenizer();
    disambiguator = new EnglishRuleDisambiguator();
    disamb2 = new DemoDisambiguator();
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
  @Override
  public void setUp() {
    tagger = new RomanianTagger();
    tokenizer = new RomanianWordTokenizer();
    sentenceTokenizer = new SentenceTokenizer();
    disambiguator = new RomanianRuleDisambiguator();
    disamb2 = new DemoDisambiguator();
  }
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
 
  @Override
  public void setUp() {
    tagger = new FrenchTagger();
    tokenizer = new WordTokenizer();
    sentenceTokenizer = new SentenceTokenizer();
    disambiguator = new FrenchRuleDisambiguator();
    disamb2 = new DemoDisambiguator();   
    try {
      lt = new JLanguageTool(new French());
    } catch (IOException e) {
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
      printMatches(ruleMatches, prevMatches, contents, contextSize);
    }

    //display stats if it's not in a buffered mode
    if (xmlMode == StringTools.XmlPrintMode.NORMAL_XML) {
      SentenceTokenizer sentenceTokenizer = lt.getLanguage().getSentenceTokenizer();
      int sentenceCount = sentenceTokenizer.tokenize(contents).size();
      displayTimeStats(startTime, sentenceCount, apiFormat);
    }
    return ruleMatches.size();
  }
View Full Code Here
TOP

Related Classes of org.languagetool.tokenizers.SentenceTokenizer

  • org.languagetool.commandline.CommandLineTools
  • org.languagetool.tagging.disambiguation.rules.en.EnglishRuleDisambiguatorTest
  • org.languagetool.tagging.disambiguation.rules.fr.FrenchRuleDisambiguatorTest
  • org.languagetool.tagging.disambiguation.rules.ro.RomanianRuleDisambiguatorTest
  • java.util.regex.Pattern
  • java.util.StringTokenizer
  • java.util.regex.Matcher
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.