767778798081828384
@Override public final Tokenizer getWordTokenizer() { if (wordTokenizer == null) { wordTokenizer = new JapaneseWordTokenizer(); } return wordTokenizer; }
30313233343536
private JapaneseWordTokenizer tokenizer; @Override public void setUp() { tagger = new JapaneseTagger(); tokenizer = new JapaneseWordTokenizer(); }
80818283848586
return tagger; } @Override public final Tokenizer getWordTokenizer() { return new JapaneseWordTokenizer(); }