return "smartcn_tokenizer";
}
@Override
public Tokenizer create(Reader reader) {
return new HMMChineseTokenizer(reader);
}
}));
// Register smartcn_sentence tokenizer -- for backwards compat an alias to smartcn_tokenizer
indicesAnalysisService.tokenizerFactories().put("smartcn_sentence", new PreBuiltTokenizerFactoryFactory(new TokenizerFactory() {
@Override
public String name() {
return "smartcn_sentence";
}
@Override
public Tokenizer create(Reader reader) {
return new HMMChineseTokenizer(reader);
}
}));
// Register smartcn_word token filter -- noop
indicesAnalysisService.tokenFilterFactories().put("smartcn_word", new PreBuiltTokenFilterFactoryFactory(new TokenFilterFactory() {