public void testLucene3Tokenizer(){
String t = "IK分词器Lucene Analyzer接口实现类 民生银行";
IKTokenizer tokenizer = new IKTokenizer(new StringReader(t) , false);
try {
while(tokenizer.incrementToken()){
TermAttribute termAtt = tokenizer.getAttribute(TermAttribute.class);
System.out.println(termAtt);
}
} catch (IOException e) {
// TODO Auto-generated catch block