Package com.chenlb.mmseg4j.analysis

Examples of com.chenlb.mmseg4j.analysis.MMSegTokenizer

41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
    }
    return seg;
  }
 
  public Tokenizer create(Reader input) {
    MMSegTokenizer tokenizer = tokenizerLocal.get();
    if(tokenizer == null) {
      tokenizer = newTokenizer(input);
    } else {
      try {
        tokenizer.reset(input);
      } catch (IOException e) {
        tokenizer = newTokenizer(input);
        log.info("MMSegTokenizer.reset i/o error by:"+e.getMessage());
      }
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
    return tokenizer;
  }

  private MMSegTokenizer newTokenizer(Reader input) {
    MMSegTokenizer tokenizer = new MMSegTokenizer(newSeg(getArgs()), input);
    tokenizerLocal.set(tokenizer);
    return tokenizer;
  }
View Full Code Here
40
41
42
43
44
45
46
        }else if(seg_type.equals("complex")){
            seg_method = new ComplexSeg(dic);
        }else if(seg_type.equals("simple")){
            seg_method =new SimpleSeg(dic);
        }
        return  new MMSegTokenizer(seg_method,reader);
    }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
    return seg;
  }

  @Override
  public Tokenizer create(AttributeFactory factory, Reader input) {
    MMSegTokenizer tokenizer = tokenizerLocal.get();
    if(tokenizer == null) {
      tokenizer = newTokenizer(input);
    } else {
      try {
        tokenizer.setReader(input);
      } catch (IOException e) {
        tokenizer = newTokenizer(input);
        log.info("MMSegTokenizer.reset i/o error by:"+e.getMessage());
      }
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
    return tokenizer;
  }

  private MMSegTokenizer newTokenizer(Reader input) {
    MMSegTokenizer tokenizer = new MMSegTokenizer(newSeg(getOriginalArgs()), input);
    tokenizerLocal.set(tokenizer);
    return tokenizer;
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
    }
    return seg;
  }
 
  public Tokenizer create(Reader input) {
    MMSegTokenizer tokenizer = tokenizerLocal.get();
    if(tokenizer == null) {
      tokenizer = newTokenizer(input);
    } else {
      try {
        tokenizer.reset(input);
      } catch (IOException e) {
        tokenizer = newTokenizer(input);
        log.info("MMSegTokenizer.reset i/o error by:"+e.getMessage());
      }
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
    return tokenizer;
  }

  private MMSegTokenizer newTokenizer(Reader input) {
    MMSegTokenizer tokenizer = new MMSegTokenizer(newSeg(getArgs()), input);
    tokenizerLocal.set(tokenizer);
    return tokenizer;
  }
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
    }
    return seg;
  }

  public Tokenizer create(Reader input) {
    MMSegTokenizer tokenizer = tokenizerLocal.get();
    if(tokenizer == null) {
      tokenizer = newTokenizer(input);
    } else {
      try {
        tokenizer.reset(input);
      } catch (IOException e) {
        tokenizer = newTokenizer(input);
        log.info("MMSegTokenizer.reset i/o error by:"+e.getMessage());
      }
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
    return tokenizer;
  }

  private MMSegTokenizer newTokenizer(Reader input) {
    MMSegTokenizer tokenizer = new MMSegTokenizer(newSeg(getArgs()), input);
    tokenizerLocal.set(tokenizer);
    return tokenizer;
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
    return seg;
  }

  @Override
  public Tokenizer create(AttributeFactory factory, Reader input) {
    MMSegTokenizer tokenizer = tokenizerLocal.get();
    if(tokenizer == null) {
      tokenizer = newTokenizer(input);
    } else {
      try {
        tokenizer.setReader(input);
      } catch (IOException e) {
        tokenizer = newTokenizer(input);
        logger.info("MMSegTokenizer.setReader i/o error by: e.getMessage()", e);
      }
    }
View Full Code Here
TOP

Related Classes of com.chenlb.mmseg4j.analysis.MMSegTokenizer

  • com.chenlb.mmseg4j.MMSeg
  • com.chenlb.mmseg4j.solr.MMSegTokenizerFactory
  • com.chenlb.mmseg4j.Word
  • org.elasticsearch.index.analysis.MMsegTokenizerFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.