Package net.paoding.analysis.analyzer

Examples of net.paoding.analysis.analyzer.PaodingAnalyzer

32
33
34
35
36
37
38
39
40
41
42
  public static void main(String[] args) throws Exception {
    if (args.length != 0) {
      QUERY = args[0];
    }
    // 将庖丁封装成符合Lucene要求的Analyzer规范
    Analyzer analyzer = new PaodingAnalyzer();
   
    //读取本类目录下的text.txt文件
    String content = ContentReader.readText(Chinese.class);

    //接下来是标准的Lucene建立索引和检索的代码
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
  public static void main(String[] args) throws Exception {
    if (args.length != 0) {
      QUERY = args[0];
    }
    // 将庖丁封装成符合Lucene要求的Analyzer规范
    Analyzer analyzer = new PaodingAnalyzer();
   
    //读取本类目录下的text.txt文件
    String content = ContentReader.readText(English.class);

    //接下来是标准的Lucene建立索引和检索的代码
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
  public static void main(String[] args) throws Exception {
    if (args.length != 0) {
      QUERY = args[0];
    }
    // 将庖丁封装成符合Lucene要求的Analyzer规范
    Analyzer analyzer = new PaodingAnalyzer();
   
    //读取本类目录下的text.txt文件
    String content = ContentReader.readText(Chinese.class);

    //接下来是标准的Lucene建立索引和检索的代码
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
  public static void main(String[] args) throws Exception {
    if (args.length != 0) {
      QUERY = args[0];
    }
    // 将庖丁封装成符合Lucene要求的Analyzer规范
    Analyzer analyzer = new PaodingAnalyzer();
   
    //读取本类目录下的text.txt文件
    String content = ContentReader.readText(Chinese.class);

    //接下来是标准的Lucene建立索引和检索的代码
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
  public static void main(String[] args) throws Exception {
    if (args.length != 0) {
      QUERY = args[0];
    }
    // 将庖丁封装成符合Lucene要求的Analyzer规范
    Analyzer analyzer = new PaodingAnalyzer();
   
    //读取本类目录下的text.txt文件
    String content = ContentReader.readText(Chinese.class);

    //接下来是标准的Lucene建立索引和检索的代码
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
 
  private static void analysing() throws Exception {
    Analyzer analyzer;
    if (analyzerName == null || analyzerName.length() == 0 || analyzerName.equalsIgnoreCase("paoding")) {
      //properties==null等同于new new PaodingAnalyzer();
      analyzer = new PaodingAnalyzer(properties);
      if (mode != null) {
        ((PaodingAnalyzer) analyzer).setMode(mode);
      }
    }
    else {
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
 
  private static void analysing() throws Exception {
    Analyzer analyzer;
    if (analyzerName == null || analyzerName.length() == 0 || analyzerName.equalsIgnoreCase("paoding")) {
      //properties==null等同于new new PaodingAnalyzer();
      analyzer = new PaodingAnalyzer(properties);
      if (mode != null) {
        ((PaodingAnalyzer) analyzer).setMode(mode);
      }
    }
    else {
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
        if("zh".equals(language) || (language != null && language.length() > 4 &&
                language.charAt(2) == '-' && language.startsWith("zh"))){
            if(label.isEmpty()){
                return EMPTY;
            }
            PaodingAnalyzer pa;
            try {
                pa = AccessController.doPrivileged(new PrivilegedExceptionAction<PaodingAnalyzer>() {
                    public PaodingAnalyzer run() throws Exception {
                        return new PaodingAnalyzer();
                    }
                });
            } catch (PrivilegedActionException pae){
                Exception e = pae.getException();
                log.error("Unable to initialise PoadingAnalyzer",e);
                return null;
            }
            TokenStream ts = pa.tokenStream("dummy", new StringReader(label));
            List<String> tokens = new ArrayList<String>(8);
            int lastEnd = 0;
            try {
                while(ts.incrementToken()){
                    OffsetAttribute offset = ts.addAttribute(OffsetAttribute.class);
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
                + "As this is also checked within the #canEnhance(..) method this "
                + "indicates an Bug in the used EnhancementJobManager implementation. "
                + "Please report this on the dev@apache.stanbol.org or create an "
                + "JIRA issue about this.");
        }
        PaodingAnalyzer pa;
        try {
            pa = AccessController.doPrivileged(new PrivilegedExceptionAction<PaodingAnalyzer>() {
                public PaodingAnalyzer run() throws Exception {
                    return new PaodingAnalyzer();
                }
            });
        } catch (PrivilegedActionException pae){
            Exception e = pae.getException();
            log.error("Unable to initialise PoadingAnalyzer",e);
            throw new EngineException("Unable to initialise PoadingAnalyzer",e);
        }
        TokenStream ts = pa.tokenStream("dummy", new CharSequenceReader(at.getText()));
        int lastEnd = 0;
        try {
            while(ts.incrementToken()){
                OffsetAttribute offset = ts.addAttribute(OffsetAttribute.class);
                //when tokenizing labels we need to preserve all chars
View Full Code Here
TOP

Related Classes of net.paoding.analysis.analyzer.PaodingAnalyzer

  • net.paoding.analysis.analyzer.estimate.TryPaodingAnalyzer
  • net.paoding.analysis.examples.gettingstarted.ch1.English
  • net.paoding.analysis.examples.gettingstarted.ch2.Chinese
  • net.paoding.analysis.examples.gettingstarted.ch3.Chinese
  • net.paoding.analysis.examples.gettingstarted.ch4.Chinese
  • net.paoding.analysis.examples.gettingstarted.ch5.Chinese
  • net.paoding.analysis.knife.Paoding
  • org.apache.stanbol.enhancer.engines.entitylinking.labeltokenizer.paoding.PaodingLabelTokenizer
  • org.apache.stanbol.enhancer.engines.paoding.token.PaodingTokenizerEngine
  • java.util.Properties
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.