Package opennlp.tools.namefind

Examples of opennlp.tools.namefind.NameSample

37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
   
    this.detokenizer = detokenizer;
  }
 
  public TokenSample read() throws IOException {
    NameSample nameSample = samples.read();
   
    TokenSample tokenSample = null;
   
    if (nameSample != null ) {
      tokenSample = new TokenSample(detokenizer, nameSample.getSentence());
    }
   
    return tokenSample;
  }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
        .getResourceAsStream("/opennlp/tools/formats/ad.sample");

    ADNameSampleStream stream = new ADNameSampleStream(
        new PlainTextByLineStream(in, "UTF-8"));

    NameSample sample = stream.read();

    while (sample != null) {
      samples.add(sample);
      sample = stream.read();
    }
View Full Code Here
189
190
191
192
193
194
195
196
197
198
      Node root = paragraph.getRoot();
      List<String> sentence = new ArrayList<String>();
      List<Span> names = new ArrayList<Span>();
      process(root, sentence, names);

      return new NameSample(sentence.toArray(new String[sentence.size()]),
          names.toArray(new Span[names.size()]), true);
    }
    return null;
  }
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
   
    this.detokenizer = detokenizer;
  }
 
  public TokenSample read() throws IOException {
    NameSample nameSample = samples.read();
   
    TokenSample tokenSample = null;
   
    if (nameSample != null ) {
      tokenSample = new TokenSample(detokenizer, nameSample.getSentence());
    }
   
    return tokenSample;
  }
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
        .getResourceAsStream("/opennlp/tools/formats/ad.sample");

    ADNameSampleStream stream = new ADNameSampleStream(
        new PlainTextByLineStream(in, "UTF-8"), true);

    NameSample sample = stream.read();

    while (sample != null) {
      samples.add(sample);
      sample = stream.read();
    }
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
102
          // Simple way to drop intersecting spans, otherwise the
          // NameSample is invalid
          Span reducedNames[] = NameFinderME.dropOverlappingSpans(
              names.toArray(new Span[names.size()]));

          NameSample nameSample = new NameSample(whitespaceTokenizerLine,
              reducedNames, false);

          System.out.println(nameSample.toString());

          perfMon.incrementCounter();
        }
      }
      catch (IOException e) {
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
      nameSpan = new Span(nameSpan.getStart(), text.size(), nameSpan.getType());
      names.add(nameSpan);
    }

    if (MucElementNames.CONTENT_ELEMENTS.contains(name)) {
      storedSamples.add(new NameSample(text.toArray(new String[text.size()]),
          names.toArray(new Span[names.size()]), isClearAdaptiveData));
     
      if (isClearAdaptiveData) {
        isClearAdaptiveData = false;
      }
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
     
      // if one span remains, create it here
      if (beginIndex != -1)
        names.add(new Span(beginIndex, endIndex, tags.get(beginIndex).substring(2)));
     
      return new NameSample(sentence.toArray(new String[sentence.size()]), names.toArray(new Span[names.size()]), isClearAdaptiveData);
    }
    else if (line != null) {
      // Just filter out empty events, if two lines in a row are empty
      return read();
    }
View Full Code Here
197
198
199
200
201
202
203
204
205
206
207
     
      // if one span remains, create it here
      if (beginIndex != -1)
        names.add(extract(beginIndex, endIndex, tags.get(beginIndex)));
     
      return new NameSample(sentence.toArray(new String[sentence.size()]), names.toArray(new Span[names.size()]), isClearAdaptiveData);
    }
    else if (line != null) {
      // Just filter out empty events, if two lines in a row are empty
      return read();
    }
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
      // if one span remains, create it here
      if (beginIndex != -1)
        names.add(extract(beginIndex, endIndex, tags.get(beginIndex)));

      return new NameSample(sentence.toArray(new String[sentence.size()]), names.toArray(new Span[names.size()]), isClearAdaptiveData);
    }
    else if (line != null) {
      // Just filter out empty events, if two lines in a row are empty
      return read();
    }
View Full Code Here
TOP

Related Classes of opennlp.tools.namefind.NameSample

  • opennlp.tools.cmdline.entitylinker.EntityLinkerTool
  • opennlp.tools.cmdline.namefind.TokenNameFinderTool
  • opennlp.tools.formats.ad.ADNameSampleStream
  • opennlp.tools.formats.ad.ADNameSampleStreamTest
  • opennlp.tools.formats.BioNLP2004NameSampleStream
  • opennlp.tools.formats.brat.BratNameSampleStream
  • opennlp.tools.formats.Conll02NameSampleStream
  • opennlp.tools.formats.Conll02NameSampleStreamTest
  • opennlp.tools.formats.Conll03NameSampleStream
  • opennlp.tools.formats.Conll03NameSampleStreamTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.