Package opennlp.tools.util

Examples of opennlp.tools.util.Span

116
117
118
119
120
121
122
123
124
125
126
127
128
    String sampleSentence13 = " This is a test";
    sents = sentDetect.sentDetect(sampleSentence13);
    assertEquals(sents[0],"This is a test");
   
    // Test that sentPosDetect also works
    Span pos[] = sentDetect.sentPosDetect(sampleSentences2);
    assertEquals(pos.length,2);
    probs = sentDetect.getSentenceProbabilities();
    assertEquals(probs.length,2);
    assertEquals(new Span(0, 15), pos[0]);
    assertEquals(new Span(16, 56), pos[1]);
   
  }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    assertEquals(2, personName.getSentence().length);
    assertEquals(1, personName.getNames().length);
    assertEquals(false, personName.isClearAdaptiveDataSet());

    Span nameSpan = personName.getNames()[0];
    assertEquals(0, nameSpan.getStart());
    assertEquals(2, nameSpan.getEnd());

    assertNull(sampleStream.read());
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
public class TokenizerTestUtil {

  static TokenizerModel createSimpleMaxentTokenModel() throws IOException {
    List<TokenSample> samples = new ArrayList<TokenSample>();

    samples.add(new TokenSample("year", new Span[]{new Span(0, 4)}));
    samples.add(new TokenSample("year,", new Span[]{
        new Span(0, 4),
        new Span(4, 5)}));
    samples.add(new TokenSample("it,", new Span[]{
        new Span(0, 2),
        new Span(2, 3)}));
    samples.add(new TokenSample("it", new Span[]{
        new Span(0, 2)}));
    samples.add(new TokenSample("yes", new Span[]{
        new Span(0, 3)}));
    samples.add(new TokenSample("yes,", new Span[]{
        new Span(0, 3),
        new Span(3, 4)}));

    return TokenizerME.train("en", new CollectionObjectStream<TokenSample>(samples), true,
                             5, 100);
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
   
    assertEquals(5, personName.getSentence().length);
    assertEquals(1, personName.getNames().length);
    assertEquals(true, personName.isClearAdaptiveDataSet());
   
    Span nameSpan = personName.getNames()[0];
    assertEquals(0, nameSpan.getStart());
    assertEquals(4, nameSpan.getEnd());
    assertEquals(true, personName.isClearAdaptiveDataSet());
   
    assertEquals(0, sampleStream.read().getNames().length);
   
    assertNull(sampleStream.read());
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
 
  @Test
  public void testEventOutcomes() throws IOException {
    // Sample with two sentences
    SentenceSample sample = new SentenceSample("Test sent. one. Test sent. 2?",
        new Span(0, 15), new Span(16, 29));
   
    ObjectStream<SentenceSample> sampleStream =
      ObjectStreamUtils.createObjectStream(sample);
   
    Factory factory = new Factory();
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
   
    String[] sentence = {"U", ".", "S", ".", "President", "Barack", "Obama", "is",
        "considering", "sending", "additional", "American", "forces",
        "to", "Afghanistan", "."};
   
    Span[] names = {new Span(0, 4, "Location"), new Span(5, 7, "Person"),
        new Span(14, 15, "Location")};
   
    NameSample nameSample;
    if(useTypes) {
      nameSample = new NameSample(sentence, names, false);
    }
    else {
      Span[] namesWithoutType = new Span[names.length];
      for (int i = 0; i < names.length; i++) {
        namesWithoutType[i] = new Span(names[i].getStart(),
            names[i].getEnd());
      }
     
      nameSample = new NameSample(sentence, namesWithoutType, false);
    }
View Full Code Here
106
107
108
109
110
111
112
113
114
        "name",
        "is",
        "Anna"
    };
   
    NameSample sample = new NameSample(sentence, new Span[]{new Span(3, 4)}, false);
   
    assertEquals("My name is <START> Anna <END>", sample.toString());
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
    ObjectStream<TokenSample> sampleTokenStream = new TokenSampleStream(
      ObjectStreamUtils.createObjectStream(sampleTokens));
   
    TokenSample tokenSample = sampleTokenStream.read();
   
    Span tokenSpans[] = tokenSample.getTokenSpans();
  
    assertEquals(4, tokenSpans.length);
   
    assertEquals("Slave", tokenSpans[0].getCoveredText(sampleTokens));
    assertEquals("to", tokenSpans[1].getCoveredText(sampleTokens));
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
    ObjectStream<TokenSample> sampleTokenStream = new TokenSampleStream(
      ObjectStreamUtils.createObjectStream(sampleTokens));
   
    TokenSample tokenSample = sampleTokenStream.read();
   
    Span tokenSpans[] = tokenSample.getTokenSpans();
   
    assertEquals(4, tokenSpans.length);
   
    assertEquals("a", tokenSpans[0].getCoveredText(tokenSample.getText()));
    assertEquals(new Span(0,1), tokenSpans[0]);
   
    assertEquals("b", tokenSpans[1].getCoveredText(tokenSample.getText()));
    assertEquals(new Span(1,2), tokenSpans[1]);

    assertEquals("c", tokenSpans[2].getCoveredText(tokenSample.getText()));
    assertEquals(new Span(2,3), tokenSpans[2]);
   
    assertEquals("d", tokenSpans[3].getCoveredText(tokenSample.getText()));
    assertEquals(new Span(3,4), tokenSpans[3]);

  }
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
    ObjectStream<TokenSample> sampleTokenStream = new TokenSampleStream(
      ObjectStreamUtils.createObjectStream(sampleTokens));
   
    TokenSample tokenSample = sampleTokenStream.read();
   
    Span tokenSpans[] = tokenSample.getTokenSpans();
   
    assertEquals(5, tokenSpans.length);
   
    assertEquals("a", tokenSpans[0].getCoveredText(tokenSample.getText()));
    assertEquals("b", tokenSpans[1].getCoveredText(tokenSample.getText()));
View Full Code Here
TOP

Related Classes of opennlp.tools.util.Span

  • com.bericotech.clavin.extractor.ApacheExtractor
  • com.tamingtext.opennlp.NameFinderTest
  • net.sf.nlpshell.CorefParse
  • net.sf.nlpshell.Main
  • opennlp.tools.chunker.ChunkerMETest
  • opennlp.tools.chunker.ChunkSample
  • opennlp.tools.chunker.ChunkSampleTest
  • opennlp.tools.cmdline.EvaluationErrorPrinter
  • opennlp.tools.cmdline.namefind.TokenNameFinderTool
  • opennlp.tools.cmdline.parser.ParserTool
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.