Package org.apache.lucene.analysis

Examples of org.apache.lucene.analysis.Token.term()

56
57
58
59
60
61
62
63
64
65
66
   
    HypernymFilter tokenFilter = new HypernymFilter(tokenStream, hypernyms);
   
    Token nextToken = new Token();
    tokenFilter.next(nextToken);   
    assertEquals("token1", nextToken.term());
    assertEquals(0, nextToken.startOffset());
    assertEquals(6, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    assertEquals(0, nextToken.startOffset());
    assertEquals(6, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token2", nextToken.term());
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token21", nextToken.term());
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token22", nextToken.term());
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token23", nextToken.term());
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
    assertEquals(6, nextToken.startOffset());
    assertEquals(11, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token3", nextToken.term());
    assertEquals(11, nextToken.startOffset());
    assertEquals(17, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
    assertEquals(11, nextToken.startOffset());
    assertEquals(17, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token4", nextToken.term());
    assertEquals(17, nextToken.startOffset());
    assertEquals(23, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
    assertEquals(17, nextToken.startOffset());
    assertEquals(23, nextToken.endOffset());
    assertEquals(1, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token41", nextToken.term());
    assertEquals(17, nextToken.startOffset());
    assertEquals(23, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
    assertEquals(17, nextToken.startOffset());
    assertEquals(23, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

    nextToken = tokenFilter.next(nextToken);   
    assertEquals("token42", nextToken.term());
    assertEquals(17, nextToken.startOffset());
    assertEquals(23, nextToken.endOffset());
    assertEquals(0, nextToken.getPositionIncrement());

  }
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
      // offset += read;// !!!
      tokenIteractor = tokenCollector.iterator();
    }
    // 返回tokensIteractor下一个Token对象
    Token token = tokenIteractor.next();
    termAtt.setTermBuffer(token.term());
    offsetAtt.setOffset(correctOffset(token.startOffset()),
        correctOffset(token.endOffset()));
    typeAtt.setType("paoding");
    return true;
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.