Package org.apache.lucene.analysis

Examples of org.apache.lucene.analysis.MockTokenizer.addAttribute()

111
112
113
114
115
116
117
118
119
120
121
 
  public void testCustomAttribute() throws IOException {
    TokenStream stream = new MockTokenizer(new StringReader("D'Angelo"), MockTokenizer.KEYWORD, false);
    stream = new PatternKeywordMarkerFilter(stream, Pattern.compile(".*"));
    stream = new BeiderMorseFilter(stream, new PhoneticEngine(NameType.GENERIC, RuleType.EXACT, true));
    KeywordAttribute keyAtt = stream.addAttribute(KeywordAttribute.class);
    stream.reset();
    int i = 0;
    while(stream.incrementToken()) {
      assertTrue(keyAtt.isKeyword());
      i++;
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
 
  public void testPackedTokenAttributeFactory() throws Exception {
    TokenStream ts = new MockTokenizer(TokenStream.DEFAULT_TOKEN_ATTRIBUTE_FACTORY, new StringReader("foo bar"), MockTokenizer.WHITESPACE, false, MockTokenizer.DEFAULT_MAX_TOKEN_LENGTH);
   
    assertTrue("CharTermAttribute is not implemented by Token",
      ts.addAttribute(CharTermAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("OffsetAttribute is not implemented by Token",
      ts.addAttribute(OffsetAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("PositionIncrementAttribute is not implemented by Token",
      ts.addAttribute(PositionIncrementAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("TypeAttribute is not implemented by Token",
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    TokenStream ts = new MockTokenizer(TokenStream.DEFAULT_TOKEN_ATTRIBUTE_FACTORY, new StringReader("foo bar"), MockTokenizer.WHITESPACE, false, MockTokenizer.DEFAULT_MAX_TOKEN_LENGTH);
   
    assertTrue("CharTermAttribute is not implemented by Token",
      ts.addAttribute(CharTermAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("OffsetAttribute is not implemented by Token",
      ts.addAttribute(OffsetAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("PositionIncrementAttribute is not implemented by Token",
      ts.addAttribute(PositionIncrementAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("TypeAttribute is not implemented by Token",
      ts.addAttribute(TypeAttribute.class) instanceof PackedTokenAttributeImpl);
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
    assertTrue("CharTermAttribute is not implemented by Token",
      ts.addAttribute(CharTermAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("OffsetAttribute is not implemented by Token",
      ts.addAttribute(OffsetAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("PositionIncrementAttribute is not implemented by Token",
      ts.addAttribute(PositionIncrementAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("TypeAttribute is not implemented by Token",
      ts.addAttribute(TypeAttribute.class) instanceof PackedTokenAttributeImpl);

    assertTrue("FlagsAttribute is not implemented by FlagsAttributeImpl",
        ts.addAttribute(FlagsAttribute.class) instanceof FlagsAttributeImpl); 
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    assertTrue("OffsetAttribute is not implemented by Token",
      ts.addAttribute(OffsetAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("PositionIncrementAttribute is not implemented by Token",
      ts.addAttribute(PositionIncrementAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("TypeAttribute is not implemented by Token",
      ts.addAttribute(TypeAttribute.class) instanceof PackedTokenAttributeImpl);

    assertTrue("FlagsAttribute is not implemented by FlagsAttributeImpl",
        ts.addAttribute(FlagsAttribute.class) instanceof FlagsAttributeImpl); 
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
      ts.addAttribute(PositionIncrementAttribute.class) instanceof PackedTokenAttributeImpl);
    assertTrue("TypeAttribute is not implemented by Token",
      ts.addAttribute(TypeAttribute.class) instanceof PackedTokenAttributeImpl);

    assertTrue("FlagsAttribute is not implemented by FlagsAttributeImpl",
        ts.addAttribute(FlagsAttribute.class) instanceof FlagsAttributeImpl); 
  }

  public void testAttributeReflection() throws Exception {
    PackedTokenAttributeImpl t = new PackedTokenAttributeImpl();
    t.append("foobar");
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.