Examples of edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream.query()

Package edu.buffalo.cse.ir.wikiindexer.tokenizer

Class edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream

Examples of edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream.query()

edu.buffalo.cse.ir.wikiindexer.tokenizer.TokenStream.query()
Method to query for the given token within the stream @param token: The token to be queried @return : THe number of times it occurs within the stream, 0 if not found

   */
  @Test
  public void testQuery() {
    //null string based stream
    TokenStream stream = new TokenStream((String)null);
    assertEquals(0, stream.query("test"));
    stream = null;
    
    //empty string
    stream = new TokenStream("");
    assertEquals(0, stream.query("test"));

View Full Code Here

    assertEquals(0, stream.query("test"));
    stream = null;
    
    //empty string
    stream = new TokenStream("");
    assertEquals(0, stream.query("test"));
    stream = null;
    
    //unique tokens
    stream = new TokenStream("this");
    stream.append("is", "a", "test", "string");

View Full Code Here

    
    //unique tokens
    stream = new TokenStream("this");
    stream.append("is", "a", "test", "string");
    
    assertEquals(1, stream.query("test"));
    assertEquals(0, stream.query("hello"));
    stream = null;
    
    //same token repeated
    stream = new TokenStream("hello");

View Full Code Here

    //unique tokens
    stream = new TokenStream("this");
    stream.append("is", "a", "test", "string");
    
    assertEquals(1, stream.query("test"));
    assertEquals(0, stream.query("hello"));
    stream = null;
    
    //same token repeated
    stream = new TokenStream("hello");
    stream.append("hello","hello","hello","hello");

View Full Code Here

    stream = null;
    
    //same token repeated
    stream = new TokenStream("hello");
    stream.append("hello","hello","hello","hello");
    assertEquals(0, stream.query("test"));
    assertEquals(5, stream.query("hello"));
    stream = null;
    
    //combination
    stream = new TokenStream("to");

View Full Code Here

    
    //same token repeated
    stream = new TokenStream("hello");
    stream.append("hello","hello","hello","hello");
    assertEquals(0, stream.query("test"));
    assertEquals(5, stream.query("hello"));
    stream = null;
    
    //combination
    stream = new TokenStream("to");
    stream.append("be", "or", "not", "to", "be");

View Full Code Here

    stream = null;
    
    //combination
    stream = new TokenStream("to");
    stream.append("be", "or", "not", "to", "be");
    assertEquals(2, stream.query("be"));
    assertEquals(1, stream.query("not"));
    assertEquals(0, stream.query("test"));
    stream = null;
    
    //with remove

View Full Code Here

    
    //combination
    stream = new TokenStream("to");
    stream.append("be", "or", "not", "to", "be");
    assertEquals(2, stream.query("be"));
    assertEquals(1, stream.query("not"));
    assertEquals(0, stream.query("test"));
    stream = null;
    
    //with remove
    stream = new TokenStream("this");

View Full Code Here

    //combination
    stream = new TokenStream("to");
    stream.append("be", "or", "not", "to", "be");
    assertEquals(2, stream.query("be"));
    assertEquals(1, stream.query("not"));
    assertEquals(0, stream.query("test"));
    stream = null;
    
    //with remove
    stream = new TokenStream("this");
    stream.append("is", "a", "test", "string");

View Full Code Here

    
    //with remove
    stream = new TokenStream("this");
    stream.append("is", "a", "test", "string");
    stream.remove(); //this removed
    assertEquals(0, stream.query("this"));
    stream = null;
    
    //with merge with previous
    stream = new TokenStream("this");
    stream.append("is", "a", "test", "string");

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.