Examples of org.apache.lucene.index.Payload

org.apache.lucene.index.Payload
A Payload is metadata that can be stored together with each occurrence of a term. This metadata is stored inline in the posting list of the specific term.
To store payloads in the index a {@link TokenStream} has to be used thatproduces payload data.
Use {@link TermPositions#getPayloadLength()} and {@link TermPositions#getPayload(byte[],int)}to retrieve the payloads from the index.

    TokenOffsetPayloadTokenFilter nptf = new TokenOffsetPayloadTokenFilter(new WhitespaceTokenizer(new StringReader(test)));
    int count = 0;
    final Token reusableToken = new Token();
    for (Token nextToken = nptf.next(reusableToken); nextToken != null; nextToken = nptf.next(reusableToken)) {
      assertTrue("nextToken is null and it shouldn't be", nextToken != null);
      Payload pay = nextToken.getPayload();
      assertTrue("pay is null and it shouldn't be", pay != null);
      byte [] data = pay.getData();
      int start = PayloadHelper.decodeInt(data, 0);
      assertTrue(start + " does not equal: " + nextToken.startOffset(), start == nextToken.startOffset());
      int end = PayloadHelper.decodeInt(data, 4);
      assertTrue(end + " does not equal: " + nextToken.endOffset(), end == nextToken.endOffset());
      count++;

View Full Code Here

  private Payload thePayload;


  public NumericPayloadTokenFilter(TokenStream input, float payload, String typeMatch) {
    super(input);
    //Need to encode the payload
    thePayload = new Payload(PayloadHelper.encodeFloat(payload));
    this.typeMatch = typeMatch;
  }

View Full Code Here

    Token nextToken = input.next(reusableToken);
    if (nextToken != null){
      byte[] data = new byte[8];
      PayloadHelper.encodeInt(nextToken.startOffset(), data, 0);
      PayloadHelper.encodeInt(nextToken.endOffset(), data, 4);
      Payload payload = new Payload(data);
      nextToken.setPayload(payload);
    }
    return nextToken;
  }

View Full Code Here


  public Token next(final Token reusableToken) throws IOException {
    assert reusableToken != null;
    Token nextToken = input.next(reusableToken);
    if (nextToken != null && nextToken.type() != null && nextToken.type().equals("") == false){
      nextToken.setPayload(new Payload(nextToken.type().getBytes("UTF-8")));
    }
    return nextToken;
  }

View Full Code Here

     */
    public void setWeight(Token token, float weight) {
      if (weight == 1f) {
        token.setPayload(null);
      } else {
        token.setPayload(new Payload(PayloadHelper.encodeFloat(weight)));
      }
    }

View Full Code Here

      if (nextToken == null) {
        prefixExhausted = true;
      } else {
        previousPrefixToken.reinit(nextToken);
        // Make it a deep copy
        Payload p = previousPrefixToken.getPayload();
        if (p != null) {
          previousPrefixToken.setPayload((Payload) p.clone());
        }
        return nextToken;
      }
    }

View Full Code Here

    termAttr = (TermAttribute) input.addAttribute(TermAttribute.class);
  }


  public boolean incrementToken() throws IOException {
    if (input.incrementToken()) {
      payloadAttr.setPayload(new Payload(("pos: " + pos).getBytes()));
      int posIncr;
      if (i % 2 == 1) {
        posIncr = 1;
      } else {
        posIncr = 0;

View Full Code Here

      if (input.incrementToken()) {
        String token = new String(termAtt.termBuffer(), 0, termAtt.termLength());


        if (!nopayload.contains(token)) {
          if (entities.contains(token)) {
            payloadAtt.setPayload(new Payload((token + ":Entity:"+ pos ).getBytes()));
          } else {
            payloadAtt.setPayload(new Payload((token + ":Noise:" + pos ).getBytes()));
          }
        }
        pos += posIncrAtt.getPositionIncrement();
        return true;
      }

View Full Code Here

 *
 **/
public class IntegerEncoder extends AbstractEncoder implements PayloadEncoder {


  public Payload encode(char[] buffer, int offset, int length) {
    Payload result = new Payload();
    int payload = ArrayUtil.parseInt(buffer, offset, length);//TODO: improve this so that we don't have to new Strings
    byte[] bytes = PayloadHelper.encodeInt(payload);
    result.setData(bytes);
    return result;
  }

View Full Code Here

  private TypeAttribute typeAtt;


  public NumericPayloadTokenFilter(TokenStream input, float payload, String typeMatch) {
    super(input);
    //Need to encode the payload
    thePayload = new Payload(PayloadHelper.encodeFloat(payload));
    this.typeMatch = typeMatch;
    payloadAtt = (PayloadAttribute) addAttribute(PayloadAttribute.class);
    typeAtt = (TypeAttribute) addAttribute(TypeAttribute.class);
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.lucene.index.Payload

com.browseengine.bobo.analysis.section.IntMetaDataTokenStream

com.browseengine.bobo.analysis.section.SectionTokenStream

com.browseengine.bobo.test.BoboTestCase$MetaTokenStream

com.flaptor.hounder.searcher.payload.LongPayload

com.flaptor.hounder.searcher.payload.LongPayloadTest

com.flaptor.indextank.index.lsi.PayloadAnalyzer$Filter

org.apache.jackrabbit.core.query.lucene.SingletonTokenStream

org.apache.lucene.analysis.miscellaneous.PrefixAwareTokenFilter

org.apache.lucene.analysis.MockFixedLengthPayloadFilter

org.apache.lucene.analysis.MockVariableLengthPayloadFilter

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.