Examples of ivory.core.data.index.PostingsListDocSortedPositionalPForDelta

ivory.core.data.index.PostingsListDocSortedPositionalPForDelta
Object representing a document-sorted postings list that holds positional information for terms. Compression is done using PForDelta. @author Nima Asadi

  }


  @Test
  public void testMerge1() throws IOException {
    // Create postings list 1.
    PostingsListDocSortedPositionalPForDelta postings1a = new PostingsListDocSortedPositionalPForDelta();
    postings1a.setCollectionDocumentCount(30);
    postings1a.setNumberOfPostings(3);


    postings1a.add(13, (short) 5, new TermPositions(new int[] { 1, 4, 5, 10, 23 }, (short) 5));
    postings1a.add(14, (short) 2, new TermPositions(new int[] { 2, 23 }, (short) 2));
    postings1a.add(24, (short) 1, new TermPositions(new int[] { 1 }, (short) 1));


    PostingsListDocSortedPositionalPForDelta postings1b =
        PostingsListDocSortedPositionalPForDelta.create(postings1a.serialize());


    postings1b.setCollectionDocumentCount(30);


    // Create postings list 2.
    PostingsListDocSortedPositionalPForDelta postings2a = new PostingsListDocSortedPositionalPForDelta();
    postings2a.setCollectionDocumentCount(30);
    postings2a.setNumberOfPostings(4);


    postings2a.add(2, (short) 3, new TermPositions(new int[] { 2, 10, 11 }, (short) 3));
    postings2a.add(11, (short) 4, new TermPositions(new int[] { 2, 23, 43, 69 }, (short) 4));
    postings2a.add(19, (short) 1, new TermPositions(new int[] { 1 }, (short) 1));
    postings2a.add(25, (short) 2, new TermPositions(new int[] { 10, 57 }, (short) 2));


    PostingsListDocSortedPositionalPForDelta postings2b =
        PostingsListDocSortedPositionalPForDelta.create(postings2a.serialize());


    postings2b.setCollectionDocumentCount(30);


    // Now merge and test.
    Posting p = new Posting();


    PostingsListDocSortedPositionalPForDelta merged;
    PostingsReader mergedReader;


    merged = PostingsListDocSortedPositionalPForDelta.create(PostingsListDocSortedPositionalPForDelta.merge(
        postings1b, postings2b, 30).serialize());


    merged.setCollectionDocumentCount(30);
    mergedReader = merged.getPostingsReader();


    assertEquals(7, merged.getNumberOfPostings());
    mergedReader.nextPosting(p);
    assertEquals(2, p.getDocno());
    assertEquals(3, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(11, p.getDocno());
    assertEquals(4, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(13, p.getDocno());
    assertEquals(5, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(14, p.getDocno());
    assertEquals(2, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(19, p.getDocno());
    assertEquals(1, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(24, p.getDocno());
    assertEquals(1, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(25, p.getDocno());
    assertEquals(2, p.getTf());


    merged = PostingsListDocSortedPositionalPForDelta.create(PostingsListDocSortedPositionalPForDelta.merge(
        postings2b, postings1b, 30).serialize());


    merged.setCollectionDocumentCount(30);
    mergedReader = merged.getPostingsReader();


    assertEquals(7, merged.getNumberOfPostings());
    mergedReader.nextPosting(p);
    assertEquals(2, p.getDocno());
    assertEquals(3, p.getTf());


    mergedReader.nextPosting(p);

View Full Code Here

  }


  @Test
  public void testMerge2() throws IOException {
    // Create postings list 1.
    PostingsListDocSortedPositionalPForDelta postings1a = new PostingsListDocSortedPositionalPForDelta();
    postings1a.setCollectionDocumentCount(30);
    postings1a.setNumberOfPostings(1);


    postings1a.add(13, (short) 5, new TermPositions(new int[] { 1, 4, 5, 10, 23 }, (short) 5));


    PostingsListDocSortedPositionalPForDelta postings1b =
        PostingsListDocSortedPositionalPForDelta.create(postings1a.serialize());


    postings1b.setCollectionDocumentCount(30);


    // Create postings list 2.
    PostingsListDocSortedPositionalPForDelta postings2a = new PostingsListDocSortedPositionalPForDelta();
    postings2a.setCollectionDocumentCount(30);
    postings2a.setNumberOfPostings(1);


    postings2a.add(2, (short) 3, new TermPositions(new int[] { 2, 10, 11 }, (short) 3));


    PostingsListDocSortedPositionalPForDelta postings2b =
        PostingsListDocSortedPositionalPForDelta.create(postings2a.serialize());


    postings2b.setCollectionDocumentCount(30);


    // Now merge and test.
    Posting p = new Posting();


    PostingsListDocSortedPositionalPForDelta merged;
    PostingsReader mergedReader;


    merged = PostingsListDocSortedPositionalPForDelta.create(PostingsListDocSortedPositionalPForDelta.merge(
        postings1b, postings2b, 30).serialize());


    merged.setCollectionDocumentCount(30);
    mergedReader = merged.getPostingsReader();


    assertEquals(2, merged.getNumberOfPostings());
    mergedReader.nextPosting(p);
    assertEquals(2, p.getDocno());
    assertEquals(3, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(13, p.getDocno());
    assertEquals(5, p.getTf());


    merged = PostingsListDocSortedPositionalPForDelta.create(PostingsListDocSortedPositionalPForDelta.merge(
        postings2b, postings1b, 30).serialize());


    merged.setCollectionDocumentCount(30);
    mergedReader = merged.getPostingsReader();


    assertEquals(2, merged.getNumberOfPostings());
    mergedReader.nextPosting(p);
    assertEquals(2, p.getDocno());
    assertEquals(3, p.getTf());


    mergedReader.nextPosting(p);

View Full Code Here

  }


  @Test
  public void testMerge3() throws IOException {
    // Create postings list 1.
    PostingsListDocSortedPositionalPForDelta postings1a = new PostingsListDocSortedPositionalPForDelta();
    postings1a.setCollectionDocumentCount(30);
    postings1a.setNumberOfPostings(1);


    postings1a.add(13, (short) 5, new TermPositions(new int[] { 1, 4, 5, 10, 23 }, (short) 5));


    PostingsListDocSortedPositionalPForDelta postings1b =
        PostingsListDocSortedPositionalPForDelta.create(postings1a.serialize());


    postings1b.setCollectionDocumentCount(30);


    // Create postings list 2.
    PostingsListDocSortedPositionalPForDelta postings2a = new PostingsListDocSortedPositionalPForDelta();
    postings2a.setCollectionDocumentCount(30);
    postings2a.setNumberOfPostings(4);


    postings2a.add(2, (short) 3, new TermPositions(new int[] { 2, 10, 11 }, (short) 3));
    postings2a.add(11, (short) 4, new TermPositions(new int[] { 2, 23, 43, 69 }, (short) 4));
    postings2a.add(19, (short) 1, new TermPositions(new int[] { 1 }, (short) 1));
    postings2a.add(25, (short) 2, new TermPositions(new int[] { 10, 57 }, (short) 2));


    PostingsListDocSortedPositionalPForDelta postings2b =
        PostingsListDocSortedPositionalPForDelta.create(postings2a.serialize());


    postings2b.setCollectionDocumentCount(30);


    // Now merge and test.
    Posting p = new Posting();


    PostingsListDocSortedPositionalPForDelta merged;
    PostingsReader mergedReader;


    merged = PostingsListDocSortedPositionalPForDelta.create(PostingsListDocSortedPositionalPForDelta.merge(
        postings1b, postings2b, 30).serialize());


    merged.setCollectionDocumentCount(30);
    mergedReader = merged.getPostingsReader();


    assertEquals(5, merged.getNumberOfPostings());
    mergedReader.nextPosting(p);
    assertEquals(2, p.getDocno());
    assertEquals(3, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(11, p.getDocno());
    assertEquals(4, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(13, p.getDocno());
    assertEquals(5, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(19, p.getDocno());
    assertEquals(1, p.getTf());


    mergedReader.nextPosting(p);
    assertEquals(25, p.getDocno());
    assertEquals(2, p.getTf());


    merged = PostingsListDocSortedPositionalPForDelta.create(PostingsListDocSortedPositionalPForDelta.merge(
        postings2b, postings1b, 30).serialize());


    merged.setCollectionDocumentCount(30);
    mergedReader = merged.getPostingsReader();


    assertEquals(5, merged.getNumberOfPostings());
    mergedReader.nextPosting(p);
    assertEquals(2, p.getDocno());
    assertEquals(3, p.getTf());


    mergedReader.nextPosting(p);

View Full Code Here


public class PostingsListDocSortedPositionalPForDeltaTest {


  @Test
  public void testBasic1() throws IOException {
    PostingsListDocSortedPositionalPForDelta postings = new PostingsListDocSortedPositionalPForDelta();
    postings.setCollectionDocumentCount(10);
    postings.setNumberOfPostings(3);


    postings.add(13, (short) 5, new TermPositions(new int[] { 1, 4, 5, 10, 23 }, (short) 5));
    postings.add(14, (short) 2, new TermPositions(new int[] { 2, 23 }, (short) 2));
    postings.add(24, (short) 1, new TermPositions(new int[] { 1 }, (short) 1));


    PostingsListDocSortedPositionalPForDelta postings2 =
        PostingsListDocSortedPositionalPForDelta.create(postings.serialize());
    postings2.setCollectionDocumentCount(10);


    assertEquals(3, postings2.getDf());
    assertEquals(8, postings2.getCf());


    Posting posting = new Posting();


    PostingsReader reader = postings2.getPostingsReader();


    int arr[] = null;


    reader.nextPosting(posting);
    arr = reader.getPositions();

View Full Code Here

    assertEquals(1, arr[0]);
  }


  @Test
  public void testBasic2() throws IOException {
    PostingsListDocSortedPositionalPForDelta postings = new PostingsListDocSortedPositionalPForDelta();
    postings.setCollectionDocumentCount(30);
    postings.setNumberOfPostings(3);


    postings.add(13, (short) 5, new TermPositions(new int[] { 1, 4, 5, 10, 23 }, (short) 5));
    postings.add(14, (short) 2, new TermPositions(new int[] { 2, 23 }, (short) 2));
    postings.add(24, (short) 1, new TermPositions(new int[] { 1 }, (short) 1));


    PostingsListDocSortedPositionalPForDelta postings2 =
        PostingsListDocSortedPositionalPForDelta.create(postings.serialize());
    postings2.setCollectionDocumentCount(30);


    // Verify tf and cf.
    assertEquals(3, postings2.getDf());
    assertEquals(8, postings2.getCf());


    Posting posting = new Posting();


    PostingsReader reader = postings2.getPostingsReader();


    int arr[] = null;


    reader.nextPosting(posting);
    arr = reader.getPositions();
    assertEquals(13, posting.getDocno());
    assertEquals(5, posting.getTf());
    assertEquals(1, arr[0]);
    assertEquals(4, arr[1]);
    assertEquals(5, arr[2]);
    assertEquals(10, arr[3]);
    assertEquals(23, arr[4]);


    reader.nextPosting(posting);
    arr = reader.getPositions();
    assertEquals(14, posting.getDocno());
    assertEquals(2, posting.getTf());
    assertEquals(2, arr[0]);
    assertEquals(23, arr[1]);


    reader.nextPosting(posting);
    arr = reader.getPositions();
    assertEquals(24, posting.getDocno());
    assertEquals(1, posting.getTf());
    assertEquals(1, arr[0]);


    // Set new tf and cf.
    postings2.setDf(6);
    postings2.setCf(16);


    // Verify tf and cf.
    assertEquals(6, postings2.getDf());
    assertEquals(16, postings2.getCf());


    reader = postings2.getPostingsReader();
    arr = null;


    reader.nextPosting(posting);
    arr = reader.getPositions();
    assertEquals(13, posting.getDocno());
    assertEquals(5, posting.getTf());
    assertEquals(1, arr[0]);
    assertEquals(4, arr[1]);
    assertEquals(5, arr[2]);
    assertEquals(10, arr[3]);
    assertEquals(23, arr[4]);


    reader.nextPosting(posting);
    arr = reader.getPositions();
    assertEquals(14, posting.getDocno());
    assertEquals(2, posting.getTf());
    assertEquals(2, arr[0]);
    assertEquals(23, arr[1]);


    reader.nextPosting(posting);
    arr = reader.getPositions();
    assertEquals(24, posting.getDocno());
    assertEquals(1, posting.getTf());
    assertEquals(1, arr[0]);


    PostingsListDocSortedPositionalPForDelta postings3 =
        PostingsListDocSortedPositionalPForDelta.create(postings2.serialize());
    postings3.setCollectionDocumentCount(20);


    // Verify tf and cf.
    assertEquals(6, postings2.getDf());
    assertEquals(16, postings2.getCf());

View Full Code Here

TOP

Related Classes of ivory.core.data.index.PostingsListDocSortedPositionalPForDelta

ivory.core.data.index.PostingsListDocSortedPositionalPForDeltaTest

java.io.DataOutputStream

java.io.ByteArrayOutputStream

java.io.ByteArrayInputStream

java.io.DataInputStream

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.