Package org.apache.flink.runtime.operators.testutils.types

Examples of org.apache.flink.runtime.operators.testutils.types.IntPair


      this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
      this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
      memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final IntPair recordReuse = new IntPair();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here


        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final IntPair recordReuse = new IntPair();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here

        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
 
    IntPair record;
    final IntPair recordReuse = new IntPair();

    while (join.nextRecord())
    {
      int numBuildValues = 0;
     
      int key = 0;
     
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      if ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues = 1;
        key = record.getKey();
      }
      else {
        fail("No build side values found for a probe key.");
      }
      while ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues++;
      }
     
      if (numBuildValues != 3) {
        fail("Other than 3 build values!!!");
      }
     
      IntPair pr = join.getCurrentProbeRecord();
      Assert.assertEquals("Probe-side key was different than build-side key.", key, pr.getKey());
     
      Long contained = map.get(key);
      if (contained == null) {
        contained = new Long(numBuildValues);
      }
View Full Code Here

        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
 
    IntPair record;
    final IntPair recordReuse = new IntPair();

    while (join.nextRecord())
    { 
      int numBuildValues = 0;
 
      final IntPair probeRec = join.getCurrentProbeRecord();
      int key = probeRec.getKey();
     
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      if ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues = 1;
        Assert.assertEquals("Probe-side key was different than build-side key.", key, record.getKey());
View Full Code Here

        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    IntPair record;
    final IntPair recordReuse = new IntPair();

    while (join.nextRecord())
    { 
      int numBuildValues = 0;
     
      final IntPair probeRec = join.getCurrentProbeRecord();
      int key = probeRec.getKey();
     
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      if ((record = buildSide.next(recordReuse)) != null) {
        numBuildValues = 1;
        Assert.assertEquals("Probe-side key was different than build-side key.", key, record.getKey());
View Full Code Here

        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final IntPair recordReuse = new IntPair();

    try {
      while (join.nextRecord())
      { 
        HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
View Full Code Here

    join.open(buildInput, new UniformIntPairGenerator(NUM_PROBE_KEYS, NUM_PROBE_VALS, true));

    int expectedNumResults = (Math.min(NUM_PROBE_KEYS, NUM_BUILD_KEYS) * NUM_BUILD_VALS)
        * NUM_PROBE_VALS;

    final IntPair recordReuse = new IntPair();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here

        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
        memSegments, ioManager);
    join.open(buildInput, new UniformIntPairGenerator(NUM_PROBE_KEYS, NUM_PROBE_VALS, true));
   
    final IntPair recordReuse = new IntPair();
    int numRecordsInJoinResult = 0;
   
    int expectedNumResults = (Math.min(NUM_PROBE_KEYS, NUM_BUILD_KEYS) * NUM_BUILD_VALS)
    * NUM_PROBE_VALS;
   
 
View Full Code Here

        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
      memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final IntPair recordReuse = new IntPair();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here

      System.out.println("Creating and filling CompactingHashMap...");
      start = System.currentTimeMillis();
      AbstractMutableHashTable<IntPair> table = new CompactingHashTable<IntPair>(serializer, comparator, getMemory(NUM_MEM_PAGES, PAGE_SIZE));
      table.open();
     
      IntPair target = new IntPair();
      while(buildInput.next(target) != null) {
        table.insert(target);
      }
      end = System.currentTimeMillis();
      System.out.println("HashMap ready. Time: " + (end-start) + " ms");
     
      System.out.println("Starting first probing run...");
      start = System.currentTimeMillis();
     
      AbstractHashTableProber<IntPair, IntPair> prober = table.getProber(comparator, pairComparator);
      IntPair temp = new IntPair();
      while(probeTester.next(target) != null) {
        assertNotNull(prober.getMatchFor(target, temp));
        assertEquals(temp.getValue(), target.getValue());
      }
      end = System.currentTimeMillis();
      System.out.println("Probing done. Time: " + (end-start) + " ms");
     
      System.out.println("Starting update...");
      start = System.currentTimeMillis();
      while(updater.next(target) != null) {
        target.setValue(target.getValue()*-1);
        table.insertOrReplaceRecord(target, temp);
      }
      end = System.currentTimeMillis();
      System.out.println("Update done. Time: " + (end-start) + " ms");
     
      System.out.println("Starting second probing run...");
      start = System.currentTimeMillis();
      while (updateTester.next(target) != null) {
        assertNotNull(prober.getMatchFor(target, temp));
        assertEquals(target.getValue(), temp.getValue());
      }
      end = System.currentTimeMillis();
      System.out.println("Probing done. Time: " + (end-start) + " ms");
     
      table.close();
View Full Code Here

TOP

Related Classes of org.apache.flink.runtime.operators.testutils.types.IntPair

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.