Examples of UniformRecordGenerator


Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    final double memoryFraction = 1.0;
   
    try {
      // environment
      initEnvironment(memorySize, bufferSize);
      addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);
      addOutput(this.outList);
 
      // chained combine config
      {
        final TaskConfig combineConfig = new TaskConfig(new Configuration());
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    int valCnt1 = 1;
   
    int keyCnt2 = 10;
    int valCnt2 = 2;
       
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST_CACHED);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    int valCnt1 = 1;
   
    int keyCnt2 = 20;
    int valCnt2 = 1;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND_CACHED);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    int valCnt1 = 1;
   
    int keyCnt2 = 20;
    int valCnt2 = 20;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST_CACHED);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    int valCnt1 = 20;
   
    int keyCnt2 = 20;
    int valCnt2 = 1;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND_CACHED);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    int valCnt1 = 20;
   
    int keyCnt2 = 20;
    int valCnt2 = 20;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST_CACHED);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    int valCnt1 = 20;
   
    int keyCnt2 = 20;
    int valCnt2 = 20;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST_CACHED);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

    int valCnt1 = 20;
   
    int keyCnt2 = 20;
    int valCnt2 = 20;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND_CACHED);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

  public void testCancelHashMatchTaskWhileBuildFirst() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new DelayingInfinitiveInputIterator(100));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
   
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
   
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

  @Test
  public void testHashCancelMatchTaskWhileBuildSecond() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new DelayingInfinitiveInputIterator(100));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.