Package org.apache.flink.runtime.operators.testutils

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

667
668
669
670
671
672
673
674
675
676
677
678
    int valCnt1 = 20;
   
    int keyCnt2 = 20;
    int valCnt2 = 20;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST);
View Full Code Here
698
699
700
701
702
703
704
705
706
707
708
709
    int valCnt1 = 20;
   
    int keyCnt2 = 20;
    int valCnt2 = 20;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST);
View Full Code Here
728
729
730
731
732
733
734
735
736
737
738
739
    int valCnt1 = 20;
   
    int keyCnt2 = 20;
    int valCnt2 = 20;
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND);
View Full Code Here
756
757
758
759
760
761
762
763
764
765
766
  public void testCancelHashMatchTaskWhileBuildFirst() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new DelayingInfinitiveInputIterator(100));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
   
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
   
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
View Full Code Here
803
804
805
806
807
808
809
810
811
812
813
  @Test
  public void testHashCancelMatchTaskWhileBuildSecond() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new DelayingInfinitiveInputIterator(100));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
View Full Code Here
847
848
849
850
851
852
853
854
855
856
857
858
  @Test
  public void testHashFirstCancelMatchTaskWhileMatching() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST);
View Full Code Here
891
892
893
894
895
896
897
898
899
900
901
902
  @Test
  public void testHashSecondCancelMatchTaskWhileMatching() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND);
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
  @Test
  public void testCombineTask() {
    int keyCnt = 100;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addDriverComparator(this.comparator);
    addDriverComparator(this.comparator);
    setOutput(this.outList);
   
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_COMBINE);
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
  @Test
  public void testFailingCombineTask() {
    int keyCnt = 100;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addDriverComparator(this.comparator);
    addDriverComparator(this.comparator);
    setOutput(new DiscardingOutputCollector<Record>());
   
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_COMBINE);
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
  @Test
  public void testMapTask() {
    final int keyCnt = 100;
    final int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    setOutput(this.output);
   
    final CollectorMapDriver<Record, Record> testDriver = new CollectorMapDriver<Record, Record>();
   
    try {
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

  • org.apache.flink.runtime.operators.CachedMatchTaskTest
  • org.apache.flink.runtime.operators.chaining.ChainTaskTest
  • org.apache.flink.runtime.operators.CoGroupTaskExternalITCase
  • org.apache.flink.runtime.operators.CoGroupTaskTest
  • org.apache.flink.runtime.operators.CombineTaskExternalITCase
  • org.apache.flink.runtime.operators.CombineTaskTest
  • org.apache.flink.runtime.operators.CrossTaskExternalITCase
  • org.apache.flink.runtime.operators.CrossTaskTest
  • org.apache.flink.runtime.operators.DataSinkTaskTest
  • org.apache.flink.runtime.operators.DataSourceTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.