Package eu.stratosphere.pact.runtime.test.util

Examples of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

790
791
792
793
794
795
796
797
798
799
800
  @Test
  public void testHashCancelMatchTaskWhileBuildSecond() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new DelayingInfinitiveInputIterator(100));
    addInputComparator(this.comparator1);
    addInputComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
View Full Code Here
834
835
836
837
838
839
840
841
842
843
844
845
  @Test
  public void testHashFirstCancelMatchTaskWhileMatching() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInputComparator(this.comparator1);
    addInputComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST);
View Full Code Here
878
879
880
881
882
883
884
885
886
887
888
889
  @Test
  public void testHashSecondCancelMatchTaskWhileMatching() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInputComparator(this.comparator1);
    addInputComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
  @Test
  public void testCombineTask() {
    int keyCnt = 100;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInputComparator(this.comparator);
    setOutput(this.outList);
   
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_COMBINE);
    getTaskConfig().setMemoryDriver(COMBINE_MEM);
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
  @Test
  public void testFailingCombineTask() {
    int keyCnt = 100;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInputComparator(this.comparator);
    setOutput(new DiscardingOutputCollector<Record>());
   
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_COMBINE);
    getTaskConfig().setMemoryDriver(COMBINE_MEM);
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
  @Test
  public void testMapTask() {
    final int keyCnt = 100;
    final int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    setOutput(this.output);
   
    final CollectorMapDriver<Record, Record> testDriver = new CollectorMapDriver<Record, Record>();
   
    try {
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
  @Test
  public void testFailingMapTask() {
    final int keyCnt = 100;
    final int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    setOutput(new DiscardingOutputCollector<Record>());
   
    final CollectorMapDriver<Record, Record> testTask = new CollectorMapDriver<Record, Record>();
    try {
      testDriver(testTask, MockFailingMapStub.class);
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt1, valCnt1, false), this.comparator1.duplicate());
      addInputSorted(new UniformRecordGenerator(keyCnt2, valCnt2, false), this.comparator2.duplicate());
      testDriver(testTask, MockCoGroupStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
    int valCnt = 20;
   
    this.outList = new ArrayList<Record>();
   
    try {
      InputFilePreparator.prepareInputFile(new UniformRecordGenerator(keyCnt, valCnt, false),
        this.tempTestPath, true);
    } catch (IOException e1) {
      Assert.fail("Unable to set-up test input file");
    }
   
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
    int valCnt = 10;
   
    this.outList = new NirvanaOutputList();
   
    try {
      InputFilePreparator.prepareInputFile(new UniformRecordGenerator(keyCnt, valCnt, false),
        this.tempTestPath, false);
    } catch (IOException e1) {
      Assert.fail("Unable to set-up test input file");
    }
View Full Code Here
TOP

Related Classes of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

  • eu.stratosphere.pact.runtime.hash.HashTableITCase
  • eu.stratosphere.pact.runtime.hash.ReOpenableHashTableITCase
  • eu.stratosphere.pact.runtime.task.chaining.ChainTaskTest
  • eu.stratosphere.pact.runtime.task.CoGroupTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CoGroupTaskTest
  • eu.stratosphere.pact.runtime.task.CombineTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CombineTaskTest
  • eu.stratosphere.pact.runtime.task.CrossTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CrossTaskTest
  • eu.stratosphere.pact.runtime.task.DataSinkTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.