Package eu.stratosphere.pact.runtime.test.util

Examples of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

48
49
50
51
52
53
54
55
56
57
58
  @Test
  public void testSingleLevelMergeCombineTask() {
    final int keyCnt = 40000;
    final int valCnt = 8;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInputComparator(this.comparator);
    setOutput(this.outList);
   
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_COMBINE);
    getTaskConfig().setMemoryDriver(COMBINE_MEM);
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
  @Test
  public void testMultiLevelMergeCombineTask() throws Exception {
    final int keyCnt = 100000;
    final int valCnt = 8;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInputComparator(this.comparator);
    setOutput(this.outList);
   
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_COMBINE);
    getTaskConfig().setMemoryDriver(COMBINE_MEM);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt1, valCnt1, false), this.comparator1.duplicate());
      addInputSorted(new UniformRecordGenerator(keyCnt2, valCnt2, false), this.comparator2.duplicate());
      testDriver(testTask, MockCoGroupStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
114
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt1, valCnt1, false), this.comparator1.duplicate());
      addInputSorted(new UniformRecordGenerator(keyCnt2, valCnt2, false), this.comparator2.duplicate());
      testDriver(testTask, MockCoGroupStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
145
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt1, valCnt1, false), this.comparator1.duplicate());
      addInput(new UniformRecordGenerator(keyCnt2, valCnt2, true));
      testDriver(testTask, MockCoGroupStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInput(new UniformRecordGenerator(keyCnt1, valCnt1, true));
      addInputSorted(new UniformRecordGenerator(keyCnt2, valCnt2, false), this.comparator2.duplicate());
      testDriver(testTask, MockCoGroupStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
200
    final int expCnt = valCnt1*valCnt2*Math.min(keyCnt1, keyCnt2) +
      (keyCnt1 > keyCnt2 ? (keyCnt1 - keyCnt2) * valCnt1 : (keyCnt2 - keyCnt1) * valCnt2);
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, true));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, true));
    addInputComparator(this.comparator1);
    addInputComparator(this.comparator2);
   
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
230
    int keyCnt2 = 200;
    int valCnt2 = 1;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, true));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, true));
    addInputComparator(this.comparator1);
    addInputComparator(this.comparator2);
   
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
View Full Code Here
257
258
259
260
261
262
263
264
265
266
267
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new DelayingInfinitiveInputIterator(1000), this.comparator1.duplicate());
      addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
   
View Full Code Here
307
308
309
310
311
312
313
314
315
316
317
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
      addInputSorted(new DelayingInfinitiveInputIterator(1000), this.comparator2.duplicate());
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here
TOP

Related Classes of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

  • eu.stratosphere.pact.runtime.hash.HashTableITCase
  • eu.stratosphere.pact.runtime.hash.ReOpenableHashTableITCase
  • eu.stratosphere.pact.runtime.task.chaining.ChainTaskTest
  • eu.stratosphere.pact.runtime.task.CoGroupTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CoGroupTaskTest
  • eu.stratosphere.pact.runtime.task.CombineTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CombineTaskTest
  • eu.stratosphere.pact.runtime.task.CrossTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CrossTaskTest
  • eu.stratosphere.pact.runtime.task.DataSinkTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.