Package eu.stratosphere.pact.runtime.test.util

Examples of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

359
360
361
362
363
364
365
366
367
368
369
370
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
      addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
   
View Full Code Here
276
277
278
279
280
281
282
283
284
285
286
  //
  //
 
  private final MutableObjectIterator<Record> getProbeInput(final int numKeys,
      final int probeValsPerKey, final int repeatedValue1, final int repeatedValue2) {
    MutableObjectIterator<Record> probe1 = new UniformRecordGenerator(numKeys, probeValsPerKey, true);
    MutableObjectIterator<Record> probe2 = new ConstantsKeyValuePairsIterator(repeatedValue1, 17, 5);
    MutableObjectIterator<Record> probe3 = new ConstantsKeyValuePairsIterator(repeatedValue2, 23, 5);
    List<MutableObjectIterator<Record>> probes = new ArrayList<MutableObjectIterator<Record>>();
    probes.add(probe1);
    probes.add(probe2);
View Full Code Here
301
302
303
304
305
306
307
308
309
310
311
    final int NUM_KEYS = 1000000;
    final int BUILD_VALS_PER_KEY = 3;
    final int PROBE_VALS_PER_KEY = 10;
   
    // create a build input that gives 3 million pairs with 3 values sharing the same key, plus 400k pairs with two colliding keys
    MutableObjectIterator<Record> build1 = new UniformRecordGenerator(NUM_KEYS, BUILD_VALS_PER_KEY, false);
    MutableObjectIterator<Record> build2 = new ConstantsKeyValuePairsIterator(REPEATED_VALUE_1, 17, REPEATED_VALUE_COUNT_BUILD);
    MutableObjectIterator<Record> build3 = new ConstantsKeyValuePairsIterator(REPEATED_VALUE_2, 23, REPEATED_VALUE_COUNT_BUILD);
    List<MutableObjectIterator<Record>> builds = new ArrayList<MutableObjectIterator<Record>>();
    builds.add(build1);
    builds.add(build2);
View Full Code Here
419
420
421
422
423
424
425
426
427
428
429
    final int NUM_KEYS = 1000000;
    final int BUILD_VALS_PER_KEY = 3;
    final int PROBE_VALS_PER_KEY = 10;
   
    // create a build input that gives 3 million pairs with 3 values sharing the same key, plus 400k pairs with two colliding keys
    MutableObjectIterator<Record> build1 = new UniformRecordGenerator(NUM_KEYS, BUILD_VALS_PER_KEY, false);
    MutableObjectIterator<Record> build2 = new ConstantsKeyValuePairsIterator(REPEATED_VALUE_1, 17, REPEATED_VALUE_COUNT_BUILD);
    MutableObjectIterator<Record> build3 = new ConstantsKeyValuePairsIterator(REPEATED_VALUE_2, 23, REPEATED_VALUE_COUNT_BUILD);
    List<MutableObjectIterator<Record>> builds = new ArrayList<MutableObjectIterator<Record>>();
    builds.add(build1);
    builds.add(build2);
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_FIRST);
    getTaskConfig().setMemoryDriver(CROSS_MEM);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_STREAMED_OUTER_FIRST);
    getTaskConfig().setMemoryDriver(CROSS_MEM);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_FIRST);
    getTaskConfig().setMemoryDriver(CROSS_MEM);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
91
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_SECOND);
    getTaskConfig().setMemoryDriver(CROSS_MEM);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
119
    int keyCnt2 = 100;
    int valCnt2 = 4;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_FIRST);
    getTaskConfig().setMemoryDriver(CROSS_MEM);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
149
    int keyCnt2 = 100;
    int valCnt2 = 4;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_SECOND);
    getTaskConfig().setMemoryDriver(CROSS_MEM);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
TOP

Related Classes of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

  • eu.stratosphere.pact.runtime.hash.HashTableITCase
  • eu.stratosphere.pact.runtime.hash.ReOpenableHashTableITCase
  • eu.stratosphere.pact.runtime.task.chaining.ChainTaskTest
  • eu.stratosphere.pact.runtime.task.CoGroupTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CoGroupTaskTest
  • eu.stratosphere.pact.runtime.task.CombineTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CombineTaskTest
  • eu.stratosphere.pact.runtime.task.CrossTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CrossTaskTest
  • eu.stratosphere.pact.runtime.task.DataSinkTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.