Package eu.stratosphere.pact.runtime.test.util

Examples of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

154
155
156
157
158
159
160
161
162
163
164
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addOutput(new NirvanaOutputList());
   
    try {
      InputFilePreparator.prepareInputFile(new UniformRecordGenerator(keyCnt, valCnt, false),
        this.tempTestPath, false);
    } catch (IOException e1) {
      Assert.fail("Unable to set-up test input file");
    }
   
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    addInputComparator(this.comparator);
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt, valCnt, false), this.comparator.duplicate());
     
      GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
     
      testDriver(testTask, MockReduceStub.class);
    } catch (Exception e) {
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
  @Test
  public void testReduceTaskOnPreSortedInput() {
    final int keyCnt = 100;
    final int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
    addInputComparator(this.comparator);
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    CombiningUnilateralSortMerger<Record> sorter = null;
    try {
      sorter = new CombiningUnilateralSortMerger<Record>(new MockCombiningReduceStub(),
        getMemoryManager(), getIOManager(), new UniformRecordGenerator(keyCnt, valCnt, false),
        getOwningNepheleTask(), RecordSerializerFactory.get(), this.comparator.duplicate(), this.perSortMem, 4, 0.8f);
      addInput(sorter.getIterator());
     
      GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
   
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
  @Test
  public void testFailingReduceTask() {
    final int keyCnt = 100;
    final int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
    addInputComparator(this.comparator);
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
View Full Code Here
228
229
230
231
232
233
234
235
236
237
238
  public void testCancelReduceTaskWhileReducing() {
   
    final int keyCnt = 1000;
    final int valCnt = 2;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
    addInputComparator(this.comparator);
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    final GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    addInputComparator(this.comparator);
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt, valCnt, false), this.comparator.duplicate());
     
      GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
     
      testDriver(testTask, MockReduceStub.class);
    } catch (Exception e) {
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    addInputComparator(this.comparator);
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt, valCnt, false), this.comparator.duplicate());
     
      GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
     
      testDriver(testTask, MockReduceStub.class);
    } catch (Exception e) {
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    CombiningUnilateralSortMerger<Record> sorter = null;
    try {
      sorter = new CombiningUnilateralSortMerger<Record>(new MockCombiningReduceStub(),
        getMemoryManager(), getIOManager(), new UniformRecordGenerator(keyCnt, valCnt, false),
        getOwningNepheleTask(), RecordSerializerFactory.get(), this.comparator.duplicate(), this.perSortMem, 2, 0.8f);
      addInput(sorter.getIterator());
     
      GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
   
View Full Code Here
171
172
173
174
175
176
177
178
179
180
181
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    CombiningUnilateralSortMerger<Record> sorter = null;
    try {
      sorter = new CombiningUnilateralSortMerger<Record>(new MockCombiningReduceStub(),
        getMemoryManager(), getIOManager(), new UniformRecordGenerator(keyCnt, valCnt, false),
        getOwningNepheleTask(), RecordSerializerFactory.get(), this.comparator.duplicate(), this.perSortMem, 2, 0.8f);
      addInput(sorter.getIterator());
     
      GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
   
View Full Code Here
TOP

Related Classes of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

  • eu.stratosphere.pact.runtime.hash.HashTableITCase
  • eu.stratosphere.pact.runtime.hash.ReOpenableHashTableITCase
  • eu.stratosphere.pact.runtime.task.chaining.ChainTaskTest
  • eu.stratosphere.pact.runtime.task.CoGroupTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CoGroupTaskTest
  • eu.stratosphere.pact.runtime.task.CombineTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CombineTaskTest
  • eu.stratosphere.pact.runtime.task.CrossTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CrossTaskTest
  • eu.stratosphere.pact.runtime.task.DataSinkTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.