Package eu.stratosphere.pact.runtime.test.util

Examples of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

65
66
67
68
69
70
71
72
73
74
75
    int keyCnt = 100;
    int valCnt = 20;

    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);
   
    DataSinkTask<Record> testTask = new DataSinkTask<Record>();

    super.registerFileOutputTask(testTask, MockOutputFormat.class, new File(tempTestPath).toURI().toString());
   
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
142
143
144
    int keyCnt = 100;
    int valCnt = 20;

    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, 0, 0, false), 0);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, keyCnt, 0, false), 0);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, keyCnt*2, 0, false), 0);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, keyCnt*3, 0, false), 0);
   
    DataSinkTask<Record> testTask = new DataSinkTask<Record>();

    super.registerFileOutputTask(testTask, MockOutputFormat.class, new File(tempTestPath).toURI().toString());
   
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
    int keyCnt = 100;
    int valCnt = 20;

    super.initEnvironment(MEMORY_MANAGER_SIZE * 4, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, true), 0);
   
    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
   
    // set sorting
    super.getTaskConfig().setInputLocalStrategy(0, LocalStrategy.SORT);
View Full Code Here
279
280
281
282
283
284
285
286
287
288
289
    int keyCnt = 100;
    int valCnt = 20;

    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);

    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);
View Full Code Here
311
312
313
314
315
316
317
318
319
320
321
    int keyCnt = 100;
    int valCnt = 20;

    super.initEnvironment(MEMORY_MANAGER_SIZE * 4, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, true), 0);

    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);
   
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
    setNumFileHandlesForSort(4);
   
    final MatchDriver<Record, Record, Record> testTask = new MatchDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt1, valCnt1, false), this.comparator1.duplicate());
      addInputSorted(new UniformRecordGenerator(keyCnt2, valCnt2, false), this.comparator2.duplicate());
      testDriver(testTask, MockMatchStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
    final int keyCnt2 = 65536;
    final int valCnt2 = 8;
   
    final int expCnt = valCnt1*valCnt2*Math.min(keyCnt1, keyCnt2);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addInputComparator(this.comparator1);
    addInputComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.output);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST);
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
132
    final int keyCnt2 = 65536;
    final int valCnt2 = 8;
   
    final int expCnt = valCnt1*valCnt2*Math.min(keyCnt1, keyCnt2);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addInputComparator(this.comparator1);
    addInputComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.output);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND);
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
    final int valCnt = 20;
   
    try {
      // environment
      super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
      addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);
      addOutput(this.outList);
     
      // chained combine config
      {
        final TaskConfig combineConfig = new TaskConfig(new Configuration());
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
    int valCnt = 20;
   
    try {
      // environment
      super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
      addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);
      addOutput(this.outList);
 
      // chained combine config
      {
        final TaskConfig combineConfig = new TaskConfig(new Configuration());
View Full Code Here
TOP

Related Classes of eu.stratosphere.pact.runtime.test.util.UniformRecordGenerator

  • eu.stratosphere.pact.runtime.hash.HashTableITCase
  • eu.stratosphere.pact.runtime.hash.ReOpenableHashTableITCase
  • eu.stratosphere.pact.runtime.task.chaining.ChainTaskTest
  • eu.stratosphere.pact.runtime.task.CoGroupTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CoGroupTaskTest
  • eu.stratosphere.pact.runtime.task.CombineTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CombineTaskTest
  • eu.stratosphere.pact.runtime.task.CrossTaskExternalITCase
  • eu.stratosphere.pact.runtime.task.CrossTaskTest
  • eu.stratosphere.pact.runtime.task.DataSinkTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.