Examples of UniformRecordGenerator

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

370
371
372
373
374
375
376
377
378
379
380
381
  @Test
  public void testHashFirstCancelMatchTaskWhileMatching() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

414
415
416
417
418
419
420
421
422
423
424
425
  @Test
  public void testHashSecondCancelMatchTaskWhileMatching() {
    int keyCnt = 20;
    int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addInput(new UniformRecordGenerator(keyCnt, valCnt, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_SECOND);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

68
69
70
71
72
73
74
75
76
77
78
79
    getTaskConfig().setDriverStrategy(DriverStrategy.CO_GROUP);
   
    final CoGroupDriver<Record, Record, Record> testTask = new CoGroupDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt1, valCnt1, false), this.comparator1.duplicate());
      addInputSorted(new UniformRecordGenerator(keyCnt2, valCnt2, false), this.comparator2.duplicate());
      testDriver(testTask, MockCoGroupStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

69
70
71
72
73
74
75
76
77
78
79
    int keyCnt = 100;
    int valCnt = 20;
   
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);
   
    DataSinkTask<Record> testTask = new DataSinkTask<Record>();

    super.registerFileOutputTask(testTask, MockOutputFormat.class, new File(tempTestPath).toURI().toString());
   
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

135
136
137
138
139
140
141
142
143
144
145
146
147
148
    int keyCnt = 100;
    int valCnt = 20;
   
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, 0, 0, false), 0);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, keyCnt, 0, false), 0);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, keyCnt*2, 0, false), 0);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, keyCnt*3, 0, false), 0);
   
    DataSinkTask<Record> testTask = new DataSinkTask<Record>();

    super.registerFileOutputTask(testTask, MockOutputFormat.class, new File(tempTestPath).toURI().toString());
   
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

206
207
208
209
210
211
212
213
214
215
216
    int keyCnt = 100;
    int valCnt = 20;
    double memoryFraction = 1.0;
   
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, true), 0);
   
    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
   
    // set sorting
    super.getTaskConfig().setInputLocalStrategy(0, LocalStrategy.SORT);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

285
286
287
288
289
290
291
292
293
294
295
    int keyCnt = 100;
    int valCnt = 20;
   
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);

    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

317
318
319
320
321
322
323
324
325
326
327
    int keyCnt = 100;
    int valCnt = 20;;
    double memoryFraction = 1.0;
   
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, true), 0);

    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);
   
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

79
80
81
82
83
84
85
86
87
88
89
90
    setNumFileHandlesForSort(4);
   
    final MatchDriver<Record, Record, Record> testTask = new MatchDriver<Record, Record, Record>();
   
    try {
      addInputSorted(new UniformRecordGenerator(keyCnt1, valCnt1, false), this.comparator1.duplicate());
      addInputSorted(new UniformRecordGenerator(keyCnt2, valCnt2, false), this.comparator2.duplicate());
      testDriver(testTask, MockMatchStub.class);
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail("The test caused an exception.");
    }
View Full Code Here

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

100
101
102
103
104
105
106
107
108
109
110
111
    final int keyCnt2 = 65536;
    final int valCnt2 = 8;
   
    final int expCnt = valCnt1*valCnt2*Math.min(keyCnt1, keyCnt2);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
    addDriverComparator(this.comparator1);
    addDriverComparator(this.comparator2);
    getTaskConfig().setDriverPairComparator(RecordPairComparatorFactory.get());
    setOutput(this.output);
    getTaskConfig().setDriverStrategy(DriverStrategy.HYBRIDHASH_BUILD_FIRST);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.