Package org.apache.flink.runtime.operators.testutils

Examples of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

160
161
162
163
164
165
166
167
168
169
170
  @Test
  public void testFailingReduceTask() {
    final int keyCnt = 100;
    final int valCnt = 20;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
    addDriverComparator(this.comparator);
    setOutput(this.outList);
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
  public void testCancelReduceTaskWhileReducing() {
   
    final int keyCnt = 1000;
    final int valCnt = 2;
   
    addInput(new UniformRecordGenerator(keyCnt, valCnt, true));
    addDriverComparator(this.comparator);
    setOutput(new NirvanaOutputList());
    getTaskConfig().setDriverStrategy(DriverStrategy.SORTED_GROUP_REDUCE);
   
    final GroupReduceDriver<Record, Record> testTask = new GroupReduceDriver<Record, Record>();
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_FIRST);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_STREAMED_OUTER_FIRST);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_FIRST);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_SECOND);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
115
116
117
118
119
120
121
122
123
124
125
126
    int keyCnt2 = 100;
    int valCnt2 = 4;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_FIRST);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
156
    int keyCnt2 = 100;
    int valCnt2 = 4;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_BLOCKED_OUTER_SECOND);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
187
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_STREAMED_OUTER_FIRST);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
207
208
209
210
211
212
213
214
215
216
217
218
   
    final int expCnt = keyCnt1*valCnt1*keyCnt2*valCnt2;
   
    setOutput(this.output);
   
    addInput(new UniformRecordGenerator(keyCnt1, valCnt1, false));
    addInput(new UniformRecordGenerator(keyCnt2, valCnt2, false));
       
    getTaskConfig().setDriverStrategy(DriverStrategy.NESTEDLOOP_STREAMED_OUTER_SECOND);
    getTaskConfig().setRelativeMemoryDriver(cross_frac);
   
    final CrossDriver<Record, Record, Record> testTask = new CrossDriver<Record, Record, Record>();
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.operators.testutils.UniformRecordGenerator

  • org.apache.flink.runtime.operators.CachedMatchTaskTest
  • org.apache.flink.runtime.operators.chaining.ChainTaskTest
  • org.apache.flink.runtime.operators.CoGroupTaskExternalITCase
  • org.apache.flink.runtime.operators.CoGroupTaskTest
  • org.apache.flink.runtime.operators.CombineTaskExternalITCase
  • org.apache.flink.runtime.operators.CombineTaskTest
  • org.apache.flink.runtime.operators.CrossTaskExternalITCase
  • org.apache.flink.runtime.operators.CrossTaskTest
  • org.apache.flink.runtime.operators.DataSinkTaskTest
  • org.apache.flink.runtime.operators.DataSourceTaskTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.