Package org.apache.flink.runtime.operators.testutils

Examples of org.apache.flink.runtime.operators.testutils.DummyInvokable

160
161
162
163
164
165
166
167
168
169
170
  }

  @Test
  public void testTwelveFoldBufferedBlockResettableIterator() throws Exception
  {
    final AbstractInvokable memOwner = new DummyInvokable();
    // create the resettable Iterator
    final BlockResettableIterator<Record> iterator = new BlockResettableIterator<Record>(
        this.memman, this.reader, this.serializer, 12, memOwner);
    // open the iterator
    iterator.open();
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
        TypeComparator<String> comparator = new StringComparator(true);
       
        reader = new BufferedReader(new FileReader(input));
        MutableObjectIterator<String> inputIterator = new StringReaderMutableObjectIterator(reader);
       
        sorter = new UnilateralSortMerger<String>(mm, ioMan, inputIterator, new DummyInvokable(),
            new RuntimeStatelessSerializerFactory<String>(serializer, String.class), comparator, 1.0, 4, 0.8f);

        MutableObjectIterator<String> sortedData = sorter.getIterator();
       
        reader.close();
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
        TypeComparator<Tuple2<String, String[]>> comparator = typeInfo.createComparator(new int[] { 0 }, new boolean[] { true }, 0);
       
        reader = new BufferedReader(new FileReader(input));
        MutableObjectIterator<Tuple2<String, String[]>> inputIterator = new StringTupleReaderMutableObjectIterator(reader);
       
        sorter = new UnilateralSortMerger<Tuple2<String, String[]>>(mm, ioMan, inputIterator, new DummyInvokable(),
            new RuntimeStatelessSerializerFactory<Tuple2<String, String[]>>(serializer, (Class<Tuple2<String, String[]>>) (Class<?>) Tuple2.class), comparator, 1.0, 4, 0.8f);

       
       
        // use this part to verify that all if good when sorting in memory
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
  @Test
  public void testWriteAndRead() throws Exception
  {
    final int numSegments = MEMORY_SIZE / MEMORY_PAGE_SIZE;
    final List<MemorySegment> memory = this.memoryManager.allocatePages(new DummyInvokable(), numSegments);
   
    NormalizedKeySorter<Record> sorter = newSortBuffer(memory);
    TestData.Generator generator = new TestData.Generator(SEED, KEY_MAX, VALUE_LENGTH, KeyMode.RANDOM,
      ValueMode.RANDOM_LENGTH);
   
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
 
  @Test
  public void testWriteAndIterator() throws Exception
  {
    final int numSegments = MEMORY_SIZE / MEMORY_PAGE_SIZE;
    final List<MemorySegment> memory = this.memoryManager.allocatePages(new DummyInvokable(), numSegments);
   
    NormalizedKeySorter<Record> sorter = newSortBuffer(memory);
    TestData.Generator generator = new TestData.Generator(SEED, KEY_MAX, VALUE_LENGTH, KeyMode.RANDOM,
      ValueMode.RANDOM_LENGTH);
   
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
 
  @Test
  public void testReset() throws Exception
  {
    final int numSegments = MEMORY_SIZE / MEMORY_PAGE_SIZE;
    final List<MemorySegment> memory = this.memoryManager.allocatePages(new DummyInvokable(), numSegments);
   
    NormalizedKeySorter<Record> sorter = newSortBuffer(memory);
    TestData.Generator generator = new TestData.Generator(SEED, KEY_MAX, VALUE_LENGTH, KeyMode.RANDOM, ValueMode.FIX_LENGTH);
   
    // write the buffer full with the first set of records
View Full Code Here
228
229
230
231
232
233
234
235
236
237
238
   */
  @Test
  public void testSwap() throws Exception
  {
    final int numSegments = MEMORY_SIZE / MEMORY_PAGE_SIZE;
    final List<MemorySegment> memory = this.memoryManager.allocatePages(new DummyInvokable(), numSegments);
   
    NormalizedKeySorter<Record> sorter = newSortBuffer(memory);
    TestData.Generator generator = new TestData.Generator(SEED, KEY_MAX, VALUE_LENGTH, KeyMode.RANDOM,
      ValueMode.RANDOM_LENGTH);
   
View Full Code Here
281
282
283
284
285
286
287
288
289
290
291
   */
  @Test
  public void testCompare() throws Exception
  {
    final int numSegments = MEMORY_SIZE / MEMORY_PAGE_SIZE;
    final List<MemorySegment> memory = this.memoryManager.allocatePages(new DummyInvokable(), numSegments);
   
    NormalizedKeySorter<Record> sorter = newSortBuffer(memory);
    TestData.Generator generator = new TestData.Generator(SEED, KEY_MAX, VALUE_LENGTH, KeyMode.SORTED,
      ValueMode.RANDOM_LENGTH);
   
View Full Code Here
322
323
324
325
326
327
328
329
330
331
332
  public void testSort() throws Exception
  {
    final int NUM_RECORDS = 559273;
   
    final int numSegments = MEMORY_SIZE / MEMORY_PAGE_SIZE;
    final List<MemorySegment> memory = this.memoryManager.allocatePages(new DummyInvokable(), numSegments);
   
    NormalizedKeySorter<Record> sorter = newSortBuffer(memory);
    TestData.Generator generator = new TestData.Generator(SEED, KEY_MAX, VALUE_LENGTH, KeyMode.RANDOM,
      ValueMode.RANDOM_LENGTH);
   
View Full Code Here
370
371
372
373
374
375
376
377
378
379
380
 
  @Test
  public void testSortShortStringKeys() throws Exception
  {
    final int numSegments = MEMORY_SIZE / MEMORY_PAGE_SIZE;
    final List<MemorySegment> memory = this.memoryManager.allocatePages(new DummyInvokable(), numSegments);
   
    @SuppressWarnings("unchecked")
    RecordComparator accessors = new RecordComparator(new int[] {1}, new Class[]{Value.class});
    NormalizedKeySorter<Record> sorter = new NormalizedKeySorter<Record>(RecordSerializer.get(), accessors, memory);
   
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.operators.testutils.DummyInvokable

  • org.apache.flink.runtime.operators.resettable.BlockResettableIteratorTest
  • org.apache.flink.runtime.operators.resettable.SpillingResettableMutableObjectIteratorTest
  • org.apache.flink.runtime.operators.sort.FixedLengthRecordSorterTest
  • org.apache.flink.runtime.operators.sort.MassiveStringSortingITCase
  • org.apache.flink.runtime.operators.sort.NormalizedKeySorterTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.