Package org.apache.flink.api.common.typeutils.record

Examples of org.apache.flink.api.common.typeutils.record.RecordComparatorFactory

268
269
270
271
272
273
274
275
276
277
278
  private static JobGraph createJobGraph(String pointsPath, String centersPath, String resultPath, int numSubTasks, int numIterations) {

    // -- init -------------------------------------------------------------------------------------------------
    final TypeSerializerFactory<?> serializer = RecordSerializerFactory.get();
    @SuppressWarnings("unchecked")
    final TypeComparatorFactory<?> int0Comparator = new RecordComparatorFactory(new int[] { 0 }, new Class[] { IntValue.class });

    JobGraph jobGraph = new JobGraph("KMeans Iterative");

    // -- vertices ---------------------------------------------------------------------------------------------
    InputFormatVertex points = createPointsInput(jobGraph, pointsPath, numSubTasks, serializer);
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
    final TypeSerializerFactory<Record> serializer = RecordSerializerFactory.get();

    @SuppressWarnings("unchecked")
    final TypeComparatorFactory<Record> comparator =
      new RecordComparatorFactory(new int[] { 0 }, new Class[] { IntValue.class });

    final int ITERATION_ID = 1;

    // --------------------------------------------------------------------------------------------------------------
    // 1. VERTICES
View Full Code Here
160
161
162
163
164
165
166
  protected RecordComparatorFactory createComparator(FieldList fields, boolean[] directions, SparseKeySchema schema)
      throws MissingFieldTypeInfoException
  {
    int[] positions = fields.toArray();
    Class<? extends Key<?>>[] keyTypes = PostPassUtils.getKeys(schema, positions);
    return new RecordComparatorFactory(positions, keyTypes, directions);
  }
View Full Code Here
371
372
373
374
375
376
377
378
379
380
381
  {
    // -- init -------------------------------------------------------------------------------------------------
    final TypeSerializerFactory<?> serializer = RecordSerializerFactory.get();
    @SuppressWarnings("unchecked")
    final TypeComparatorFactory<?> comparator =
      new RecordComparatorFactory(new int[] { 0 }, new Class[] { LongValue.class }, new boolean[] { true });
    final TypePairComparatorFactory<?, ?> pairComparator = RecordPairComparatorFactory.get();

    JobGraph jobGraph = new JobGraph("Connected Components (Unified Tails)");

    // -- invariant vertices -----------------------------------------------------------------------------------
View Full Code Here
452
453
454
455
456
457
458
459
460
461
462
  {
    // -- init -------------------------------------------------------------------------------------------------
    final TypeSerializerFactory<?> serializer = RecordSerializerFactory.get();
    @SuppressWarnings("unchecked")
    final TypeComparatorFactory<?> comparator =
      new RecordComparatorFactory(new int[] { 0 }, new Class[] { LongValue.class }, new boolean[] { true });
    final TypePairComparatorFactory<?, ?> pairComparator = RecordPairComparatorFactory.get();

    JobGraph jobGraph = new JobGraph("Connected Components (Unified Tails)");

    // input
View Full Code Here
597
598
599
600
601
602
603
604
605
606
607
  {
    // -- init -------------------------------------------------------------------------------------------------
    final TypeSerializerFactory<?> serializer = RecordSerializerFactory.get();
    @SuppressWarnings("unchecked")
    final TypeComparatorFactory<?> comparator =
      new RecordComparatorFactory(new int[] { 0 }, new Class[] { LongValue.class }, new boolean[] { true });
    final TypePairComparatorFactory<?, ?> pairComparator = RecordPairComparatorFactory.get();

    JobGraph jobGraph = new JobGraph("Connected Components (Intermediate Workset Update, Solution Set Tail)");

    // input
View Full Code Here
718
719
720
721
722
723
724
725
726
727
728
  {
    // -- init -------------------------------------------------------------------------------------------------
    final TypeSerializerFactory<?> serializer = RecordSerializerFactory.get();
    @SuppressWarnings("unchecked")
    final TypeComparatorFactory<?> comparator =
      new RecordComparatorFactory(new int[] { 0 }, new Class[] { LongValue.class }, new boolean[] { true });
    final TypePairComparatorFactory<?, ?> pairComparator = RecordPairComparatorFactory.get();

    JobGraph jobGraph = new JobGraph("Connected Components (Intermediate Solution Set Update, Workset Tail)");

    // input
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
   
    // set sorting
    super.getTaskConfig().setInputLocalStrategy(0, LocalStrategy.SORT);
    super.getTaskConfig().setInputComparator(
        new RecordComparatorFactory(new int[]{1},((Class<? extends Key<?>>[])new Class[]{IntValue.class})),
        0);
    super.getTaskConfig().setRelativeMemoryInput(0, memoryFraction);
    super.getTaskConfig().setFilehandlesInput(0, 8);
    super.getTaskConfig().setSpillingThresholdInput(0, 0.8f);
View Full Code Here
326
327
328
329
330
331
332
333
334
335
336
    super.getTaskConfig().setStubParameters(stubParams);
   
    // set sorting
    super.getTaskConfig().setInputLocalStrategy(0, LocalStrategy.SORT);
    super.getTaskConfig().setInputComparator(
        new RecordComparatorFactory(new int[]{1},((Class<? extends Key<?>>[])new Class[]{IntValue.class})),
        0);
    super.getTaskConfig().setRelativeMemoryInput(0, memoryFraction);
    super.getTaskConfig().setFilehandlesInput(0, 8);
    super.getTaskConfig().setSpillingThresholdInput(0, 0.8f);
   
View Full Code Here
404
405
406
407
408
409
410
411
412
413
414
    super.getTaskConfig().setStubParameters(stubParams);
   
    // set sorting
    super.getTaskConfig().setInputLocalStrategy(0, LocalStrategy.SORT);
    super.getTaskConfig().setInputComparator(
        new RecordComparatorFactory(new int[]{1},((Class<? extends Key<?>>[])new Class[]{IntValue.class})),
        0);
    super.getTaskConfig().setRelativeMemoryInput(0, memoryFraction);
    super.getTaskConfig().setFilehandlesInput(0, 8);
    super.getTaskConfig().setSpillingThresholdInput(0, 0.8f);
   
View Full Code Here
TOP

Related Classes of org.apache.flink.api.common.typeutils.record.RecordComparatorFactory

  • org.apache.flink.compiler.postpass.RecordModelPostPass
  • org.apache.flink.runtime.operators.DataSinkTaskTest
  • org.apache.flink.runtime.operators.util.OutputEmitterTest
  • org.apache.flink.test.broadcastvars.KMeansIterativeNepheleITCase
  • org.apache.flink.test.iterative.nephele.ConnectedComponentsNepheleITCase
  • org.apache.flink.test.iterative.nephele.IterationWithChainingNepheleITCase
  • org.apache.flink.configuration.IllegalConfigurationException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.