Package org.apache.flink.compiler.util

Examples of org.apache.flink.compiler.util.DummyOutputFormat

69
70
71
72
73
74
75
76
77
78
79
   
    ReduceOperator globalRed = ReduceOperator.builder(new IdentityReduce(), IntValue.class, 0).build();
    globalRed.addInput(redA);
    globalRed.addInput(redB);
   
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, globalRed);
   
    // return the plan
    Plan plan = new Plan(sink, "Union Property Propagation");
   
    OptimizedPlan oPlan = compileNoStats(plan);
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
    Ordering groupOrder2 = new Ordering(1, StringValue.class, Order.DESCENDING);
    groupOrder2.appendOrdering(4, DoubleValue.class, Order.ASCENDING);
    coGroup.setGroupOrderForInputOne(groupOrder1);
    coGroup.setGroupOrderForInputTwo(groupOrder2);
   
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, coGroup, "Sink");
   
    Plan plan = new Plan(sink, "Reduce Group Order Test");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
    OptimizedPlan oPlan;
View Full Code Here
236
237
238
239
240
241
242
243
244
245
246
      iteration.setSolutionSetDelta(joinWithSolutionSet);
    }
   
    iteration.setNextWorkset(nextWorkset);

    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, iteration, "Sink");
   
    Plan plan = new Plan(sink);
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
    return plan;
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
   
    CrossOperator cross = CrossWithSmallOperator.builder(new DummyCrossStub())
        .input1(source1).input2(source2)
        .name("Cross").build();
 
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, cross, "Sink");
   
    Plan plan = new Plan(sink);
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
   
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
   
    CrossOperator cross= CrossWithLargeOperator.builder(new DummyCrossStub())
        .input1(source1).input2(source2)
        .name("Cross").build();
 
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, cross, "Sink");
   
    Plan plan = new Plan(sink);
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
   
View Full Code Here
247
248
249
250
251
252
253
254
255
256
257
      CoGroupOperator co = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0, 0)
        .input1(mat5)
        .input2(mat10)
        .build();
 
      FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, co);
     
      // return the PACT plan
      Plan plan = new Plan(sink, "Branching Source Multiple Times");
     
      OptimizedPlan oPlan = compileNoStats(plan);
View Full Code Here
316
317
318
319
320
321
322
323
324
325
326
327
328
      CrossOperator c = CrossOperator.builder(new DummyCrossStub())
        .input1(r)
        .input2(mat2)
        .build();
     
      FileDataSink sinkA = new FileDataSink(new DummyOutputFormat(), out1Path, c);
      FileDataSink sinkB = new FileDataSink(new DummyOutputFormat(), out2Path, mat2);
      FileDataSink sinkC = new FileDataSink(new DummyOutputFormat(), out3Path, mat2);
     
      List<FileDataSink> sinks = new ArrayList<FileDataSink>();
      sinks.add(sinkA);
      sinks.add(sinkB);
      sinks.add(sinkC);
View Full Code Here
430
431
432
433
434
435
436
437
438
439
440
        .input1(cogroup5)
        .input2(cogroup6)
        .name("CoGroup 7")
        .build();
     
      FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, cogroup7);
      sink.addInput(sourceA);
      sink.addInput(cogroup3);
      sink.addInput(cogroup4);
      sink.addInput(cogroup1);
     
View Full Code Here
489
490
491
492
493
494
495
496
497
498
499
        .input2(ma2)
        .name("Match 2")
        .build();
      mat2.setParameter(PactCompiler.HINT_LOCAL_STRATEGY, PactCompiler.HINT_LOCAL_STRATEGY_MERGE);
     
      FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, mat2);
     
     
      // return the PACT plan
      Plan plan = new Plan(sink, "Branching Union");
     
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
   
    ReduceOperator reduce = ReduceOperator.builder(new IdentityReduce()).keyField(IntValue.class, 2).name("Reduce").input(source).build();
    Ordering groupOrder = new Ordering(5, StringValue.class, Order.DESCENDING);
    reduce.setGroupOrder(groupOrder);
   
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, reduce, "Sink");
   
   
    Plan plan = new Plan(sink, "Test Temp Task");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
View Full Code Here
TOP

Related Classes of org.apache.flink.compiler.util.DummyOutputFormat

  • org.apache.flink.compiler.AdditionalOperatorsTest
  • org.apache.flink.compiler.BranchingPlansCompilerTest
  • org.apache.flink.compiler.DOPChangeTest
  • org.apache.flink.compiler.GroupOrderTest
  • org.apache.flink.compiler.HardPlansCompilationTest
  • org.apache.flink.compiler.ReduceAllTest
  • org.apache.flink.compiler.UnionPropertyPropagationTest
  • org.apache.flink.compiler.WorksetIterationsRecordApiCompilerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.