Package org.apache.flink.compiler.plan

Examples of org.apache.flink.compiler.plan.OptimizedPlan

98
99
100
101
102
103
104
105
106
107
108
     
      reduced.setCombinable(true);
      reduced.print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
      SourcePlanNode sourceNode = resolver.getNode("source");
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
        public void reduce(Iterable<Tuple2<String, Double>> values, Collector<Tuple2<String, Double>> out) {}
      }).name("reducer")
      .print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
      SourcePlanNode sourceNode = resolver.getNode("source");
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
     
      reduced.setCombinable(true);
      reduced.print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
      SourcePlanNode sourceNode = resolver.getNode("source");
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
        public void reduce(Iterable<Tuple2<String, Double>> values, Collector<Tuple2<String, Double>> out) {}
      }).name("reducer")
      .print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
      SourcePlanNode sourceNode = resolver.getNode("source");
View Full Code Here
318
319
320
321
322
323
324
325
326
327
328
     
      reduced.setCombinable(true);
      reduced.print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
      SourcePlanNode sourceNode = resolver.getNode("source");
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
    Plan plan = new Plan(sink, "AllReduce Test");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
   
    try {
      OptimizedPlan oPlan = compileNoStats(plan);
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
      jobGen.compileJobGraph(oPlan);
    } catch(CompilerException ce) {
      ce.printStackTrace();
      fail("The pact compiler is unable to compile this plan correctly");
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
    }

    @Override
    public JobExecutionResult execute(String jobName) throws Exception {
      try {
        OptimizedPlan op = compileProgram(jobName);
       
        NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
        JobGraph jobGraph = jgg.compileJobGraph(op);

        JobClient client = this.executor.getJobClient(jobGraph);
View Full Code Here
226
227
228
229
230
231
232
233
234
235
    }


    @Override
    public String getExecutionPlan() throws Exception {
      OptimizedPlan op = compileProgram("unused");
     
      PlanJSONDumpGenerator jsonGen = new PlanJSONDumpGenerator();
      return jsonGen.getOptimizerPlanAsJSON(op);
    }
View Full Code Here
105
106
107
108
109
110
111
112
113
  @Override
  public String getOptimizerPlanAsJSON(Plan plan) throws Exception {
    JobWithJars p = new JobWithJars(plan, this.jarFiles);
    Client c = new Client(this.address, new Configuration(), p.getUserCodeClassLoader());
   
    OptimizedPlan op = c.getOptimizedPlan(p, -1);
    PlanJSONDumpGenerator jsonGen = new PlanJSONDumpGenerator();
    return jsonGen.getOptimizerPlanAsJSON(op);
  }
View Full Code Here
228
229
230
231
232
233
234
235
236
237
238
        shutDownAtEnd = false;
      }

      try {
        PactCompiler pc = new PactCompiler(new DataStatistics());
        OptimizedPlan op = pc.compile(plan);
       
        NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
        JobGraph jobGraph = jgg.compileJobGraph(op);
       
        JobClient jobClient = this.nephele.getJobClient(jobGraph);
View Full Code Here
TOP

Related Classes of org.apache.flink.compiler.plan.OptimizedPlan

  • org.apache.flink.client.LocalExecutor
  • org.apache.flink.client.program.ContextEnvironment
  • org.apache.flink.client.program.ExecutionPlanCreationTest
  • org.apache.flink.client.RemoteExecutor
  • org.apache.flink.client.web.JobSubmissionServlet
  • org.apache.flink.compiler.AdditionalOperatorsTest
  • org.apache.flink.compiler.BranchingPlansCompilerTest
  • org.apache.flink.compiler.BroadcastVariablePipelinebreakerTest
  • org.apache.flink.compiler.CachedMatchStrategyCompilerTest
  • org.apache.flink.compiler.CoGroupSolutionSetFirstTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.