Package org.apache.flink.api.common

Examples of org.apache.flink.api.common.Plan

51
52
53
54
55
56
57
58
59
60
    return executor.executePlan(p);
  }
 
  @Override
  public String getExecutionPlan() throws Exception {
    Plan p = createProgramPlan();
   
    PlanExecutor executor = PlanExecutor.createLocalExecutor();
    return executor.getOptimizerPlanAsJSON(p);
  }
View Full Code Here
26
27
28
29
30
31
32
33
34
35
  private boolean mutableObjectSafeMode = true;
 
  @Override
  public JobExecutionResult execute(String jobName) throws Exception {
    Plan p = createProgramPlan(jobName);
   
    CollectionExecutor exec = new CollectionExecutor(mutableObjectSafeMode);
    return exec.execute(p);
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
    this.userCodeClassLoader = userCodeClassLoader;
  }

  @Override
  public JobExecutionResult execute(String jobName) throws Exception {
    Plan p = createProgramPlan(jobName);
    JobWithJars toRun = new JobWithJars(p, this.jarFilesToAttach, this.userCodeClassLoader);
   
    return this.client.run(toRun, getDegreeOfParallelism(), true);
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
    return this.client.run(toRun, getDegreeOfParallelism(), true);
  }

  @Override
  public String getExecutionPlan() throws Exception {
    Plan p = createProgramPlan("unnamed job");
   
    OptimizedPlan op = this.client.getOptimizedPlan(p, getDegreeOfParallelism());
   
    PlanJSONDumpGenerator gen = new PlanJSONDumpGenerator();
    return gen.getOptimizerPlanAsJSON(op);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
    globalRed.addInput(redB);
   
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, globalRed);
   
    // return the plan
    Plan plan = new Plan(sink, "Union Property Propagation");
   
    OptimizedPlan oPlan = compileNoStats(plan);
   
    NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
   
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
   
    DataSet<Tuple2<String, Integer>> result = lastUnion.groupBy(0).aggregate(Aggregations.SUM, 1);
    result.writeAsText(OUT_FILE);
 
    // return the plan
    Plan plan = env.createProgramPlan("Test union on new java-api");
    OptimizedPlan oPlan = compileNoStats(plan);
    NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
   
    // Compile plan to verify that no error is thrown
    jobGen.compileJobGraph(oPlan);
View Full Code Here
341
342
343
344
345
346
347
348
349
350
351
      this.compiler = compiler;
    }
   
    @Override
    public JobExecutionResult execute(String jobName) throws Exception {
      Plan plan = createProgramPlan(jobName);
      this.optimizerPlan = compiler.compile(plan);
     
      // do not go on with anything now!
      throw new ProgramAbortException();
    }
View Full Code Here
350
351
352
353
354
355
356
357
358
359
360
      throw new ProgramAbortException();
    }

    @Override
    public String getExecutionPlan() throws Exception {
      Plan plan = createProgramPlan();
      this.optimizerPlan = compiler.compile(plan);
     
      // do not go on with anything now!
      throw new ProgramAbortException();
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    DataSet<Tuple1<Integer>> feedback = iteration.getWorkset().map(new SimpleMap());
    DataSet<Tuple1<Integer>> result = iteration.closeWith(delta, feedback);

    result.print();

    Plan plan = env.createProgramPlan();
    OptimizedPlan oPlan = null;
    try {
      oPlan = compileNoStats(plan);
    } catch(CompilerException e) {
      Assert.fail(e.getMessage());
View Full Code Here
90
91
92
93
94
95
96
97
98
    closeTriads.setParameter("INPUT_SHIP_STRATEGY", "SHIP_REPARTITION_HASH");
    closeTriads.setParameter("LOCAL_STRATEGY", "LOCAL_STRATEGY_HASH_BUILD_SECOND");

    FileDataSink triangles = new FileDataSink(new TriangleOutputFormat(), output, closeTriads, "Triangles");

    Plan p = new Plan(triangles, "Enumerate Triangles");
    p.setDefaultParallelism(numSubTasks);
    return p;
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.api.common.Plan

  • org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest
  • org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest
  • org.apache.flink.api.java.LocalEnvironment
  • org.apache.flink.api.java.operators.translation.ReduceTranslationTests
  • org.apache.flink.api.java.RemoteEnvironment
  • org.apache.flink.client.program.Client$OptimizerPlanEnvironment
  • org.apache.flink.client.program.ContextEnvironment
  • org.apache.flink.compiler.AdditionalOperatorsTest
  • org.apache.flink.compiler.BranchingPlansCompilerTest
  • org.apache.flink.compiler.BroadcastVariablePipelinebreakerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.