Package org.apache.flink.api.common

Examples of org.apache.flink.api.common.Plan

44
45
46
47
48
49
50
51
52
53
54
      DeltaIteration<Tuple2<Long, Long>, Tuple2<Long, Long>> iteration = input.iterateDelta(input, 100, 1);
     
      DataSet<Tuple2<Long, Long>> iterEnd = iteration.getWorkset().map(new TestMapper<Tuple2<Long,Long>>());
      iteration.closeWith(iterEnd, iterEnd).print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      WorksetIterationPlanNode wipn = (WorksetIterationPlanNode) op.getDataSinks().iterator().next().getInput().getSource();
      assertTrue(wipn.getSolutionSetPlanNode().getOutgoingChannels().isEmpty());
     
View Full Code Here
61
62
63
64
65
66
67
68
69
70
  }
 
 
  @Override
  public JobExecutionResult execute(String jobName) throws Exception {
    Plan p = createProgramPlan(jobName);
   
    PlanExecutor executor = PlanExecutor.createRemoteExecutor(host, port, jarFiles);
    return executor.executePlan(p);
  }
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
80
    return executor.executePlan(p);
  }
 
  @Override
  public String getExecutionPlan() throws Exception {
    Plan p = createProgramPlan("unnamed");
    p.setDefaultParallelism(getDegreeOfParallelism());
    registerCachedFilesWithPlan(p);
   
    PlanExecutor executor = PlanExecutor.createRemoteExecutor(host, port, jarFiles);
    return executor.getOptimizerPlanAsJSON(p);
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
   */
  @Test
  public void testRightSide() {
    try {
     
      Plan plan = getTestPlanRightStatic(PactCompiler.HINT_LOCAL_STRATEGY_HASH_BUILD_SECOND);
     
      OptimizedPlan oPlan = compileNoStats(plan);
 
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(oPlan);
      DualInputPlanNode innerJoin = resolver.getNode("DummyJoiner");
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
   */
  @Test
  public void testRightSideCountercheck() {
    try {
     
      Plan plan = getTestPlanRightStatic(PactCompiler.HINT_LOCAL_STRATEGY_HASH_BUILD_FIRST);
     
      OptimizedPlan oPlan = compileNoStats(plan);
 
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(oPlan);
      DualInputPlanNode innerJoin = resolver.getNode("DummyJoiner");
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
   */
  @Test
  public void testLeftSide() {
    try {
     
      Plan plan = getTestPlanLeftStatic(PactCompiler.HINT_LOCAL_STRATEGY_HASH_BUILD_FIRST);
     
      OptimizedPlan oPlan = compileNoStats(plan);
 
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(oPlan);
      DualInputPlanNode innerJoin = resolver.getNode("DummyJoiner");
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
   */
  @Test
  public void testLeftSideCountercheck() {
    try {
     
      Plan plan = getTestPlanLeftStatic(PactCompiler.HINT_LOCAL_STRATEGY_HASH_BUILD_SECOND);
     
      OptimizedPlan oPlan = compileNoStats(plan);
 
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(oPlan);
      DualInputPlanNode innerJoin = resolver.getNode("DummyJoiner");
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
175
176
177
   */
  @Test
  public void testCorrectChoosing() {
    try {
     
      Plan plan = getTestPlanRightStatic("");
     
      SourceCollectorVisitor sourceCollector = new SourceCollectorVisitor();
      plan.accept(sourceCollector);
     
      for(GenericDataSourceBase<?, ?> s : sourceCollector.getSources()) {
        if(s.getName().equals("bigFile")) {
          this.setSourceStatistics(s, 10000000, 1000);
        }
View Full Code Here
695
696
697
698
699
700
701
702
703
704
705
      throw new Client.ProgramAbortException();
    }

    @Override
    public String getExecutionPlan() throws Exception {
      Plan plan = createProgramPlan("unused");
      this.previewPlan = PactCompiler.createPreOptimizedPlan(plan);
     
      // do not go on with anything now!
      throw new Client.ProgramAbortException();
    }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
 
  // --------------------------------------------------------------------------------------------
 
  @Override
  public JobExecutionResult execute(String jobName) throws Exception {
    Plan p = createProgramPlan(jobName);
   
    PlanExecutor executor = PlanExecutor.createLocalExecutor();
    return executor.executePlan(p);
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.api.common.Plan

  • org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest
  • org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest
  • org.apache.flink.api.java.LocalEnvironment
  • org.apache.flink.api.java.operators.translation.ReduceTranslationTests
  • org.apache.flink.api.java.RemoteEnvironment
  • org.apache.flink.client.program.Client$OptimizerPlanEnvironment
  • org.apache.flink.client.program.ContextEnvironment
  • org.apache.flink.compiler.AdditionalOperatorsTest
  • org.apache.flink.compiler.BranchingPlansCompilerTest
  • org.apache.flink.compiler.BroadcastVariablePipelinebreakerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.