Package eu.stratosphere.compiler.plan

Examples of eu.stratosphere.compiler.plan.OptimizedPlan

1305
1306
1307
1308
1309
1310
1311
              }
            }
          }
        }
      }
      return new OptimizedPlan(this.sources, this.sinks, this.allNodes, jobName, originalPlan);
    }
View Full Code Here
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
   
    DeadlockPreventer dp = new DeadlockPreventer();
    dp.resolveDeadlocks(bestPlanSinks);

    // finalize the plan
    OptimizedPlan plan = new PlanFinalizer().createFinalPlan(bestPlanSinks, program.getJobName(), program, memoryPerInstance);
    plan.setInstanceTypeName(instanceName);
   
    // swap the binary unions for n-ary unions. this changes no strategies or memory consumers whatsoever, so
    // we can do this after the plan finalization
    plan.accept(new BinaryUnionReplacer());
   
    // post pass the plan. this is the phase where the serialization and comparator code is set
    postPasser.postPass(plan);
   
    return plan;
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
    }

    @Override
    public JobExecutionResult execute(String jobName) throws Exception {
      try {
        OptimizedPlan op = compileProgram(jobName);
       
        NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
        JobGraph jobGraph = jgg.compileJobGraph(op);

        JobClient client = this.executor.getJobClient(jobGraph);
View Full Code Here
152
153
154
155
156
157
158
159
160
161
    }


    @Override
    public String getExecutionPlan() throws Exception {
      OptimizedPlan op = compileProgram("unused");
     
      PlanJSONDumpGenerator jsonGen = new PlanJSONDumpGenerator();
      return jsonGen.getOptimizerPlanAsJSON(op);
    }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    if (p == null) {
      Assert.fail("Error: Cannot obtain Pact plan. Did the thest forget to override either 'getPactPlan()' or 'getJobGraph()' ?");
    }
   
    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(p);
   
    if (printPlan) {
      System.out.println(new PlanJSONDumpGenerator().getOptimizerPlanAsJSON(op));
    }
View Full Code Here
116
117
118
119
120
121
122
123
124
125
   
    Plan plan = new Plan(output);
    plan.setDefaultParallelism(4);

    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);

    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);
  }
View Full Code Here
225
226
227
228
229
230
231
232
233
    }
  }

  private JobGraph getJobGraph(final Plan plan) throws Exception {
    final PactCompiler pc = new PactCompiler(new DataStatistics());
    final OptimizedPlan op = pc.compile(plan);
    final NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
    dump(new DeltaPageRankWithInitialDeltas().getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, IN_FILE, IN_FILE, OUT_FILE, "10"));
  }
 
  private void dump(Plan p) {
    try {
      OptimizedPlan op = compileNoStats(p);
      PlanJSONDumpGenerator dumper = new PlanJSONDumpGenerator();
      String json = dumper.getOptimizerPlanAsJSON(op);
      JsonParser parser = new JsonFactory().createJsonParser(json);
      while (parser.nextToken() != null);
    } catch (JsonParseException e) {
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
  private void checkWordCount(boolean estimates) {
    try {
      WordCount wc = new WordCount();
      Plan p = wc.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE);
     
      OptimizedPlan plan;
      if (estimates) {
        FileDataSource source = getContractResolver(p).getNode("Input Lines");
        setSourceStatistics(source, 1024*1024*1024*1024L, 24f);
        plan = compileWithStats(p);
      } else {
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
    ConnectedComponentsWithCoGroup cc = new ConnectedComponentsWithCoGroup();

    Plan plan = cc.getPlan(String.valueOf(DEFAULT_PARALLELISM),
        IN_FILE, IN_FILE, OUT_FILE, String.valueOf(100));

    OptimizedPlan optPlan = compileNoStats(plan);
    OptimizerPlanNodeResolver or = getOptimizerPlanNodeResolver(optPlan);
   
    if (PRINT_PLAN) {
      PlanJSONDumpGenerator dumper = new PlanJSONDumpGenerator();
      String json = dumper.getOptimizerPlanAsJSON(optPlan);
View Full Code Here
TOP

Related Classes of eu.stratosphere.compiler.plan.OptimizedPlan

  • eu.stratosphere.client.LocalExecutor
  • eu.stratosphere.client.program.ContextEnvironment
  • eu.stratosphere.client.RemoteExecutor
  • eu.stratosphere.client.web.JobSubmissionServlet
  • eu.stratosphere.compiler.PactCompiler
  • eu.stratosphere.compiler.PactCompiler$PlanFinalizer
  • eu.stratosphere.pact.compiler.AdditionalOperatorsTest
  • eu.stratosphere.pact.compiler.BranchingPlansCompilerTest
  • eu.stratosphere.pact.compiler.DOPChangeTest
  • eu.stratosphere.pact.compiler.GroupOrderTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.