Examples of OptimizedPlan

eu.stratosphere.compiler.plan.OptimizedPlan
The optimizer representation of a plan. The optimizer creates this from the user defined PACT job plan. It works on this representation during its optimization. Finally, this plan is translated to a schedule for the nephele runtime system.
org.apache.flink.compiler.plan.OptimizedPlan
The optimizer representation of a plan. The optimizer creates this from the user defined PACT job plan. It works on this representation during its optimization. Finally, this plan is translated to a schedule for the nephele runtime system.

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    DataSet<Tuple1<Integer>> result = iteration.closeWith(delta, feedback);


    result.print();


    Plan plan = env.createProgramPlan();
    OptimizedPlan oPlan = null;
    try {
      oPlan = compileNoStats(plan);
    } catch(CompilerException e) {
      Assert.fail(e.getMessage());
    }


    oPlan.accept(new Visitor<PlanNode>() {
      @Override
      public boolean preVisit(PlanNode visitable) {
        if (visitable instanceof WorksetIterationPlanNode) {
          PlanNode deltaNode = ((WorksetIterationPlanNode) visitable).getSolutionSetDeltaPlanNode();

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    FileDataSource pointsSource = cr.getNode(DATAPOINTS);
    FileDataSource centersSource = cr.getNode(CENTERS);
    setSourceStatistics(pointsSource, 100l*1024*1024*1024, 32f);
    setSourceStatistics(centersSource, 1024*1024, 32f);
    
    OptimizedPlan plan = compileWithStats(p);
    checkPlan(plan);
  }

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

  public void testCompileKMeansSingleStepWithOutStats() {
    
    KMeansSingleStep kmi = new KMeansSingleStep();
    Plan p = kmi.getPlan(String.valueOf(DEFAULT_PARALLELISM), IN_FILE, IN_FILE, OUT_FILE, String.valueOf(20));
    
    OptimizedPlan plan = compileNoStats(p);
    checkPlan(plan);
  }

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

  private void checkWordCount(boolean estimates) {
    try {
      WordCount wc = new WordCount();
      Plan p = wc.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE);
      
      OptimizedPlan plan;
      if (estimates) {
        FileDataSource source = getContractResolver(p).getNode("Input Lines");
        setSourceStatistics(source, 1024*1024*1024*1024L, 24f);
        plan = compileWithStats(p);
      } else {

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

      out.setGlobalOrder(ordering, new SimpleDistribution(new StringValue[] {new StringValue("N")}));
      
      Plan p = new Plan(out, "WordCount Example");
      p.setDefaultParallelism(DEFAULT_PARALLELISM);
  
      OptimizedPlan plan;
      if (estimates) {
        setSourceStatistics(sourceNode, 1024*1024*1024*1024L, 24f);
        plan = compileWithStats(p);
      } else {
        plan = compileNoStats(p);

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    dump(new DeltaPageRankWithInitialDeltas().getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, IN_FILE, IN_FILE, OUT_FILE, "10"));
  }
  
  private void dump(Plan p) {
    try {
      OptimizedPlan op = compileNoStats(p);
      PlanJSONDumpGenerator dumper = new PlanJSONDumpGenerator();
      String json = dumper.getOptimizerPlanAsJSON(op);
      JsonParser parser = new JsonFactory().createJsonParser(json);
      while (parser.nextToken() != null);
    } catch (JsonParseException e) {

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    try {
      TPCHQuery3 query = new TPCHQuery3();
      Plan p = query.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, IN_FILE, OUT_FILE);
      
      // compile
      final OptimizedPlan plan = compileNoStats(p);
      
      final OptimizerPlanNodeResolver or = getOptimizerPlanNodeResolver(plan);
      
      // get the nodes from the final plan
      final SinkPlanNode sink = or.getNode("Output");

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

      mapper.getCompilerHints().setAvgOutputRecordSize(16f);
      mapper.getCompilerHints().setFilterFactor(orderSelectivity);
      joiner.getCompilerHints().setFilterFactor(joinSelectivity);
      
      // compile
      final OptimizedPlan plan = compileWithStats(p);
      final OptimizerPlanNodeResolver or = getOptimizerPlanNodeResolver(plan);
      
      // get the nodes from the final plan
      final SinkPlanNode sink = or.getNode("Output");
      final SingleInputPlanNode reducer = or.getNode("AggLio");

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

      result.print();
      result.print();
    
      Plan p = env.createProgramPlan();
      
      OptimizedPlan optPlan = compileNoStats(p);
      
      OptimizerPlanNodeResolver or = getOptimizerPlanNodeResolver(optPlan);
      
      DualInputPlanNode join1 = or.getNode(JOIN_1);
      DualInputPlanNode join2 = or.getNode(JOIN_2);

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    WorksetConnectedComponents cc = new WorksetConnectedComponents();


    Plan plan = cc.getPlan(String.valueOf(DEFAULT_PARALLELISM),
        IN_FILE, IN_FILE, OUT_FILE, String.valueOf(100));


    OptimizedPlan optPlan = compileNoStats(plan);
    OptimizerPlanNodeResolver or = getOptimizerPlanNodeResolver(optPlan);
    
    if (PRINT_PLAN) {
      PlanJSONDumpGenerator dumper = new PlanJSONDumpGenerator();
      String json = dumper.getOptimizerPlanAsJSON(optPlan);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.