Examples of org.apache.flink.api.common.Plan$MaxDopVisitor

org.apache.flink.api.common.Plan
This class encapsulates a single job (an instantiated data flow), together with some parameters. Parameters include the name and a default degree of parallelism. The job is referenced by the data sinks, from which a traversal reaches all connected nodes of the job.

  }


  @Override
  protected Plan getTestJob() {
    SimplePageRank pr = new SimplePageRank();
    Plan plan = pr.getPlan(
      String.valueOf(DOP), 
      pagesPath,
      edgesPath,
      resultPath,
      "5",  // max iterations

View Full Code Here

      .fieldDelimiter(' ')
      .field(LongValue.class, 0)
      .field(LongValue.class, 1);


    // return the PACT plan
    Plan plan = new Plan(result, "Workset Connected Components");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

    testMapper2.setInput(input2);


    output.addInput(testMapper1);
    output.addInput(testMapper2);
    
    Plan plan = new Plan(output);
    plan.setDefaultParallelism(DOP);


    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);


    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();

View Full Code Here

    compareResultsByLinesInMemory(DATA_POINTS, resultPath);
  }


  @Override
  protected Plan getTestJob() {
    Plan plan = getTestPlan(config.getInteger("ChainedMapperITCase#NoSubtasks", 1), dataPath, resultPath);
    return plan;
  }

View Full Code Here

    MapOperator dummyMap = MapOperator.builder(new IdentityMapper()).input(dummyReduce).build();
    iteration.setNextPartialSolution(dummyMap);


    FileDataSink finalResult = new FileDataSink(new PointOutFormat(), output, iteration, "Output");


    Plan plan = new Plan(finalResult, "Iteration with chained map test");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

          .appendOrdering(1, IntValue.class, Order.ASCENDING)
          .appendOrdering(2, IntValue.class, Order.DESCENDING),
        new TripleIntDistribution(Order.DESCENDING, Order.ASCENDING, Order.DESCENDING));
      sink.setInput(source);


      Plan p = new Plan(sink);
      p.setDefaultParallelism(numSubtasks);
      return p;
    }

View Full Code Here

    result.setInput(aggCO);
    aggCO.setInput(joinCO);
    joinCO.setFirstInput(orders);
    joinCO.setSecondInput(customers);


    return new Plan(result, "TPCH Asterix");
  }

View Full Code Here


    // sink is the iteration result
    FileDataSink result = new FileDataSink(new CsvOutputFormat("\n", " ", LongValue.class, LongValue.class), output, iteration, "Result");


    // return the PACT plan
    Plan plan = new Plan(result, "Workset Connected Components");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(LongValue.class, 0)
      .field(LongValue.class, 1);


    Plan plan = new Plan(result, "Workset Connected Components");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here


    output.setInput(testMatcher);
    testMatcher.setFirstInput(input_left);
    testMatcher.setSecondInput(input_right);


    return new Plan(output);
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.flink.api.common.Plan$MaxDopVisitor

org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest

org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest

org.apache.flink.api.java.LocalEnvironment

org.apache.flink.api.java.operators.translation.ReduceTranslationTests

org.apache.flink.api.java.RemoteEnvironment

org.apache.flink.client.program.Client$OptimizerPlanEnvironment

org.apache.flink.client.program.ContextEnvironment

org.apache.flink.compiler.AdditionalOperatorsTest

org.apache.flink.compiler.BranchingPlansCompilerTest

org.apache.flink.compiler.BroadcastVariablePipelinebreakerTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.