Examples of org.apache.flink.api.common.Plan

org.apache.flink.api.common.Plan
This class encapsulates a single job (an instantiated data flow), together with some parameters. Parameters include the name and a default degree of parallelism. The job is referenced by the data sinks, from which a traversal reaches all connected nodes of the job.


    /* Connect sink: */
    FileDataSink result = new FileDataSink(new StringIntPairStringDataOutFormat(), this.outputPath, "Results sink");
    result.setInput(sumAmountAggregate);


    Plan p = new Plan(result, "TPC-H query 9");
    p.setDefaultParallelism(this.degreeOfParallelism);
    return p;
  }

View Full Code Here

    triangles.setInput(closeTriads);
    closeTriads.setSecondInput(edges);
    closeTriads.setFirstInput(buildTriads);
    buildTriads.setInput(edges);


    Plan plan = new Plan(triangles, "Enumerate Triangles");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

    findShortestPaths.setFirstInput(pathsInput);
    findShortestPaths.setSecondInput(concatPaths);
    concatPaths.setFirstInput(pathsInput);
    concatPaths.setSecondInput(pathsInput);


    return new Plan(result, "Pairwise Shortest Paths");


  }

View Full Code Here

      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(StringValue.class, 0)
      .field(IntValue.class, 1);


    Plan plan = new Plan(out, "Distributed Cache");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

    resultPath = getTempDirPath("result");
  }


  @Override
  protected Plan getTestJob() {
    Plan plan =  getPlan(1 , textPath, resultPath);
    try {
      plan.registerCachedFile("cache_test", new DistributedCacheEntry(cachePath, false));
    } catch (IOException ex) {
      throw new RuntimeException(ex);
    }    
    return plan;
  }

View Full Code Here

      .field(IntValue.class, 0)
      .field(IntValue.class, 1)
      .field(IntValue.class, 2);
    
    // assemble the PACT plan
    Plan plan = new Plan(result, "Merge Only Join");
    plan.setDefaultParallelism(numSubtasks);
    return plan;
  }

View Full Code Here

      .fieldDelimiter(' ')
      .field(LongValue.class, 0)
      .field(DoubleValue.class, 1);
    
    // return the PACT plan
    Plan plan = new Plan(result, "Delta PageRank");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
    
  }

View Full Code Here

      .field(LongValue.class, 0)
      .field(IntValue.class, 1)
      .field(DoubleValue.class, 2);
    
    // assemble the PACT plan
    Plan plan = new Plan(result, "TPCH Q3 Unioned");
    plan.setDefaultParallelism(numSubtasks);
    return plan;
  }

View Full Code Here

      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(IntValue.class, 0)
      .field(IntValue.class, 1);
    
    Plan plan = new Plan(out, "SecondarySort Example");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }

View Full Code Here

    iteration.getAggregators().registerAggregationConvergenceCriterion(DotProductCoGroup.AGGREGATOR_NAME, new PageRankStatsAggregator(), 
        new DiffL1NormConvergenceCriterion());
    
    FileDataSink out = new FileDataSink(new PageWithRankOutFormat(), outputPath, iteration, "Final Ranks");


    Plan p = new Plan(out, "Dangling PageRank");
    p.setDefaultParallelism(dop);
    return p;
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.flink.api.common.Plan

org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest

org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest

org.apache.flink.api.java.LocalEnvironment

org.apache.flink.api.java.operators.translation.ReduceTranslationTests

org.apache.flink.api.java.RemoteEnvironment

org.apache.flink.client.program.Client$OptimizerPlanEnvironment

org.apache.flink.client.program.ContextEnvironment

org.apache.flink.compiler.AdditionalOperatorsTest

org.apache.flink.compiler.BranchingPlansCompilerTest

org.apache.flink.compiler.BroadcastVariablePipelinebreakerTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.