Package org.apache.flink.api.java

Examples of org.apache.flink.api.java.ExecutionEnvironment.generateSequence()

189
190
191
192
193
194
195
196
197
198
199
     
      {
        ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
        env.setDegreeOfParallelism(64);
       
        DataSet<Long> initialSource = env.generateSequence(1, 10);
       
        Configuration conf= new Configuration();
        conf.setString(PactCompiler.HINT_LOCAL_STRATEGY, PactCompiler.HINT_LOCAL_STRATEGY_NESTEDLOOP_STREAMED_OUTER_FIRST);
        initialSource
          .map(new IdentityMapper<Long>())
View Full Code Here
212
213
214
215
216
217
218
219
220
221
222
     
      {
        ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
        env.setDegreeOfParallelism(64);
       
        DataSet<Long> initialSource = env.generateSequence(1, 10);
       
        Configuration conf= new Configuration();
        conf.setString(PactCompiler.HINT_LOCAL_STRATEGY, PactCompiler.HINT_LOCAL_STRATEGY_NESTEDLOOP_STREAMED_OUTER_SECOND);
        initialSource
          .map(new IdentityMapper<Long>())
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
  public void testSolutionSetDeltaDependsOnBroadcastVariable() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
     
      DataSet<Tuple2<Long, Long>> source =
            env.generateSequence(1, 1000).map(new DuplicateValueScalar<Long>());
     
      DataSet<Tuple2<Long, Long>> invariantInput =
          env.generateSequence(1, 1000).map(new DuplicateValueScalar<Long>());
     
      // iteration from here
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
     
      DataSet<Tuple2<Long, Long>> source =
            env.generateSequence(1, 1000).map(new DuplicateValueScalar<Long>());
     
      DataSet<Tuple2<Long, Long>> invariantInput =
          env.generateSequence(1, 1000).map(new DuplicateValueScalar<Long>());
     
      // iteration from here
      DeltaIteration<Tuple2<Long, Long>, Tuple2<Long, Long>> iter = source.iterateDelta(source, 1000, 1);
     
      DataSet<Tuple2<Long, Long>> result =
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  public void testIdentityIteration() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
      env.setDegreeOfParallelism(43);
     
      IterativeDataSet<Long> iteration = env.generateSequence(-4, 1000).iterate(100);
      iteration.closeWith(iteration).print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
  public void testEmptyWorksetIteration() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
      env.setDegreeOfParallelism(43);
     
      DataSet<Tuple2<Long, Long>> input = env.generateSequence(1, 20)
          .map(new MapFunction<Long, Tuple2<Long, Long>>() {
            @Override
            public Tuple2<Long, Long> map(Long value){ return null; }
          });
         
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
  public void testIterationWithUnionRoot() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
      env.setDegreeOfParallelism(43);
     
      IterativeDataSet<Long> iteration = env.generateSequence(-4, 1000).iterate(100);
     
      iteration.closeWith(
          iteration.map(new IdentityMapper<Long>()).union(iteration.map(new IdentityMapper<Long>())))
          .print();
     
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
  public void testWorksetIterationWithUnionRoot() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
      env.setDegreeOfParallelism(43);
     
      DataSet<Tuple2<Long, Long>> input = env.generateSequence(1, 20)
          .map(new MapFunction<Long, Tuple2<Long, Long>>() {
            @Override
            public Tuple2<Long, Long> map(Long value){ return null; }
          });
         
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
 
 
  private DualInputPlanNode createPlanAndGetJoinNode(JoinHint hint) {
    ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
   
    DataSet<Long> i1 = env.generateSequence(1, 1000);
    DataSet<Long> i2 = env.generateSequence(1, 1000);
   
    i1.join(i2, hint).where(new IdentityKeySelector<Long>()).equalTo(new IdentityKeySelector<Long>()).print();
   
    Plan plan = env.createProgramPlan();
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
 
  private DualInputPlanNode createPlanAndGetJoinNode(JoinHint hint) {
    ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
   
    DataSet<Long> i1 = env.generateSequence(1, 1000);
    DataSet<Long> i2 = env.generateSequence(1, 1000);
   
    i1.join(i2, hint).where(new IdentityKeySelector<Long>()).equalTo(new IdentityKeySelector<Long>()).print();
   
    Plan plan = env.createProgramPlan();
   
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.