Package eu.stratosphere.api.common

Examples of eu.stratosphere.api.common.Plan

51
52
53
54
55
56
57
58
59
60
61
62
63
        public Tuple3<Double, StringValue, LongValue> reduce(Tuple3<Double, StringValue, LongValue> value1, Tuple3<Double, StringValue, LongValue> value2) {
          return value1;
        }
      }).print();
     
      Plan p = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = p.getDataSinks().iterator().next();
     
      ReduceOperatorBase<?, ?> reducer = (ReduceOperatorBase<?, ?>) sink.getInput();
     
      // check types
      assertEquals(initialData.getType(), reducer.getOperatorInfo().getInputType());
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
            return value1;
          }
        })
        .print();
     
      Plan p = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = p.getDataSinks().iterator().next();
     
      ReduceOperatorBase<?, ?> reducer = (ReduceOperatorBase<?, ?>) sink.getInput();
     
      // check types
      assertEquals(initialData.getType(), reducer.getOperatorInfo().getInputType());
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
        DataSet<Tuple2<Long, Long>> result = initialVertices.runOperation(VertexCentricIteration.withPlainEdges(edges, new CCUpdater(), new CCMessager(), 100));
       
        result.print();
      }
     
      Plan p = env.createProgramPlan("Spargel Connected Components");
      OptimizedPlan op = compileNoStats(p);
     
      // check the sink
      SinkPlanNode sink = op.getDataSinks().iterator().next();
      assertEquals(ShipStrategyType.FORWARD, sink.getInput().getShipStrategy());
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
151
152
            return value1;
          }
        }).setParallelism(4)
        .print();
     
      Plan p = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = p.getDataSinks().iterator().next();
     
     
      MapOperatorBase<?, ?, ?> keyProjector = (MapOperatorBase<?, ?, ?>) sink.getInput();
      PlanUnwrappingReduceOperator<?, ?> reducer = (PlanUnwrappingReduceOperator<?, ?>) keyProjector.getInput();
      MapOperatorBase<?, ?, ?> keyExtractor = (MapOperatorBase<?, ?, ?>) reducer.getInput();
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
        DataSet<Tuple2<Long, Long>> result = initialVertices.runOperation(vcIter);
       
        result.print();
      }
     
      Plan p = env.createProgramPlan("Spargel Connected Components");
      OptimizedPlan op = compileNoStats(p);
     
      // check the sink
      SinkPlanNode sink = op.getDataSinks().iterator().next();
      assertEquals(ShipStrategyType.FORWARD, sink.getInput().getShipStrategy());
View Full Code Here
139
140
141
142
143
144
145
146
147
      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(StringValue.class, 0)
      .field(IntValue.class, 1);
   
    Plan plan = new Plan(out, "WordCount Example");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    if (args.length < 3) {
      System.err.println(wc.getDescription());
      System.exit(1);
    }
   
    Plan plan = wc.getPlan(args);
   
    // This will execute the word-count embedded in a local context. replace this line by the commented
    // succeeding line to send the job to a local installation or to a cluster for execution
    LocalExecutor.execute(plan);
//    PlanExecutor ex = new RemoteExecutor("localhost", 6123, "target/pact-examples-0.4-SNAPSHOT-WordCount.jar");
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
      DataSet<Tuple3<Double, StringValue, Long>> initialData =
          env.fromElements(new Tuple3<Double, StringValue, Long>(3.141592, new StringValue("foobar"), new Long(77)));
     
      initialData.groupBy(0).aggregate(Aggregations.MIN, 1).and(Aggregations.SUM, 2).print();
     
      Plan p = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = p.getDataSinks().iterator().next();
     
      GroupReduceOperatorBase<?, ?, ?> reducer = (GroupReduceOperatorBase<?, ?, ?>) sink.getInput();
     
      // check keys
      assertEquals(1, reducer.getKeyColumns(0).length);
View Full Code Here
111
112
113
114
115
116
117
118
119
      .field(StringValue.class, 0)
      .field(StringValue.class, 1)
      .field(StringValue.class, 2)
      .field(StringValue.class, 3);
   
    Plan plan = new Plan(out, "HBase access Example");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
19
20
21
22
23
24
25
26
27
public class ConnectedComponentsITCase extends eu.stratosphere.test.iterative.ConnectedComponentsITCase {

  @Override
  protected Plan getTestJob() {
    ConnectedComponents cc = new ConnectedComponents();
    Plan plan = cc.getScalaPlan(verticesPath, edgesPath, resultPath, 100);
    plan.setDefaultParallelism(4);
    return plan;
  }
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.common.Plan

  • eu.stratosphere.addons.hbase.example.HBaseReadExample
  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase
  • eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest
  • eu.stratosphere.api.java.LocalEnvironment
  • eu.stratosphere.api.java.operators.translation.AggregateTranslationTest
  • eu.stratosphere.api.java.operators.translation.DeltaIterationTranslationTest
  • eu.stratosphere.api.java.operators.translation.ReduceTranslationTests
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample
  • eu.stratosphere.api.java.record.io.jdbc.example.JDBCExample
  • eu.stratosphere.api.java.RemoteEnvironment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.