Package org.apache.flink.api.java

Examples of org.apache.flink.api.java.ExecutionEnvironment.fromElements()

37
38
39
40
41
42
43
44
45
46
47
  @Test
  public void testExceptionWhenNewWorksetNotDependentOnWorkset() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();

      DataSet<Tuple2<Long, Long>> input = env.fromElements(new Tuple2<Long, Long>(0L, 0L));

      DeltaIteration<Tuple2<Long, Long>, Tuple2<Long, Long>> deltaIteration = input.iterateDelta(input, 10,0);

      DataSet<Tuple2<Long, Long>> delta = deltaIteration.getSolutionSet().join(deltaIteration.getWorkset())
                            .where(0).equalTo(0)
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
  public void testAllReduceNoCombiner() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
      env.setDegreeOfParallelism(8);
     
      DataSet<Double> data = env.fromElements(0.2, 0.3, 0.4, 0.5).name("source");
     
      data.reduce(new RichReduceFunction<Double>() {
       
        @Override
        public Double reduce(Double value1, Double value2){
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
public class UnionReplacementTest extends CompilerTestBase {

  @Test
  public void testUnionReplacement(){
    ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<String> input1 = env.fromElements("test1");
    DataSet<String> input2 = env.fromElements("test2");

    DataSet<String> union = input1.union(input2);

    union.print();
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
  @Test
  public void testUnionReplacement(){
    ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
    DataSet<String> input1 = env.fromElements("test1");
    DataSet<String> input2 = env.fromElements("test2");

    DataSet<String> union = input1.union(input2);

    union.print();
    union.print();
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
  public void testAllGroupReduceNoCombiner() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
      env.setDegreeOfParallelism(8);
     
      DataSet<Double> data = env.fromElements(0.2, 0.3, 0.4, 0.5).name("source");
     
      data.reduceGroup(new RichGroupReduceFunction<Double, Double>() {
        public void reduce(Iterable<Double> values, Collector<Double> out) {}
      }).name("reducer")
      .print().name("sink");
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
  @Test
  public void testUnaryOp() {
    try {
      ExecutionEnvironment env = new CollectionEnvironment();
     
      DataSet<String> bcData = env.fromElements(SUFFIX);
     
      List<String> result = new ArrayList<String>();
     
      env.fromElements(TEST_DATA)
          .map(new SuffixAppender()).withBroadcastSet(bcData, BC_VAR_NAME)
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
     
      DataSet<String> bcData = env.fromElements(SUFFIX);
     
      List<String> result = new ArrayList<String>();
     
      env.fromElements(TEST_DATA)
          .map(new SuffixAppender()).withBroadcastSet(bcData, BC_VAR_NAME)
          .output(new LocalCollectionOutputFormat<String>(result));
     
      env.execute();
     
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
  @Test
  public void testBinaryOp() {
    try {
      ExecutionEnvironment env = new CollectionEnvironment();
     
      DataSet<String> bcData = env.fromElements(SUFFIX);
      DataSet<String> inData = env.fromElements(TEST_DATA);
     
      List<String> result = new ArrayList<String>();
     
      inData.cross(inData).with(new SuffixCross()).withBroadcastSet(bcData, BC_VAR_NAME)
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
  public void testBinaryOp() {
    try {
      ExecutionEnvironment env = new CollectionEnvironment();
     
      DataSet<String> bcData = env.fromElements(SUFFIX);
      DataSet<String> inData = env.fromElements(TEST_DATA);
     
      List<String> result = new ArrayList<String>();
     
      inData.cross(inData).with(new SuffixCross()).withBroadcastSet(bcData, BC_VAR_NAME)
          .output(new LocalCollectionOutputFormat<String>(result));
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
  @Test
  public void testBulkIteration() {
    try {
      ExecutionEnvironment env = new CollectionEnvironment();
     
      IterativeDataSet<Integer> iteration = env.fromElements(1).iterate(10);
     
      DataSet<Integer> result = iteration.closeWith(iteration.map(new AddSuperstepNumberMapper()));
     
      List<Integer> collected = new ArrayList<Integer>();
      result.output(new LocalCollectionOutputFormat<Integer>(collected));
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.