Package org.apache.flink.api.java

Examples of org.apache.flink.api.java.ExecutionEnvironment.fromElements()

68
69
70
71
72
73
74
75
76
77
78
  @Test
  public void testBulkIterationWithTerminationCriterion() {
    try {
      ExecutionEnvironment env = new CollectionEnvironment();
     
      IterativeDataSet<Integer> iteration = env.fromElements(1).iterate(100);
     
      DataSet<Integer> iterationResult = iteration.map(new AddSuperstepNumberMapper());

      DataSet<Integer> terminationCriterion = iterationResult.filter(new FilterFunction<Integer>() {
        public boolean filter(Integer value) {
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
  public void testDeltaIteration() {
    try {
      ExecutionEnvironment env = new CollectionEnvironment();

      @SuppressWarnings("unchecked")
      DataSet<Tuple2<Integer, Integer>> solInput = env.fromElements(
          new Tuple2<Integer, Integer>(1, 0),
          new Tuple2<Integer, Integer>(2, 0),
          new Tuple2<Integer, Integer>(3, 0),
          new Tuple2<Integer, Integer>(4, 0));
     
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
          new Tuple2<Integer, Integer>(2, 0),
          new Tuple2<Integer, Integer>(3, 0),
          new Tuple2<Integer, Integer>(4, 0));
     
      @SuppressWarnings("unchecked")
      DataSet<Tuple1<Integer>> workInput = env.fromElements(
          new Tuple1<Integer>(1),
          new Tuple1<Integer>(2),
          new Tuple1<Integer>(3),
          new Tuple1<Integer>(4));
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
     */
    final ExecutionEnvironment env = ExecutionEnvironment.createRemoteEnvironment("<remote>", 6124,
        "/path/to/your/file.jar");

    // get input data
    DataSet<String> text = env.fromElements(
        "To be, or not to be,--that is the question:--",
        "Whether 'tis nobler in the mind to suffer",
        "The slings and arrows of outrageous fortune",
        "Or to take arms against a sea of troubles,");

View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
  @SuppressWarnings("unchecked")
  @Override
  protected void testProgram() throws Exception {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();

    DataSet<Tuple2<Integer, String>> left = env.fromElements(
        new Tuple2<Integer, String>(1, "hello"),
        new Tuple2<Integer, String>(2, "what's"),
        new Tuple2<Integer, String>(2, "up")
        );
    DataSet<Tuple2<Integer, String>> right = env.fromElements(
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    DataSet<Tuple2<Integer, String>> left = env.fromElements(
        new Tuple2<Integer, String>(1, "hello"),
        new Tuple2<Integer, String>(2, "what's"),
        new Tuple2<Integer, String>(2, "up")
        );
    DataSet<Tuple2<Integer, String>> right = env.fromElements(
        new Tuple2<Integer, String>(1, "not"),
        new Tuple2<Integer, String>(1, "much"),
        new Tuple2<Integer, String>(2, "really")
        );
    DataSet<Tuple2<Integer,String>> joined = left.cross(right)
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
  @Override
  protected void testProgram() throws Exception {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();

    DataSet<String> stringDs = env.fromElements("aa", "ab", "ac", "ad");
    DataSet<String> mappedDs = stringDs.map (s -> s.replace("a", "b"));
    mappedDs.writeAsText(resultPath);
    env.execute();
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
  @Override
  protected void testProgram() throws Exception {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();

    DataSet<String> stringDs = env.fromElements("aa", "ab", "ac", "ad");
    DataSet<String> flatMappedDs = stringDs.flatMap((s, out) -> out.collect(s.replace("a", "b")));
    flatMappedDs.writeAsText(resultPath);
    env.execute();
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
  @Override
  protected void testProgram() throws Exception {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();

    DataSet<String> stringDs = env.fromElements("aa", "ab", "ac", "ad");
    DataSet<String> concatDs = stringDs.reduceGroup((values, out) -> {
      String conc = "";
      for (String s : values) {
        conc = conc.concat(s);
      }
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  @SuppressWarnings("unchecked")
  @Override
  protected void testProgram() throws Exception {
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();

    DataSet<Tuple2<Integer, String>> left = env.fromElements(
        new Tuple2<Integer, String>(1, "hello"),
        new Tuple2<Integer, String>(2, "what's"),
        new Tuple2<Integer, String>(2, "up")
        );
    DataSet<Tuple2<Integer, String>> right = env.fromElements(
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.