Examples of generateSequence()

Examples of org.apache.flink.api.java.ExecutionEnvironment.generateSequence()

88
89
90
91
92
93
94
95
96
97
98
  public void testAllReduceWithCombiner() {
    try {
      ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
      env.setDegreeOfParallelism(8);
     
      DataSet<Long> data = env.generateSequence(1, 8000000).name("source");
     
      GroupReduceOperator<Long, Long> reduced = data.reduceGroup(new RichGroupReduceFunction<Long, Long>() {
        public void reduce(Iterable<Long> values, Collector<Long> out) {}
      }).name("reducer");
     
View Full Code Here

Examples of org.apache.flink.api.java.ExecutionEnvironment.generateSequence()

38
39
40
41
42
43
44
45
46
47
48
    try {
      final int NUM_ELEMENTS = 100;
     
      ExecutionEnvironment env = new CollectionEnvironment();
     
      env.generateSequence(1, NUM_ELEMENTS)
        .map(new CountingMapper())
        .output(new DiscardingOuputFormat<Long>());
     
      JobExecutionResult result = env.execute();
     
View Full Code Here

Examples of org.apache.flink.api.java.ExecutionEnvironment.generateSequence()

54
55
56
57
58
59
60
61
62
63
64
    final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
   
    // count how many of the samples would randomly fall into
    // the unit circle
    DataSet<Long> count =
        env.generateSequence(1, numSamples)
        .map(new Sampler())
        .reduce(new SumReducer());

    // the ratio of the unit circle surface to 4 times the unit square is pi
    DataSet<Double> pi = count
View Full Code Here

Examples of org.apache.flink.streaming.api.environment.LocalStreamEnvironment.generateSequence()

98
99
100
101
102
103
104
105
106
107
108
      fail();
    } catch (IllegalArgumentException e) {
    }

    try {
      env.generateSequence(-10, -30);
      fail();
    } catch (IllegalArgumentException e) {
    }

    try {
View Full Code Here

Examples of org.apache.flink.streaming.api.environment.LocalStreamEnvironment.generateSequence()

115
116
117
118
119
120
121
122
123
124
125
      env.setExecutionParallelism(-10);
      fail();
    } catch (IllegalArgumentException e) {
    }
    try {
      env.generateSequence(1, 10).project(2);
      fail();
    } catch (RuntimeException e) {
    }

    try {
View Full Code Here

Examples of org.apache.flink.streaming.api.environment.LocalStreamEnvironment.generateSequence()

158
159
160
161
162
163
164
165
166
167
168
  public void coTest() throws Exception {
    LocalStreamEnvironment env = StreamExecutionEnvironment
        .createLocalEnvironment(SOURCE_PARALELISM);

    DataStream<String> fromStringElements = env.fromElements("aa", "bb", "cc");
    DataStream<Long> generatedSequence = env.generateSequence(0, 3);

    fromStringElements.connect(generatedSequence).map(new CoMap()).addSink(new SetSink());

    resultSet = new HashSet<String>();
    env.executeTest(MEMORYSIZE);
View Full Code Here

Examples of org.apache.flink.streaming.api.environment.LocalStreamEnvironment.generateSequence()

46
47
48
49
50
51
52
53
54
55
  }
 
  @Test
  public void test() throws Exception {
    LocalStreamEnvironment env = StreamExecutionEnvironment.createLocalEnvironment(1);
    env.generateSequence(1, 10).map(new IdentityMap()).filter(new FilterAll()).print();
    env.executeTest(MEMORYSIZE);
   
  }
}
View Full Code Here

Examples of org.apache.flink.streaming.api.environment.LocalStreamEnvironment.generateSequence()

104
105
106
107
108
109
110
111
112
113
114
  public void outputSelectorTest() throws Exception {
   

    LocalStreamEnvironment env = StreamExecutionEnvironment.createLocalEnvironment(1);
   
    SplitDataStream<Long> source = env.generateSequence(1, 11).split(new MyOutputSelector());
    source.select(EVEN).addSink(new ListSink(EVEN));
    source.select(ODD, TEN).addSink(new ListSink(ODD_AND_TEN));
    source.select(EVEN, ODD).addSink(new ListSink(EVEN_AND_ODD));
    source.selectAll().addSink(new ListSink(ALL));
   
View Full Code Here

Examples of org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.generateSequence()

140
141
142
143
144
145
146
147
148
149
150
    assertEquals(expectedMaxList0, MockInvokable.createAndExecute(
        new StreamReduceInvokable<Integer>(maxFunction0), simpleInput));

    StreamExecutionEnvironment env = StreamExecutionEnvironment.createLocalEnvironment();
    try {
      env.generateSequence(1, 100).min(1);
      fail();
    } catch (Exception e) {
      // Nothing to do here
    }
    try {
View Full Code Here

Examples of org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.generateSequence()

146
147
148
149
150
151
152
153
154
155
156
      fail();
    } catch (Exception e) {
      // Nothing to do here
    }
    try {
      env.generateSequence(1, 100).min(2);
      fail();
    } catch (Exception e) {
      // Nothing to do here
    }
    try {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.