Package com.asakusafw.compiler.flow.stage.StageModel

Examples of com.asakusafw.compiler.flow.stage.StageModel.MapUnit

181
182
183
184
185
186
187
                }
                sawInputs.add(input);
                inputs.add(input);
            }
        }
        return new MapUnit(inputs, fragments);
    }
View Full Code Here
221
222
223
224
225
226
227
228
229
230
231
            Graph<Fragment> subgraph = entry.getValue();
            List<Fragment> body = sort(subgraph);
            for (int i = 0, n = body.size(); i < n; i++) {
                body.set(i, body.get(i));
            }
            MapUnit unit = new MapUnit(Collections.singletonList(input), body);
            LOG.debug("{}を元に{}が生成されます", input, unit);
            results.add(unit);
        }
        return results;
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
     * @throws Exception 出力に失敗した場合
     */
    @Test
    public void simple() throws Exception {
        StageModel analyzed = mr(NoShuffleStage.class);
        MapUnit map = analyzed.getMapUnits().get(0);
        assertThat(map.getFragments().size(), is(1));
        Fragment fragment = map.getFragments().get(0);

        MapFragmentEmitter emitter = new MapFragmentEmitter(environment);
        CompiledType name = emitter.emit(fragment, analyzed.getStageBlock());

        ClassLoader loader = start();
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
63
64
        StageModel analyzed = analyzer.analyze(target, null);

        assertThat(analyzed.getMapUnits().size(), is(1));
        assertThat(analyzed.getReduceUnits().size(), is(0));

        MapUnit map = analyzed.getMapUnits().get(0);
        assertThat(map.getFragments().size(), is(1));

        Fragment fragment = map.getFragments().get(0);
        assertThat(fragment.isRendezvous(), is(false));
        assertThat(fragment.getInputPorts().size(), is(1));
        assertThat(fragment.getOutputPorts().size(), is(1));
        assertThat(fragment.getFactors().size(), is(1));
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
122
123
124
        StageModel analyzed = analyzer.analyze(target, null);

        assertThat(analyzed.getMapUnits().size(), is(1));
        assertThat(analyzed.getReduceUnits().size(), is(0));

        MapUnit map = analyzed.getMapUnits().get(0);
        assertThat(map.getFragments().size(), is(1));

        Fragment fragment = map.getFragments().get(0);
        assertThat(fragment.isRendezvous(), is(false));
        assertThat(fragment.getInputPorts().size(), is(1));
        assertThat(fragment.getOutputPorts().size(), is(1));
        assertThat(fragment.getFactors().size(), is(3));
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.compiler.flow.stage.StageModel.MapUnit

  • com.asakusafw.compiler.flow.stage.MapFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.StageAnalyzer
  • com.asakusafw.compiler.flow.stage.StageAnalyzerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.