Package com.asakusafw.compiler.flow.stage.StageModel

Examples of com.asakusafw.compiler.flow.stage.StageModel.ReduceUnit

112
113
114
115
116
117
118
119
120
121
122
123
    private void run(boolean combine) {
        environment.getOptions().setEnableCombiner(combine);
        List<StageModel> stages = compile(SummarizeFlowTrivial.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<ExSummarized> result = mapper.create("out");
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
            List<Fragment> body = sort(subgraph);
            for (int i = 0, n = body.size(); i < n; i++) {
                body.set(i, body.get(i));
            }
            List<FlowBlock.Input> inputs = inputGroups.get(element);
            ReduceUnit unit = new ReduceUnit(inputs, body);
            LOG.debug("{}を元に{}が生成されます", element, unit);
            results.add(unit);
        }
        return results;
    }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
63
    @Test
    public void op1() {
        List<StageModel> stages = compile(CoGroupFlowOp1.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<Ex1> result = mapper.create("r1");
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
    @Test
    public void op2() {
        List<StageModel> stages = compile(CoGroupFlowOp2.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<Ex1> r1 = mapper.create("r1");
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
162
    @Test
    public void op3() {
        List<StageModel> stages = compile(CoGroupFlowOp3.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<Ex1> r1 = mapper.create("r1");
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
224
    @Test
    public void withParameter() {
        List<StageModel> stages = compile(CoGroupFlowWithParameter.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<Ex1> result = mapper.create("r1");
View Full Code Here
257
258
259
260
261
262
263
264
265
266
267
268
    @Test
    public void swap() {
        List<StageModel> stages = compile(CoGroupFlowSwap.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<Ex1> result = mapper.create("r1");
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
93
94
        StageModel analyzed = analyzer.analyze(target, null);

        assertThat(analyzed.getMapUnits().size(), is(1));
        assertThat(analyzed.getReduceUnits().size(), is(1));

        ReduceUnit reduce = analyzed.getReduceUnits().get(0);
        assertThat(reduce.getInputs().size(), is(1));

        Fragment fragment = reduce.getFragments().get(0);
        assertThat(fragment.isRendezvous(), is(true));
        assertThat(fragment.getInputPorts().size(), is(1));
        assertThat(fragment.getOutputPorts().size(), is(1));
        assertThat(fragment.getFactors().size(), is(1));
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
     */
    @SuppressWarnings("deprecation")
    @Test
    public void simple() throws Exception {
        StageModel analyzed = mr(SimpleShuffleStage.class);
        ReduceUnit red = analyzed.getReduceUnits().get(0);
        assertThat(red.getFragments().size(), is(1));
        Fragment fragment = red.getFragments().get(0);

        ReduceFragmentEmitter emitter = new ReduceFragmentEmitter(environment);
        ShuffleModel shuffle = analyzed.getShuffleModel();
        CompiledType name = emitter.emit(fragment, shuffle, analyzed.getStageBlock());

View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
    @Test
    public void max() {
        List<StageModel> stages = compile(GroupSortFlowMax.class);
        StageModel stage = stages.get(0);
        Assume.assumeThat(stage.getReduceUnits().size(), is(1));
        ReduceUnit reduce = stage.getReduceUnits().get(0);
        Fragment fragment = reduce.getFragments().get(0);
        Name name = fragment.getCompiled().getQualifiedName();

        ClassLoader loader = start();
        PortMapper mapper = new PortMapper(fragment);
        MockResult<Ex1> result = mapper.add("r1", new Ex1Copier());
View Full Code Here
TOP

Related Classes of com.asakusafw.compiler.flow.stage.StageModel.ReduceUnit

  • com.asakusafw.compiler.flow.processor.CoGroupFlowProcessorTest
  • com.asakusafw.compiler.flow.processor.GroupSortFlowProcessorTest
  • com.asakusafw.compiler.flow.processor.SummarizeFlowProcessorTest
  • com.asakusafw.compiler.flow.stage.ReduceFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.StageAnalyzer
  • com.asakusafw.compiler.flow.stage.StageAnalyzerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.