Package com.asakusafw.compiler.flow.plan

Examples of com.asakusafw.compiler.flow.plan.StageBlock

151
152
153
154
155
156
157
158
159
160
161
        }
    }

    private void compileFragments(StageModel model) throws IOException {
        assert model != null;
        StageBlock block = model.getStageBlock();
        for (StageModel.MapUnit unit : model.getMapUnits()) {
            for (StageModel.Fragment fragment : unit.getFragments()) {
                if (fragment.isCompiled()) {
                    continue;
                }
View Full Code Here
68
69
70
71
72
73
74
75
76
77
    }

    private StageModel mr(Class<? extends FlowDescription> aClass) throws IOException {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        StageAnalyzer analyzer = new StageAnalyzer(environment);
        StageModel analyzed = analyzer.analyze(target, compileShuffle(target));
        return analyzed;
    }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        return analyzed;
    }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        return analyzed;
    }
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(environment.hasError(), is(false));
        return analyzed;
    }
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(environment.hasError(), is(false));
        return analyzed;
    }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(environment.hasError(), is(false));
        return analyzed;
    }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
    }

    private StageModel mr(Class<? extends FlowDescription> aClass) throws IOException {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        StageAnalyzer analyzer = new StageAnalyzer(environment);
        StageModel analyzed = analyzer.analyze(target, compileShuffle(target));
        return analyzed;
    }
View Full Code Here
130
131
132
133
134
135
136
137
138
139
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        return analyzed;
    }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
     */
    @Test
    public void nothing() {
        StageGraph graph = jfToStageGraph(NoShuffleStage.class);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);

        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(analyzed, is(nullValue()));
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.compiler.flow.plan.StageBlock

  • com.asakusafw.compiler.flow.stage.MapFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.ReduceFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.ShuffleAnalyzerTest
  • com.asakusafw.compiler.flow.stage.ShuffleFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.ShuffleGroupingComparatorEmitterTest
  • com.asakusafw.compiler.flow.stage.ShuffleKeyEmitterTest
  • com.asakusafw.compiler.flow.stage.ShufflePartitionerEmitterTest
  • com.asakusafw.compiler.flow.stage.ShuffleSortComparatorEmitterTest
  • com.asakusafw.compiler.flow.stage.ShuffleValueEmitterTest
  • com.asakusafw.compiler.flow.stage.StageAnalyzerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.