Package com.asakusafw.compiler.flow.plan

Examples of com.asakusafw.compiler.flow.plan.StageGraph

133
134
135
136
137
138
139
140
141
142
143
144
145
        Object shuffled = getShuffleValue(segment, sValue);
        assertThat(shuffled, is((Object) ex1));
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(environment.hasError(), is(false));
        return analyzed;
    }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
        Object r2 = getShuffleValue(seg2, value);
        assertThat(r2, is((Object) ex2));
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(environment.hasError(), is(false));
        return analyzed;
    }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
    /**
     * レデューサーのない単一ステージの解析。
     */
    @Test
    public void mapperOnly() {
        StageGraph graph = jfToStageGraph(NoShuffleStage.class);
        List<StageModel> stages = compileStages(graph);
        JobflowAnalyzer analyzer = new JobflowAnalyzer(environment);
        JobflowModel jobflow = analyzer.analyze(graph, stages);

        assertThat(jobflow.getStages().size(), is(1));
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
    /**
     * 単一ステージの解析。
     */
    @Test
    public void single() {
        StageGraph graph = jfToStageGraph(SimpleShuffleStage.class);
        List<StageModel> stages = compileStages(graph);
        JobflowAnalyzer analyzer = new JobflowAnalyzer(environment);
        JobflowModel jobflow = analyzer.analyze(graph, stages);

        assertThat(jobflow.getStages().size(), is(1));
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
    /**
     * 複数ステージの解析。
     */
    @Test
    public void multi() {
        StageGraph graph = jfToStageGraph(SequentialMultiStage.class);
        List<StageModel> stages = compileStages(graph);
        JobflowAnalyzer analyzer = new JobflowAnalyzer(environment);
        JobflowModel jobflow = analyzer.analyze(graph, stages);

        assertThat(jobflow.getStages().size(), is(2));
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
99
        assertThat(results.get(0).getValue(), is(300L));
        assertThat(results.get(0).getCount(), is(3L));
    }

    private StageModel mr(Class<? extends FlowDescription> aClass) throws IOException {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        StageAnalyzer analyzer = new StageAnalyzer(environment);
        StageModel analyzed = analyzer.analyze(target, compileShuffle(target));
        return analyzed;
    }
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
139
        p02 = part.getPartition(k, v, 100);
        assertThat(p01, not(p02));
    }

    private ShuffleModel shuffle(Class<? extends FlowDescription> aClass) {
        StageGraph graph = jfToStageGraph(aClass);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);
        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        return analyzed;
    }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
    /**
     * Ex1 to Part (invalid).
     */
    @Test
    public void Ex1_Part() {
        StageGraph graph = jfToStageGraph(ExtendFlowInvalid.class);
        try {
            new StageCompiler(environment).compile(graph);
            assertThat(environment.hasError(), is(true));
        } catch (IOException e) {
            // ok
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
53
    /**
     * シャッフルが存在しない。
     */
    @Test
    public void nothing() {
        StageGraph graph = jfToStageGraph(NoShuffleStage.class);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);

        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(analyzed, is(nullValue()));
    }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
    /**
     * シャッフルが存在する。
     */
    @Test
    public void simple() {
        StageGraph graph = jfToStageGraph(SimpleShuffleStage.class);
        assertThat(graph.getStages().size(), is(1));
        StageBlock target = graph.getStages().get(0);

        ShuffleAnalyzer analyzer = new ShuffleAnalyzer(environment);
        ShuffleModel analyzed = analyzer.analyze(target);
        assertThat(analyzed, not(nullValue()));

View Full Code Here
TOP

Related Classes of com.asakusafw.compiler.flow.plan.StageGraph

  • com.asakusafw.compiler.flow.FlowCompiler
  • com.asakusafw.compiler.flow.jobflow.JobflowAnalyzerTest
  • com.asakusafw.compiler.flow.JobflowCompilerTestRoot
  • com.asakusafw.compiler.flow.processor.ExtendFlowProcessorTest
  • com.asakusafw.compiler.flow.processor.ProjectFlowProcessorTest
  • com.asakusafw.compiler.flow.stage.MapFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.ReduceFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.ShuffleAnalyzerTest
  • com.asakusafw.compiler.flow.stage.ShuffleFragmentEmitterTest
  • com.asakusafw.compiler.flow.stage.ShuffleGroupingComparatorEmitterTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.