Package com.asakusafw.vocabulary.flow.graph

Examples of com.asakusafw.vocabulary.flow.graph.FlowElementOutput

790
791
792
793
794
795
796
797
798
799
        Iterator<FlowElementInput> inputIterator = inputs.iterator();
        Iterator<FlowElementOutput> outputIterator = outputs.iterator();
        while (inputIterator.hasNext()) {
            assert outputIterator.hasNext();
            FlowElementInput input = inputIterator.next();
            FlowElementOutput output = outputIterator.next();
            bypass(input, output, attributes);
        }
        assert outputIterator.hasNext() == false;
    }
View Full Code Here
817
818
819
820
821
822
823
824
825
826
827
                            true,
                            true,
                            attributes);
                    FlowElementResolver resolver = new FlowElementResolver(desc);
                    FlowElementInput bypassIn = resolver.getInput(PseudElementDescription.INPUT_PORT_NAME);
                    FlowElementOutput bypassOut = resolver.getOutput(PseudElementDescription.OUTPUT_PORT_NAME);
                    PortConnection.connect(upstream, bypassIn);
                    PortConnection.connect(bypassOut, downstream);
                } else {
                    PortConnection.connect(upstream, downstream);
                }
View Full Code Here
837
838
839
840
841
842
843
844
845
        assert upstream != null;
        assert downstream != null;
        assert element.getDescription().getKind() == FlowElementKind.PSEUD;
        FlowElementResolver resolver = new FlowElementResolver(element.copy());
        FlowElementInput input = resolver.getInput(PseudElementDescription.INPUT_PORT_NAME);
        FlowElementOutput output = resolver.getOutput(PseudElementDescription.OUTPUT_PORT_NAME);
        PortConnection.connect(upstream, input);
        PortConnection.connect(output, downstream);
    }
View Full Code Here
907
908
909
910
911
912
913
914
915
916
917
        FlowElementInput insertIn =
            resolver.getInput(PseudElementDescription.INPUT_PORT_NAME);
        PortConnection.connect(output, insertIn);

        FlowElementOutput insertOut =
            resolver.getOutput(PseudElementDescription.OUTPUT_PORT_NAME);
        for (FlowElementInput downstream : originalDownstreams) {
            PortConnection.connect(insertOut, downstream);
        }
    }
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
        assert graph != null;
        for (Sink sink : stage.getStageResults()) {
            SimpleName name = names.create("output");
            FragmentNode node = new FragmentNode(Kind.OUTPUT, sink, name);
            for (FlowBlock.Output output : sink.getOutputs()) {
                FlowElementOutput target = output.getElementPort();
                List<FragmentNode> sources = nodes.get(target);
                if (sources == null) {
                    continue;
                }
                for (FragmentNode source : sources) {
View Full Code Here
285
286
287
288
289
290
291
292
293
294
295
            if (blockInput == null) {
                continue;
            }
            FragmentNode node = new FragmentNode(Kind.SHUFFLE, segment, names.create("shuffle"));
            for (FlowBlock.Connection conn : blockInput.getConnections()) {
                FlowElementOutput shuffleOut = conn.getUpstream().getElementPort();
                List<FragmentNode> sources = nodes.get(shuffleOut);
                if (sources == null) {
                    continue;
                }
                for (FragmentNode source : sources) {
View Full Code Here
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
    private void insertCheckpointsWithPushDown(FlowElementOutput start) {
        assert start != null;
        LinkedList<FlowElementOutput> work = new LinkedList<FlowElementOutput>();
        work.add(start);
        while (work.isEmpty() == false) {
            FlowElementOutput output = work.removeFirst();
            if (isSuccessShuffleBoundary(output) == false) {
                continue;
            }
            Set<PortConnection> connections = output.getConnected();
            if (connections.size() != 1) {
                LOG.debug("Inserts checkpoint after {}", output);
                FlowGraphUtil.insertCheckpoint(output);
                continue;
            }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
        Source<CharSequence> op = (Source<CharSequence>) access(example, "out");

        MockOut<CharSequence> out = new MockOut<CharSequence>(CharSequence.class, "out");
        out.add(op);

        FlowElementOutput port = op.toOutputPort();
        FlowElement element = port.getOwner();
        OperatorDescription desc = (OperatorDescription) element.getDescription();
        List<Parameter> params = desc.getParameters();
        assertThat(params.size(), is(1));
        assertThat(params.get(0).getName(), is("param"));
        assertThat(params.get(0).getType(), is((Type) int.class));
View Full Code Here
179
180
181
182
183
184
185
186
187
188
189
        for (FlowBlock.Input blockInput : block.getBlockInputs()) {
            FlowElement element = blockInput.getElementPort().getOwner();
            if (FlowGraphUtil.isIdentity(element) == false) {
                continue;
            }
            FlowElementOutput output = element.getOutputPorts().get(0);
            FlowBlock.Output blockOutput = outputs.get(output);
            if (blockOutput == null) {
                continue;
            }
View Full Code Here
224
225
226
227
228
229
230
231
232
233
234
235
        List<FlowElementOutput> originalOutputs = element.getOutputPorts();
        List<FlowElementOutput> rewriteOutputs = rewrite.getOutputPorts();
        assert originalOutputs.size() == rewriteOutputs.size();
        for (int i = 0, n = originalOutputs.size(); i < n; i++) {
            FlowElementOutput originalPort = originalOutputs.get(i);
            FlowElementOutput rewritePort = rewriteOutputs.get(i);
            for (FlowElementInput downstream : originalPort.getOpposites()) {
                PortConnection.connect(rewritePort, downstream);
            }
        }
View Full Code Here
TOP

Related Classes of com.asakusafw.vocabulary.flow.graph.FlowElementOutput

  • com.asakusafw.compiler.flow.FlowGraphGenerator
  • com.asakusafw.compiler.flow.jobflow.JobflowModel$Delivery
  • com.asakusafw.compiler.flow.join.JoinRewriter
  • com.asakusafw.compiler.flow.plan.FlowBlock
  • com.asakusafw.compiler.flow.plan.FlowGraphUtil
  • com.asakusafw.compiler.flow.plan.StageBlock
  • com.asakusafw.compiler.flow.plan.StagePlanner
  • com.asakusafw.compiler.flow.stage.FragmentFlow
  • com.asakusafw.compiler.operator.OperatorClassEmitterTest
  • com.asakusafw.compiler.operator.OperatorCompilerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.