Package com.asakusafw.vocabulary.flow.graph

Examples of com.asakusafw.vocabulary.flow.graph.ShuffleKey

127
128
129
130
131
132
133
134
135
136
137
138
139
        RenameKey(Source<Ex1> ex1, Source<Ex2> ex2) {
            OperatorDescription.Builder builder0 = new OperatorDescription.Builder(MasterJoin.class);
            builder0.declare(MasterJoinFlow.class, MasterJoinFlowImpl.class, "renameKey");
            builder0.declareParameter(Ex1.class);
            builder0.declareParameter(Ex2.class);
            builder0.addInput("ex1", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"value"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder0.addInput("ex2", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"value"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder0.addOutput("joined", ExJoined2.class);
            builder0.addOutput("missed", Ex2.class);
            builder0.addAttribute(FlowBoundary.SHUFFLE);
            FlowElementResolver resolver0 = builder0.toResolver();
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
        Selection(Source<Ex1> ex1, Source<Ex2> ex2) {
            OperatorDescription.Builder builder1 = new OperatorDescription.Builder(MasterJoin.class);
            builder1.declare(MasterJoinFlow.class, MasterJoinFlowImpl.class, "selection");
            builder1.declareParameter(Ex1.class);
            builder1.declareParameter(Ex2.class);
            builder1.addInput("ex1", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"value"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder1.addInput("ex2", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"value"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder1.addOutput("joined", ExJoined.class);
            builder1.addOutput("missed", Ex2.class);
            builder1.addAttribute(new OperatorHelper("selector", Arrays.asList(new Class<?>[]{List.class, Ex2.class})));
            builder1.addAttribute(FlowBoundary.SHUFFLE);
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
        }
        if (a.hasError()) {
            return null;
        }

        ShuffleKey key = a.getParameterKey(0);
        if (key == null) {
            a.error("重複検出演算子の引数には@Key注釈によってグループ化項目を指定する必要があります");
            return null;
        }
        if (a.hasError()) {
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
        Simple(Source<Ex2> master, Source<Ex1> model) {
            OperatorDescription.Builder builder = new OperatorDescription.Builder(MasterCheck.class);
            builder.declare(MasterCheckFlow.class, MasterCheckFlowImpl.class, "simple");
            builder.declareParameter(Ex2.class);
            builder.declareParameter(Ex1.class);
            builder.addInput("master", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder.addInput("model", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder.addOutput("found", Ex1.class);
            builder.addOutput("missed", Ex1.class);
            builder.addAttribute(FlowBoundary.SHUFFLE);
            FlowElementResolver resolver = builder.toResolver();
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
        Selection(Source<Ex2> master, Source<Ex1> model) {
            OperatorDescription.Builder builder0 = new OperatorDescription.Builder(MasterCheck.class);
            builder0.declare(MasterCheckFlow.class, MasterCheckFlowImpl.class, "selection");
            builder0.declareParameter(Ex2.class);
            builder0.declareParameter(Ex1.class);
            builder0.addInput("master", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder0.addInput("model", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder0.addOutput("found", Ex1.class);
            builder0.addOutput("missed", Ex1.class);
            builder0.addAttribute(new OperatorHelper("selector", Arrays.asList(new Class<?>[]{List.class, Ex1.class})));
            builder0.addAttribute(FlowBoundary.SHUFFLE);
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
        public final Source<ExSummarized> out;
        Simple(Source<Ex1> model) {
            OperatorDescription.Builder builder = new OperatorDescription.Builder(Summarize.class);
            builder.declare(SummarizeFlow.class, SummarizeFlowImpl.class, "simple");
            builder.declareParameter(Ex1.class);
            builder.addInput("model", model, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder.addOutput("out", ExSummarized.class);
            builder.addAttribute(FlowBoundary.SHUFFLE);
            builder.addAttribute(ObservationCount.DONT_CARE);
            builder.addAttribute(PartialAggregation.DEFAULT);
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
        public final Source<ExSummarized2> out;
        RenameKey(Source<Ex1> model) {
            OperatorDescription.Builder builder0 = new OperatorDescription.Builder(Summarize.class);
            builder0.declare(SummarizeFlow.class, SummarizeFlowImpl.class, "renameKey");
            builder0.declareParameter(Ex1.class);
            builder0.addInput("model", model, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder0.addOutput("out", ExSummarized2.class);
            builder0.addAttribute(FlowBoundary.SHUFFLE);
            builder0.addAttribute(ObservationCount.DONT_CARE);
            builder0.addAttribute(PartialAggregation.DEFAULT);
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
        public final Source<com.asakusafw.compiler.flow.testing.model.KeyConflict> out;
        KeyConflict(Source<Ex1> model) {
            OperatorDescription.Builder builder1 = new OperatorDescription.Builder(Summarize.class);
            builder1.declare(SummarizeFlow.class, SummarizeFlowImpl.class, "keyConflict");
            builder1.declareParameter(Ex1.class);
            builder1.addInput("model", model, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder1.addOutput("out", com.asakusafw.compiler.flow.testing.model.KeyConflict.class);
            builder1.addAttribute(FlowBoundary.SHUFFLE);
            builder1.addAttribute(ObservationCount.DONT_CARE);
            builder1.addAttribute(PartialAggregation.DEFAULT);
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
        if (summarized.isSummarizedModel(summarizee.getType()) == false) {
            a.error("単純集計演算子の戻り値型は最初の引数の集計結果を表す型である必要があります");
            return null;
        }

        ShuffleKey key = summarized.getSummarizeKey();
        Summarize annotation = context.element.getAnnotation(Summarize.class);
        if (annotation == null) {
            a.error("注釈の解釈に失敗しました");
            return null;
        }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
        Simple(Source<Ex1> in) {
            OperatorDescription.Builder builder = new OperatorDescription.Builder(Fold.class);
            builder.declare(FoldFlow.class, FoldFlowImpl.class, "simple");
            builder.declareParameter(Ex1.class);
            builder.declareParameter(Ex1.class);
            builder.addInput("in", in, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder.addOutput("out", in);
            builder.addAttribute(FlowBoundary.SHUFFLE);
            builder.addAttribute(ObservationCount.DONT_CARE);
            builder.addAttribute(PartialAggregation.DEFAULT);
View Full Code Here
TOP

Related Classes of com.asakusafw.vocabulary.flow.graph.ShuffleKey

  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$Cogroup
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$CogroupAdd
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$FoldAdd
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$Summarize
  • com.asakusafw.compiler.flow.join.JoinRewriter
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op1
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op2
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op3
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Sorted
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Swap
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.