Package com.asakusafw.vocabulary.flow.graph

Examples of com.asakusafw.vocabulary.flow.graph.ShuffleKey

418
419
420
421
422
423
424
425
426
427
428
        Summarize(Source<Ex1> model) {
            OperatorDescription.Builder builder7 = new OperatorDescription.Builder(com.asakusafw.vocabulary.operator.
                    Summarize.class);
            builder7.declare(ExOperator.class, ExOperatorImpl.class, "summarize");
            builder7.declareParameter(Ex1.class);
            builder7.addInput("model", model, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder7.addOutput("out", ExSummarized.class);
            builder7.addAttribute(FlowBoundary.SHUFFLE);
            builder7.addAttribute(ObservationCount.DONT_CARE);
            builder7.addAttribute(PartialAggregation.DEFAULT);
View Full Code Here
331
332
333
334
335
336
337
338
339
340
341
                            .toExpression())
                .toStatement());
        }

        for (OperatorPortDeclaration var : descriptor.getInputPorts()) {
            ShuffleKey key = var.getShuffleKey();
            List<Expression> arguments = Lists.create();
            arguments.add(util.v(var.getName()));
            arguments.add(factory.newSimpleName(var.getName()));
            if (key != null) {
                arguments.add(toSource(key));
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
        }
        if (a.hasError()) {
            return null;
        }

        ShuffleKey key = a.getParameterKey(0);
        if (key == null) {
            a.error("グループ整列演算子の引数には@Key注釈によってグループ化項目を指定する必要があります");
            return null;
        }
        GroupSort annotation = context.element.getAnnotation(GroupSort.class);
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
        }
        if (a.hasError()) {
            return null;
        }

        ShuffleKey masterKey = a.getParameterKey(0);
        if (masterKey == null) {
            a.error("マスタ確認演算子の引数には@Key注釈によってグループ化項目を指定する必要があります");
        }
        ShuffleKey transactionKey = a.getParameterKey(1);
        if (transactionKey == null) {
            a.error("マスタ確認演算子の引数には@Key注釈によってグループ化項目を指定する必要があります");
        }
        ExecutableElement selector = null;
        try {
View Full Code Here
762
763
764
765
766
767
768
769
770
771
772
                    continue;
                }
                AnnotationMirror term = (AnnotationMirror) value.getValue();
                if (typeEqual(target, getReduceTermType(term))) {
                    AnnotationMirror shuffle = getReduceTermKey(term);
                    ShuffleKey key = toShuffleKey(-1, model, shuffle);
                    return key;
                }
            }
            throw new IllegalArgumentException();
        }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
        }

        if (context.environment.getTypeUtils().isSameType(left.getType(), right.getType()) == false) {
            a.error(1, "畳み込み演算子の1つ目の引数と2つ目の引数は同じ型である必要があります");
        }
        ShuffleKey foldKey = a.getParameterKey(0);
        if (foldKey == null) {
            a.error("畳み込み演算子の引数には@Key注釈によってグループ化項目を指定する必要があります");
        }
        Fold annotation = context.element.getAnnotation(Fold.class);
        if (annotation == null) {
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
        }
        if (a.hasError()) {
            return null;
        }

        ShuffleKey masterKey = a.getParameterKey(0);
        if (masterKey == null) {
            a.error("マスタ分岐演算子の引数には@Key注釈によってグループ化項目を指定する必要があります");
        }
        ShuffleKey transactionKey = a.getParameterKey(1);
        if (transactionKey == null) {
            a.error("マスタ分岐演算子の引数には@Key注釈によってグループ化項目を指定する必要があります");
        }
        ExecutableElement selector = null;
        try {
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
        Op1(Source<Ex1> a1) {
            OperatorDescription.Builder builder = new OperatorDescription.Builder(CoGroup.class);
            builder.declare(CoGroupFlow.class, CoGroupFlowImpl.class, "op1");
            builder.declareParameter(List.class);
            builder.declareParameter(Result.class);
            builder.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder.addOutput("r1", Ex1.class);
            builder.addAttribute(FlowBoundary.SHUFFLE);
            builder.addAttribute(ObservationCount.DONT_CARE);
            builder.addAttribute(InputBuffer.EXPAND);
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
        Swap(Source<Ex1> a1) {
            OperatorDescription.Builder builder0 = new OperatorDescription.Builder(CoGroup.class);
            builder0.declare(CoGroupFlow.class, CoGroupFlowImpl.class, "swap");
            builder0.declareParameter(List.class);
            builder0.declareParameter(Result.class);
            builder0.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder0.addOutput("r1", Ex1.class);
            builder0.addAttribute(FlowBoundary.SHUFFLE);
            builder0.addAttribute(ObservationCount.DONT_CARE);
            builder0.addAttribute(InputBuffer.ESCAPE);
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
        Sorted(Source<Ex1> a1) {
            OperatorDescription.Builder builder1 = new OperatorDescription.Builder(CoGroup.class);
            builder1.declare(CoGroupFlow.class, CoGroupFlowImpl.class, "sorted");
            builder1.declareParameter(List.class);
            builder1.declareParameter(Result.class);
            builder1.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{new ShuffleKey.Order("value", ShuffleKey.Direction.DESC)})));
            builder1.addOutput("r1", Ex1.class);
            builder1.addAttribute(FlowBoundary.SHUFFLE);
            builder1.addAttribute(ObservationCount.DONT_CARE);
            builder1.addAttribute(InputBuffer.EXPAND);
View Full Code Here
TOP

Related Classes of com.asakusafw.vocabulary.flow.graph.ShuffleKey

  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$Cogroup
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$CogroupAdd
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$FoldAdd
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$Summarize
  • com.asakusafw.compiler.flow.join.JoinRewriter
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op1
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op2
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op3
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Sorted
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Swap
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.