Package org.apache.flink.api.common.operators.util

Examples of org.apache.flink.api.common.operators.util.FieldSet

67
68
69
70
71
72
73
74
75
76
77
78
79
   *
   * @param sourceField the position in the source record(s) from the first input
   * @param destinationField the position in the destination record(s)
   */
  public void addForwardedField1(int sourceField, int destinationField) {
    FieldSet old = this.forwardedFields1.get(sourceField);
    if (old == null) {
      old = FieldSet.EMPTY_SET;
    }
   
    FieldSet fs = old.addField(destinationField);
    this.forwardedFields1.put(sourceField, fs);
  }
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
96
97
   *
   * @param sourceField the position in the source record(s)
   * @param destinationFields the position in the destination record(s)
   */
  public void addForwardedField1(int sourceField, FieldSet destinationFields) {
    FieldSet old = this.forwardedFields1.get(sourceField);
    if (old == null) {
      old = FieldSet.EMPTY_SET;
    }
   
    FieldSet fs = old.addFields(destinationFields);
    this.forwardedFields1.put(sourceField, fs);
  }
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
137
138
   *
   * @param sourceField the position in the source record(s) from the first input
   * @param destinationField the position in the destination record(s)
   */
  public void addForwardedField2(int sourceField, int destinationField) {
    FieldSet old = this.forwardedFields2.get(sourceField);
    if (old == null) {
      old = FieldSet.EMPTY_SET;
    }
   
    FieldSet fs = old.addField(destinationField);
    this.forwardedFields2.put(sourceField, fs);
  }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
156
   *
   * @param sourceField the position in the source record(s)
   * @param destinationFields the position in the destination record(s)
   */
  public void addForwardedField2(int sourceField, FieldSet destinationFields) {
    FieldSet old = this.forwardedFields2.get(sourceField);
    if (old == null) {
      old = FieldSet.EMPTY_SET;
    }
   
    FieldSet fs = old.addFields(destinationFields);
    this.forwardedFields2.put(sourceField, fs);
  }
View Full Code Here
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
        GlobalProperties gp = new GlobalProperties();
        gp.setHashPartitioned(new FieldList(1, 2));
        LocalProperties lp = LocalProperties.EMPTY;
       
        RequestedGlobalProperties reqGp = new RequestedGlobalProperties();
        reqGp.setAnyPartitioning(new FieldSet(2, 5));
       
        toMap1.setShipStrategy(ShipStrategyType.PARTITION_HASH, new FieldList(2, 5));
        toMap1.setLocalStrategy(LocalStrategy.NONE);
       
        toMap2.setShipStrategy(ShipStrategyType.FORWARD);
        toMap2.setLocalStrategy(LocalStrategy.NONE);
       
       
        toMap1.setRequiredGlobalProps(null);
        toMap1.setRequiredLocalProps(null);
       
        toMap2.setRequiredGlobalProps(reqGp);
        toMap2.setRequiredLocalProps(null);
       
        FeedbackPropertiesMeetRequirementsReport report = map2.checkPartialSolutionPropertiesMet(target, gp, lp);
        assertEquals(MET, report);
      }
     
      // set ship strategy in second channel, so previous non matching global properties void the match
      {
        GlobalProperties gp = new GlobalProperties();
        gp.setHashPartitioned(new FieldList(1, 2));
        LocalProperties lp = LocalProperties.EMPTY;
       
        RequestedGlobalProperties reqGp = new RequestedGlobalProperties();
        reqGp.setAnyPartitioning(new FieldSet(2, 5));
       
        toMap1.setShipStrategy(ShipStrategyType.FORWARD);
        toMap1.setLocalStrategy(LocalStrategy.NONE);
       
        toMap2.setShipStrategy(ShipStrategyType.PARTITION_HASH, new FieldList(2, 5));
        toMap2.setLocalStrategy(LocalStrategy.NONE);
       
       
        toMap1.setRequiredGlobalProps(reqGp);
        toMap1.setRequiredLocalProps(null);
       
        toMap2.setRequiredGlobalProps(null);
        toMap2.setRequiredLocalProps(null);
       
        FeedbackPropertiesMeetRequirementsReport report = map2.checkPartialSolutionPropertiesMet(target, gp, lp);
        assertEquals(NOT_MET, report);
      }
     
      // set local strategy in first channel, so later non matching local properties do not matter
      {
        GlobalProperties gp = new GlobalProperties();
        gp.setHashPartitioned(new FieldList(1, 2));
        LocalProperties lp = LocalProperties.forOrdering(new Ordering(3, null, Order.ASCENDING).appendOrdering(1, null, Order.DESCENDING));
       
        RequestedLocalProperties reqLp = new RequestedLocalProperties();
        reqLp.setGroupedFields(new FieldList(4, 1));
       
        toMap1.setShipStrategy(ShipStrategyType.FORWARD);
        toMap1.setLocalStrategy(LocalStrategy.SORT, new FieldList(5, 7), new boolean[] {false, false});
       
        toMap2.setShipStrategy(ShipStrategyType.FORWARD);
        toMap2.setLocalStrategy(LocalStrategy.NONE);
       
        toMap1.setRequiredGlobalProps(null);
        toMap1.setRequiredLocalProps(null);
       
        toMap2.setRequiredGlobalProps(null);
        toMap2.setRequiredLocalProps(reqLp);
       
        FeedbackPropertiesMeetRequirementsReport report = map2.checkPartialSolutionPropertiesMet(target, gp, lp);
        assertTrue(report != null && report != NO_PARTIAL_SOLUTION && report != NOT_MET);
      }
     
      // set local strategy in second channel, so previous non matching local properties void the match
      {
        GlobalProperties gp = new GlobalProperties();
        gp.setHashPartitioned(new FieldList(1, 2));
        LocalProperties lp = LocalProperties.forOrdering(new Ordering(3, null, Order.ASCENDING).appendOrdering(1, null, Order.DESCENDING));
       
        RequestedLocalProperties reqLp = new RequestedLocalProperties();
        reqLp.setGroupedFields(new FieldList(4, 1));
       
        toMap1.setShipStrategy(ShipStrategyType.FORWARD);
        toMap1.setLocalStrategy(LocalStrategy.NONE);
       
        toMap2.setShipStrategy(ShipStrategyType.FORWARD);
        toMap2.setLocalStrategy(LocalStrategy.SORT, new FieldList(5, 7), new boolean[] {false, false});
       
       
        toMap1.setRequiredGlobalProps(null);
        toMap1.setRequiredLocalProps(reqLp);
       
        toMap2.setRequiredGlobalProps(null);
        toMap2.setRequiredLocalProps(null);
       
        FeedbackPropertiesMeetRequirementsReport report = map2.checkPartialSolutionPropertiesMet(target, gp, lp);
        assertEquals(NOT_MET, report);
      }
     
      // create the properties on the same node as the requirement
      {
        GlobalProperties gp = new GlobalProperties();
        gp.setHashPartitioned(new FieldList(1, 2));
        LocalProperties lp = LocalProperties.forOrdering(new Ordering(3, null, Order.ASCENDING).appendOrdering(1, null, Order.DESCENDING));
       
        RequestedGlobalProperties reqGp = new RequestedGlobalProperties();
        reqGp.setAnyPartitioning(new FieldSet(5, 7));
       
        RequestedLocalProperties reqLp = new RequestedLocalProperties();
        reqLp.setGroupedFields(new FieldList(5, 7));
       
        toMap1.setShipStrategy(ShipStrategyType.PARTITION_HASH, new FieldList(5, 7));
View Full Code Here
851
852
853
854
855
856
857
858
859
860
861
        GlobalProperties gp = new GlobalProperties();
        gp.setHashPartitioned(new FieldList(5, 3));
        LocalProperties lp = LocalProperties.EMPTY;
       
        RequestedGlobalProperties reqGp = new RequestedGlobalProperties();
        reqGp.setAnyPartitioning(new FieldSet(2, 3));
       
        toMap1.setShipStrategy(ShipStrategyType.PARTITION_HASH, new FieldList(1, 2));
        toMap1.setLocalStrategy(LocalStrategy.NONE);
       
        toMap2.setShipStrategy(ShipStrategyType.FORWARD);
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
          }
        }
        continue;
      }
      String found = forwardMatcher.group(4);
      FieldSet fs = readFieldSetFromString(found, inType, outType);

      if (sp instanceof SingleInputSemanticProperties) {
        ((SingleInputSemanticProperties) sp).addForwardedField(sourceField, fs);
      } else if (sp instanceof DualInputSemanticProperties) {
        if (input == 0) {
          ((DualInputSemanticProperties) sp).addForwardedField1(sourceField, fs);
        } else if (input == 1) {
          ((DualInputSemanticProperties) sp).addForwardedField2(sourceField, fs);
        }
      }
    }
    s = forwardMatcher.replaceAll("");

    Matcher listMatcher = PATTERN_LIST.matcher(s);

    while (listMatcher.find()) {
      String list = listMatcher.group();
      FieldSet fs = readFieldSetFromString(list, inType, outType);
      for (int i : fs) {
        if (sp instanceof SingleInputSemanticProperties) {
          ((SingleInputSemanticProperties) sp).addForwardedField(i, i);
        } else if (sp instanceof DualInputSemanticProperties) {
          if (input == 0) {
View Full Code Here
232
233
234
235
236
237
238
239
240
241
242
243
244
245
    for (String str : cffe) {
      if (str == null) {
        continue;
      }

      FieldSet fs = readFieldSetFromString(str, inType, outType);

      for (int i = 0; i < outType.getArity(); i++) {
        if (!fs.contains(i)) {
          dm.addForwardedField1(i, i);
        }
      }
    }
  }
View Full Code Here
252
253
254
255
256
257
258
259
260
261
262
263
264
265
    for (String str : cfse) {
      if (str == null) {
        continue;
      }

      FieldSet fs = readFieldSetFromString(str, inType, outType);

      for (int i = 0; i < outType.getArity(); i++) {
        if (!fs.contains(i)) {
          dm.addForwardedField2(i, i);
        }
      }
    }
  }
View Full Code Here
269
270
271
272
273
274
275
276
277
278
      return;
    }

    for (String str : rf) {
      if (str != null) {
        FieldSet fs = readFieldSetFromString(str, inType, outType);
        dm.addReadFields1(fs);
      }
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.api.common.operators.util.FieldSet

  • org.apache.flink.api.common.operators.CompilerHints
  • org.apache.flink.api.common.operators.DualInputSemanticProperties
  • org.apache.flink.api.common.operators.SingleInputSemanticProperties
  • org.apache.flink.api.common.operators.util.FieldListTest
  • org.apache.flink.api.common.operators.util.FieldSetTest
  • org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest
  • org.apache.flink.api.java.functions.SemanticPropUtil
  • org.apache.flink.api.java.functions.SemanticPropUtilTest
  • org.apache.flink.api.java.record.CoGroupWrappingFunctionTest
  • org.apache.flink.api.java.record.functions.FunctionAnnotation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.