Package org.apache.flink.api.common.operators

Examples of org.apache.flink.api.common.operators.SingleInputSemanticProperties

53
54
55
56
57
58
59
60
61
62
63
  private static final Pattern PATTERN_LIST = Pattern.compile(REGEX_LIST);

  private static final Pattern PATTERN_DIGIT = Pattern.compile("\\d+");

  public static SingleInputSemanticProperties createProjectionPropertiesSingle(int[] fields) {
    SingleInputSemanticProperties ssp = new SingleInputSemanticProperties();
    for (int i = 0; i < fields.length; i++) {
      ssp.addForwardedField(fields[i], i);
    }
    return ssp;
  }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
  public static SingleInputSemanticProperties getSemanticPropsSingle(Set<Annotation> set, TypeInformation<?> inType, TypeInformation<?> outType) {
    if (set == null) {
      return null;
    }
    Iterator<Annotation> it = set.iterator();
    SingleInputSemanticProperties result = null;

    //non tuple types are not yet supported for annotations
    if (!inType.isTupleType() || !outType.isTupleType()) {
      return null;
    }

    while (it.hasNext()) {
      if (result == null) {
        result = new SingleInputSemanticProperties();
      }

      Annotation ann = it.next();

      if (ann instanceof ConstantFields) {
View Full Code Here
349
350
351
352
353
354
355
356
357
358
359
      }
    }
  }

  public static SingleInputSemanticProperties getSemanticPropsSingleFromString(String[] constantSet, String[] constantSetExcept, String[] readSet, TypeInformation<?> inType, TypeInformation<?> outType) {
    SingleInputSemanticProperties result = new SingleInputSemanticProperties();
    parseConstantFields(constantSet, result, inType, outType);
    parseConstantFieldsExcept(constantSetExcept, result, inType, outType);
    parseReadFields(readSet, result, inType, outType);
    return result;
  }
View Full Code Here
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
      // set input
      po.setInput(input);
      // set dop
      po.setDegreeOfParallelism(this.getParallelism());
     
      SingleInputSemanticProperties props = new SingleInputSemanticProperties();
     
      for (int i = 0; i < logicalKeyPositions.length; i++) {
        int keyField = logicalKeyPositions[i];
        boolean keyFieldUsedInAgg = false;
       
        for (int k = 0; k < fields.length; k++) {
          int aggField = fields[k];
          if (keyField == aggField) {
            keyFieldUsedInAgg = true;
            break;
          }
        }
       
        if (!keyFieldUsedInAgg) {
          props.addForwardedField(keyField, keyField);
        }
      }
     
      po.setSemanticProperties(props);
     
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
    if (input != 0) {
      throw new IndexOutOfBoundsException();
    }
   
    SingleInputOperator<?, ?, ?> c = getPactContract();
    SingleInputSemanticProperties semanticProperties = c.getSemanticProperties();
   
    if (semanticProperties != null) {
      FieldSet fs;
      if ((fs = semanticProperties.getForwardedField(fieldNumber)) != null) {
        return fs.contains(fieldNumber);
      }
    }
   
    return false;
View Full Code Here
65
66
67
68
69
70
71
72
  }
 
 
  protected void extractSemanticAnnotationsFromUdf(Class<?> udfClass) {
    Set<Annotation> annotations = FunctionAnnotation.readSingleConstantAnnotations(udfClass);
    SingleInputSemanticProperties sp = SemanticPropUtil.getSemanticPropsSingle(annotations, getInputType(), getResultType());
    setSemanticProperties(sp);
  }
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
   *
   * @param constantSet A list of constant field specification Strings.
   * @return This operator with an annotated constant field set.
   */
  public O withConstantSet(String... constantSet) {
    SingleInputSemanticProperties props = SemanticPropUtil.getSemanticPropsSingleFromString(constantSet, null, null, this.getInputType(), this.getResultType());
    this.setSemanticProperties(props);
    @SuppressWarnings("unchecked")
    O returnType = (O) this;
    return returnType;
  }
View Full Code Here
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
    if (allConstants != null) {
      FieldSet nonConstant = new FieldSet();
      return new ImplicitlyForwardingSingleInputSemanticProperties(nonConstant);
    }
   
    SingleInputSemanticProperties semanticProperties = new SingleInputSemanticProperties();
   
    // extract constantSet from annotation
    if (constantSet != null) {
      for (int value: constantSet.value()) {
        semanticProperties.addForwardedField(value,value);
      }
    }
   
    return semanticProperties;
  }
View Full Code Here
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
      // set input
      po.setInput(input);
      // set dop
      po.setDegreeOfParallelism(this.getParallelism());

      SingleInputSemanticProperties props = new SingleInputSemanticProperties();

      for (int i = 0; i < logicalKeyPositions.length; i++) {
        int keyField = logicalKeyPositions[i];
        boolean keyFieldUsedInAgg = false;

        for (int k = 0; k < fields.length; k++) {
          int aggField = fields[k];
          if (keyField == aggField) {
            keyFieldUsedInAgg = true;
            break;
          }
        }

        if (!keyFieldUsedInAgg) {
          props.addForwardedField(keyField, keyField);
        }
      }

      po.setSemanticProperties(props);
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
      Plan plan = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = plan.getDataSinks().iterator().next();
      MapOperatorBase<?, ?, ?> mapper = (MapOperatorBase<?, ?, ?>) sink.getInput();
     
      SingleInputSemanticProperties semantics = mapper.getSemanticProperties();
     
      FieldSet fw1 = semantics.getForwardedField(0);
      FieldSet fw2 = semantics.getForwardedField(1);
      FieldSet fw3 = semantics.getForwardedField(2);
     
      assertNotNull(fw1);
      assertNotNull(fw2);
      assertNotNull(fw3);
     
View Full Code Here
TOP

Related Classes of org.apache.flink.api.common.operators.SingleInputSemanticProperties

  • org.apache.flink.api.common.operators.util.FieldSet
  • org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest
  • org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest
  • org.apache.flink.api.java.functions.SemanticPropUtil
  • org.apache.flink.api.java.functions.SemanticPropUtilTest
  • org.apache.flink.api.java.operators.AggregateOperator
  • org.apache.flink.api.java.operators.SingleInputUdfOperator
  • org.apache.flink.api.java.record.functions.FunctionAnnotation
  • org.apache.flink.api.java.record.ReduceWrappingFunctionTest
  • org.apache.flink.api.scala.operators.ScalaAggregateOperator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.