Package org.apache.flink.api.common.operators

Examples of org.apache.flink.api.common.operators.DualInputSemanticProperties

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    }
    return ssp;
  }

  public static DualInputSemanticProperties createProjectionPropertiesDual(int[] fields, boolean[] isFromFirst) {
    DualInputSemanticProperties dsp = new DualInputSemanticProperties();

    for (int i = 0; i < fields.length; i++) {
      if (isFromFirst[i]) {
        dsp.addForwardedField1(fields[i], i);
      } else {
        dsp.addForwardedField2(fields[i], i);
      }
    }
    return dsp;
  }
View Full Code Here
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
    if (set == null) {
      return null;
    }

    Iterator<Annotation> it = set.iterator();
    DualInputSemanticProperties result = null;

    //non tuple types are not yet supported for annotations
    if (!inType1.isTupleType() || !inType2.isTupleType() || !outType.isTupleType()) {
      return null;
    }

    while (it.hasNext()) {
      if (result == null) {
        result = new DualInputSemanticProperties();
      }

      Annotation ann = it.next();

      if (ann instanceof ConstantFieldsFirst) {
View Full Code Here
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
 
  @Override
  public boolean isFieldConstant(int input, int fieldNumber) {
    DualInputOperator<?, ?, ?, ?> c = getPactContract();
    DualInputSemanticProperties semanticProperties = c.getSemanticProperties();
   
    switch(input) {
    case 0:
      if (semanticProperties != null) {
        FieldSet fs;
        if ((fs = semanticProperties.getForwardedField1(fieldNumber)) != null) {
          return fs.contains(fieldNumber);
        }
      }
      break;
    case 1:
      if(semanticProperties != null) {
        FieldSet fs;
        if ((fs = semanticProperties.getForwardedField2(fieldNumber)) != null) {
          return fs.contains(fieldNumber);
        }
      }
      break;
    default:
View Full Code Here
174
175
176
177
178
179
180
181
        generateProjectionProperties(((ProjectFlatJoinFunction<?, ?, ?>) generatedFunction));
      }
    }

    public void generateProjectionProperties(ProjectFlatJoinFunction<?, ?, ?> pjf) {
      DualInputSemanticProperties props = SemanticPropUtil.createProjectionPropertiesDual(pjf.getFields(), pjf.getIsFromFirst());
      setSemanticProperties(props);
    }
View Full Code Here
63
64
65
66
67
68
69
70
      generateProjectionProperties(((ProjectCrossFunction<?, ?, ?>) function));
    }
  }

  public void generateProjectionProperties(ProjectCrossFunction<?, ?, ?> pcf) {
    DualInputSemanticProperties props = SemanticPropUtil.createProjectionPropertiesDual(pcf.getFields(), pcf.getIsFromFirst());
    setSemanticProperties(props);
  }
View Full Code Here
68
69
70
71
72
73
74
75
76
77
  }
 
  protected void extractSemanticAnnotationsFromUdf(Class<?> udfClass) {
    Set<Annotation> annotations = FunctionAnnotation.readDualConstantAnnotations(udfClass);
   
    DualInputSemanticProperties dsp = SemanticPropUtil.getSemanticPropsDual(annotations,
          getInput1Type(), getInput2Type(), getResultType());

    setSemanticProperties(dsp);
  }
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
   * @return This operator with an annotated constant field set for the first input.
   */
  @SuppressWarnings("unchecked")
  public O withConstantSetFirst(String... constantSetFirst) {
    if (this.udfSemantics == null) {
      this.udfSemantics = new DualInputSemanticProperties();
    }
   
    SemanticPropUtil.getSemanticPropsDualFromString(this.udfSemantics, constantSetFirst, null,
        null, null, null, null, this.getInput1Type(), this.getInput2Type(), this.getResultType());

View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
   * @return This operator with an annotated constant field set for the second input.
   */
  @SuppressWarnings("unchecked")
  public O withConstantSetSecond(String... constantSetSecond) {
    if (this.udfSemantics == null) {
      this.udfSemantics = new DualInputSemanticProperties();
    }
   
    SemanticPropUtil.getSemanticPropsDualFromString(this.udfSemantics, null, constantSetSecond,
        null, null, null, null, this.getInput1Type(), this.getInput2Type(), this.getResultType());

View Full Code Here
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
      Plan plan = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = plan.getDataSinks().iterator().next();
      JoinOperatorBase<?, ?, ?, ?> join = (JoinOperatorBase<?, ?, ?, ?>) sink.getInput();
     
      DualInputSemanticProperties semantics = join.getSemanticProperties();
     
      FieldSet fw11 = semantics.getForwardedField1(0);
      FieldSet fw12 = semantics.getForwardedField1(1);
      FieldSet fw21 = semantics.getForwardedField2(0);
      FieldSet fw22 = semantics.getForwardedField2(1);
     
      assertNull(fw11);
      assertNull(fw21);
     
      assertNotNull(fw12);
View Full Code Here
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
    TypeInformation<?> type = new TupleTypeInfo<Tuple4<Integer, Integer, Integer, Integer>>(BasicTypeInfo.INT_TYPE_INFO,
        BasicTypeInfo.INT_TYPE_INFO, BasicTypeInfo.INT_TYPE_INFO, BasicTypeInfo.INT_TYPE_INFO);
   
   
    DualInputSemanticProperties dsp = new DualInputSemanticProperties();
   
    SemanticPropUtil.getSemanticPropsDualFromString(dsp, constantFieldsFirst, constantFieldsSecond, null,
        null, null, null, type, type, type);

    FieldSet fs = dsp.getForwardedField1(1);
    Assert.assertTrue(fs.size() == 2);
    Assert.assertTrue(fs.contains(1));
    Assert.assertTrue(fs.contains(2));

    fs = dsp.getForwardedField1(2);
    Assert.assertTrue(fs.size() == 1);
    Assert.assertTrue(fs.contains(3));
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.api.common.operators.DualInputSemanticProperties

  • org.apache.flink.api.common.operators.util.FieldSet
  • org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest
  • org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest
  • org.apache.flink.api.java.functions.SemanticPropUtil
  • org.apache.flink.api.java.functions.SemanticPropUtilTest
  • org.apache.flink.api.java.operators.CrossOperator
  • org.apache.flink.api.java.operators.JoinOperator$EquiJoin
  • org.apache.flink.api.java.operators.TwoInputUdfOperator
  • org.apache.flink.api.java.record.CoGroupWrappingFunctionTest
  • org.apache.flink.compiler.dag.TwoInputNode
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.