Examples of DualInputSemanticProperties

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
 
  @Override
  public boolean isFieldConstant(int input, int fieldNumber) {
    DualInputOperator<?, ?, ?, ?> c = getPactContract();
    DualInputSemanticProperties semanticProperties = c.getSemanticProperties();
   
    switch(input) {
    case 0:
      if (semanticProperties != null) {
        FieldSet fs;
        if ((fs = semanticProperties.getForwardedField1(fieldNumber)) != null) {
          return fs.contains(fieldNumber);
        }
      }
      break;
    case 1:
      if(semanticProperties != null) {
        FieldSet fs;
        if ((fs = semanticProperties.getForwardedField2(fieldNumber)) != null) {
          return fs.contains(fieldNumber);
        }
      }
      break;
    default:
View Full Code Here

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
    if (set == null) {
      return null;
    }

    Iterator<Annotation> it = set.iterator();
    DualInputSemanticProperties result = null;

    //non tuple types are not yet supported for annotations
    if (!inType1.isTupleType() || !inType2.isTupleType() || !outType.isTupleType()) {
      return null;
    }

    while (it.hasNext()) {
      if (result == null) {
        result = new DualInputSemanticProperties();
      }

      Annotation ann = it.next();

      if (ann instanceof ConstantFieldsFirst) {
View Full Code Here

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

63
64
65
66
67
68
69
70
71
72
  }
 
  protected void extractSemanticAnnotationsFromUdf(Class<?> udfClass) {
    Set<Annotation> annotations = FunctionAnnotation.readDualConstantAnnotations(udfClass);
   
    DualInputSemanticProperties dsp = SemanticPropUtil.getSemanticPropsDual(annotations,
          getInput1Type(), getInput2Type(), getResultType());

    setSemanticProperties(dsp);
  }
View Full Code Here

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

116
117
118
119
120
121
122
123
124
125
126
   * @return This operator with an annotated constant field set for the first input.
   */
  @SuppressWarnings("unchecked")
  public O withConstantSetFirst(String... constantSetFirst) {
    if (this.udfSemantics == null) {
      this.udfSemantics = new DualInputSemanticProperties();
    }
   
    SemanticPropUtil.getSemanticPropsDualFromString(this.udfSemantics, constantSetFirst, null,
        null, null, null, null, this.getInput1Type(), this.getInput2Type(), this.getResultType());

View Full Code Here

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

147
148
149
150
151
152
153
154
155
156
157
   * @return This operator with an annotated constant field set for the second input.
   */
  @SuppressWarnings("unchecked")
  public O withConstantSetSecond(String... constantSetSecond) {
    if (this.udfSemantics == null) {
      this.udfSemantics = new DualInputSemanticProperties();
    }
   
    SemanticPropUtil.getSemanticPropsDualFromString(this.udfSemantics, null, constantSetSecond,
        null, null, null, null, this.getInput1Type(), this.getInput2Type(), this.getResultType());

View Full Code Here

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
      Plan plan = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = plan.getDataSinks().iterator().next();
      JoinOperatorBase<?, ?, ?, ?> join = (JoinOperatorBase<?, ?, ?, ?>) sink.getInput();
     
      DualInputSemanticProperties semantics = join.getSemanticProperties();
     
      FieldSet fw11 = semantics.getForwardedField1(0);
      FieldSet fw12 = semantics.getForwardedField1(1);
      FieldSet fw21 = semantics.getForwardedField2(0);
      FieldSet fw22 = semantics.getForwardedField2(1);
     
      assertNull(fw11);
      assertNull(fw21);
     
      assertNotNull(fw12);
View Full Code Here

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
    TypeInformation<?> type = new TupleTypeInfo<Tuple4<Integer, Integer, Integer, Integer>>(BasicTypeInfo.INT_TYPE_INFO,
        BasicTypeInfo.INT_TYPE_INFO, BasicTypeInfo.INT_TYPE_INFO, BasicTypeInfo.INT_TYPE_INFO);
   
   
    DualInputSemanticProperties dsp = new DualInputSemanticProperties();
   
    SemanticPropUtil.getSemanticPropsDualFromString(dsp, constantFieldsFirst, constantFieldsSecond, null,
        null, null, null, type, type, type);

    FieldSet fs = dsp.getForwardedField1(1);
    Assert.assertTrue(fs.size() == 2);
    Assert.assertTrue(fs.contains(1));
    Assert.assertTrue(fs.contains(2));

    fs = dsp.getForwardedField1(2);
    Assert.assertTrue(fs.size() == 1);
    Assert.assertTrue(fs.contains(3));
  }
View Full Code Here

Examples of eu.stratosphere.api.common.operators.DualInputSemanticProperties

644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
  @Test
  public void testFieldsExceptDual() {
    String[] constantFieldsFirstExcept = { "1,2" };
    String[] constantFieldsSecond = { "0->1" };

    DualInputSemanticProperties dsp = new DualInputSemanticProperties();
   
    TypeInformation<?> type = new TupleTypeInfo<Tuple3<Integer, Integer, Integer>>(BasicTypeInfo.INT_TYPE_INFO,
        BasicTypeInfo.INT_TYPE_INFO, BasicTypeInfo.INT_TYPE_INFO);
    SemanticPropUtil.getSemanticPropsDualFromString(dsp, null, constantFieldsSecond,
        constantFieldsFirstExcept, null, null, null, type, type, type);

    FieldSet fs = dsp.getForwardedField1(0);
    Assert.assertTrue(fs.size() == 1);
    Assert.assertTrue(fs.contains(0));

    fs = dsp.getForwardedField1(1);
    Assert.assertTrue(fs == null);

    fs = dsp.getForwardedField1(2);
    Assert.assertTrue(fs == null);

    fs = dsp.getForwardedField2(0);
    Assert.assertTrue(fs.size() == 1);
    Assert.assertTrue(fs.contains(1));
  }
View Full Code Here

Examples of org.apache.flink.api.common.operators.DualInputSemanticProperties

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    }
    return ssp;
  }

  public static DualInputSemanticProperties createProjectionPropertiesDual(int[] fields, boolean[] isFromFirst) {
    DualInputSemanticProperties dsp = new DualInputSemanticProperties();

    for (int i = 0; i < fields.length; i++) {
      if (isFromFirst[i]) {
        dsp.addForwardedField1(fields[i], i);
      } else {
        dsp.addForwardedField2(fields[i], i);
      }
    }
    return dsp;
  }
View Full Code Here

Examples of org.apache.flink.api.common.operators.DualInputSemanticProperties

373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
    if (set == null) {
      return null;
    }

    Iterator<Annotation> it = set.iterator();
    DualInputSemanticProperties result = null;

    //non tuple types are not yet supported for annotations
    if (!inType1.isTupleType() || !inType2.isTupleType() || !outType.isTupleType()) {
      return null;
    }

    while (it.hasNext()) {
      if (result == null) {
        result = new DualInputSemanticProperties();
      }

      Annotation ann = it.next();

      if (ann instanceof ConstantFieldsFirst) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.