Package org.apache.flink.api.common.operators

Examples of org.apache.flink.api.common.operators.DualInputSemanticProperties

650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
  @Test
  public void testFieldsExceptDual() {
    String[] constantFieldsFirstExcept = { "1,2" };
    String[] constantFieldsSecond = { "0->1" };

    DualInputSemanticProperties dsp = new DualInputSemanticProperties();
   
    TypeInformation<?> type = new TupleTypeInfo<Tuple3<Integer, Integer, Integer>>(BasicTypeInfo.INT_TYPE_INFO,
        BasicTypeInfo.INT_TYPE_INFO, BasicTypeInfo.INT_TYPE_INFO);
    SemanticPropUtil.getSemanticPropsDualFromString(dsp, null, constantFieldsSecond,
        constantFieldsFirstExcept, null, null, null, type, type, type);

    FieldSet fs = dsp.getForwardedField1(0);
    Assert.assertTrue(fs.size() == 1);
    Assert.assertTrue(fs.contains(0));

    fs = dsp.getForwardedField1(1);
    Assert.assertTrue(fs == null);

    fs = dsp.getForwardedField1(2);
    Assert.assertTrue(fs == null);

    fs = dsp.getForwardedField2(0);
    Assert.assertTrue(fs.size() == 1);
    Assert.assertTrue(fs.contains(1));
  }
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
  public void testExtractSemantics() {
    try {
      {
        CoGroupOperator coGroupOp = CoGroupOperator.builder(new TestCoGroupFunction(), LongValue.class, 1, 2).build();
       
        DualInputSemanticProperties props = coGroupOp.getSemanticProperties();
        FieldSet fw2 = props.getForwardedField1(2);
        FieldSet fw4 = props.getForwardedField2(4);
       
        assertNotNull(fw2);
        assertNotNull(fw4);
        assertEquals(1, fw2.size());
        assertEquals(1, fw4.size());
        assertTrue(fw2.contains(2));
        assertTrue(fw4.contains(4));
      }
      {
        CoGroupOperator coGroupOp = CoGroupOperator.builder(TestCoGroupFunction.class, LongValue.class, 1, 2).build();
       
        DualInputSemanticProperties props = coGroupOp.getSemanticProperties();
        FieldSet fw2 = props.getForwardedField1(2);
        FieldSet fw4 = props.getForwardedField2(4);
       
        assertNotNull(fw2);
        assertNotNull(fw4);
        assertEquals(1, fw2.size());
        assertEquals(1, fw4.size());
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
      Plan plan = env.createProgramPlan();

      GenericDataSinkBase<?> sink = plan.getDataSinks().iterator().next();
      JoinOperatorBase<?, ?, ?, ?> projectJoinOperator = ((JoinOperatorBase<?, ?, ?, ?>) sink.getInput());

      DualInputSemanticProperties props = projectJoinOperator.getSemanticProperties();

      assertTrue(props.getForwardedField1(2).size() == 1);
      assertTrue(props.getForwardedField1(3).size() == 1);
      assertTrue(props.getForwardedField2(1).size() == 1);
      assertTrue(props.getForwardedField2(4).size() == 1);
      assertTrue(props.getForwardedField1(2).contains(0));
      assertTrue(props.getForwardedField1(3).contains(1));
      assertTrue(props.getForwardedField2(1).contains(2));
      assertTrue(props.getForwardedField2(4).contains(3));
    } catch (Exception e) {
      System.err.println(e.getMessage());
      e.printStackTrace();
      fail("Exception in test: " + e.getMessage());
    }
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
      Plan plan = env.createProgramPlan();

      GenericDataSinkBase<?> sink = plan.getDataSinks().iterator().next();
      CrossOperatorBase<?, ?, ?, ?> projectCrossOperator = ((CrossOperatorBase<?, ?, ?, ?>) sink.getInput());

      DualInputSemanticProperties props = projectCrossOperator.getSemanticProperties();

      assertTrue(props.getForwardedField1(2).size() == 1);
      assertTrue(props.getForwardedField1(3).size() == 1);
      assertTrue(props.getForwardedField2(1).size() == 1);
      assertTrue(props.getForwardedField2(4).size() == 1);
      assertTrue(props.getForwardedField1(2).contains(0));
      assertTrue(props.getForwardedField1(3).contains(1));
      assertTrue(props.getForwardedField2(1).contains(2));
      assertTrue(props.getForwardedField2(4).contains(3));
    } catch (Exception e) {
      System.err.println(e.getMessage());
      e.printStackTrace();
      fail("Exception in test: " + e.getMessage());
    }
View Full Code Here
TOP

Related Classes of org.apache.flink.api.common.operators.DualInputSemanticProperties

  • org.apache.flink.api.common.operators.util.FieldSet
  • org.apache.flink.api.java.functions.SemanticPropertiesProjectionTest
  • org.apache.flink.api.java.functions.SemanticPropertiesTranslationTest
  • org.apache.flink.api.java.functions.SemanticPropUtil
  • org.apache.flink.api.java.functions.SemanticPropUtilTest
  • org.apache.flink.api.java.operators.CrossOperator
  • org.apache.flink.api.java.operators.JoinOperator$EquiJoin
  • org.apache.flink.api.java.operators.TwoInputUdfOperator
  • org.apache.flink.api.java.record.CoGroupWrappingFunctionTest
  • org.apache.flink.compiler.dag.TwoInputNode
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.