Package org.apache.flink.compiler.dag

Examples of org.apache.flink.compiler.dag.DataSourceNode

1420
1421
1422
1423
1424
1425
1426
  }
 
  // --------------------------------------------------------------------------------------------
 
  private static final DataSourceNode getSourceNode() {
    return new DataSourceNode(new GenericDataSourceBase<String, TextInputFormat>(new TextInputFormat(new Path("/")), new OperatorInformation<String>(BasicTypeInfo.STRING_TYPE_INFO)));
  }
View Full Code Here
668
669
670
671
672
673
674
675
676
677
678
        DataSinkNode dsn = new DataSinkNode((GenericDataSinkBase<?>) c);
        this.sinks.add(dsn);
        n = dsn;
      }
      else if (c instanceof GenericDataSourceBase) {
        DataSourceNode dsn = new DataSourceNode((GenericDataSourceBase<?, ?>) c);
        this.sources.add(dsn);
        n = dsn;
      }
      else if (c instanceof MapOperatorBase) {
        n = new MapNode((MapOperatorBase<?, ?, ?>) c);
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
  @Test
  public void testGetEstimatesNoReplicationFactor() {
    final long NUM_RECORD = 1001;
    final long SIZE = 467131;
   
    DataSourceNode source = getSourceNode();
    SourcePlanNode planNode = new SourcePlanNode(source, "test node");
    Channel channel = new Channel(planNode);

    // no estimates here
    Assert.assertEquals(-1, channel.getEstimatedOutputSize());
    Assert.assertEquals(-1, channel.getEstimatedNumRecords());
   
    // set estimates
    source.setEstimatedNumRecords(NUM_RECORD);
    source.setEstimatedOutputSize(SIZE);
    Assert.assertEquals(SIZE, channel.getEstimatedOutputSize());
    Assert.assertEquals(NUM_RECORD, channel.getEstimatedNumRecords());
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    final long NUM_RECORD = 1001;
    final long SIZE = 467131;
   
    final int REPLICATION = 23;
   
    DataSourceNode source = getSourceNode();
    SourcePlanNode planNode = new SourcePlanNode(source, "test node");
    Channel channel = new Channel(planNode);
    channel.setReplicationFactor(REPLICATION);

    // no estimates here
    Assert.assertEquals(-1, channel.getEstimatedOutputSize());
    Assert.assertEquals(-1, channel.getEstimatedNumRecords());
   
    // set estimates
    source.setEstimatedNumRecords(NUM_RECORD);
    source.setEstimatedOutputSize(SIZE);
    Assert.assertEquals(SIZE * REPLICATION, channel.getEstimatedOutputSize());
    Assert.assertEquals(NUM_RECORD * REPLICATION, channel.getEstimatedNumRecords());
  }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
//        new UnaryOperatorInformation<String, String>(BasicTypeInfo.STRING_TYPE_INFO, BasicTypeInfo.STRING_TYPE_INFO),
//        "map"));
//  }
 
  private static final DataSourceNode getSourceNode() {
    return new DataSourceNode(new GenericDataSourceBase<String, TextInputFormat>(
        new TextInputFormat(new Path("/ignored")),
        new OperatorInformation<String>(BasicTypeInfo.STRING_TYPE_INFO),
        "source"));
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.compiler.dag.DataSourceNode

  • org.apache.flink.api.common.io.statistics.BaseStatistics
  • org.apache.flink.compiler.costs.Costs
  • org.apache.flink.compiler.FeedbackPropertiesMatchTest
  • org.apache.flink.compiler.PactCompiler$GraphCreatingVisitor
  • org.apache.flink.compiler.plan.ChannelTest
  • org.apache.flink.compiler.plan.SourcePlanNode
  • org.apache.flink.configuration.Configuration
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.