Package eu.stratosphere.test.operators.io.ContractITCaseIOFormats

Examples of eu.stratosphere.test.operators.io.ContractITCaseIOFormats.ContractITCaseInputFormat

98
99
100
101
102
103
104
105
106
107
108
109
  protected JobGraph getJobGraph() throws Exception {
   
    String path1 = config.getBoolean("input1PathHasData", false) ? textInput : emptyInput;
    String path2 = config.getBoolean("input2PathHasData", false) ? textInput : emptyInput;
   
    FileDataSource input1 = new FileDataSource(new ContractITCaseInputFormat(), path1);
    FileDataSource input2 = new FileDataSource(new ContractITCaseInputFormat(), path2);
   
    MapOperator testMapper1 = MapOperator.builder(new TestMapper()).build();
    MapOperator testMapper2 = MapOperator.builder(new TestMapper()).build();

    FileDataSink output = new FileDataSink(new ContractITCaseOutputFormat(), resultDir);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
  }

  @Override
  protected Plan getTestJob() {
    FileDataSource input_left = new FileDataSource(
        new ContractITCaseInputFormat(), leftInPath);
    DelimitedInputFormat.configureDelimitedFormat(input_left)
      .recordDelimiter('\n');
    input_left.setDegreeOfParallelism(config.getInteger("MatchTest#NoSubtasks", 1));

    FileDataSource input_right = new FileDataSource(
        new ContractITCaseInputFormat(), rightInPath);
    DelimitedInputFormat.configureDelimitedFormat(input_right)
      .recordDelimiter('\n');
    input_right.setDegreeOfParallelism(config.getInteger("MatchTest#NoSubtasks", 1));

    JoinOperator testMatcher = JoinOperator.builder(new TestMatcher(), StringValue.class, 0, 0)
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
  @Override
  protected JobGraph getFailingJobGraph() throws Exception {
   
    // init data source
    FileDataSource input = new FileDataSource(new ContractITCaseInputFormat(), inputPath);

    // init failing map task
    MapOperator testMapper = MapOperator.builder(FailingMapper.class).build();

    // init data sink
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
  @Override
  protected JobGraph getJobGraph() throws Exception {
   
    // init data source
    FileDataSource input = new FileDataSource(new ContractITCaseInputFormat(), inputPath);

    // init (working) map task
    MapOperator testMapper = MapOperator.builder(TestMapper.class).build();

    // init data sink
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
  @Override
  protected Plan getTestJob() {

    FileDataSource input_left = new FileDataSource(
        new ContractITCaseInputFormat(), leftInPath);
    DelimitedInputFormat.configureDelimitedFormat(input_left)
      .recordDelimiter('\n');
    input_left.setDegreeOfParallelism(config.getInteger("CrossTest#NoSubtasks", 1));

    FileDataSource input_right = new FileDataSource(
        new ContractITCaseInputFormat(), rightInPath);
    DelimitedInputFormat.configureDelimitedFormat(input_right)
      .recordDelimiter('\n');
    input_right.setDegreeOfParallelism(config.getInteger("CrossTest#NoSubtasks", 1));

    CrossOperator testCross = CrossOperator.builder(new TestCross()).build();
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
  protected Plan getTestJob() {
    String input1Path = config.getString("UnionTest#Input1Path", "").equals("empty") ? emptyInPath : inPath;
    String input2Path = config.getString("UnionTest#Input2Path", "").equals("empty") ? emptyInPath : inPath;

    FileDataSource input1 = new FileDataSource(
      new ContractITCaseInputFormat(), input1Path);
    DelimitedInputFormat.configureDelimitedFormat(input1)
      .recordDelimiter('\n');
    input1.setDegreeOfParallelism(config.getInteger("UnionTest#NoSubtasks", 1));
   
    FileDataSource input2 = new FileDataSource(
        new ContractITCaseInputFormat(), input2Path);
    DelimitedInputFormat.configureDelimitedFormat(input2)
      .recordDelimiter('\n');
    input2.setDegreeOfParallelism(config.getInteger("UnionTest#NoSubtasks", 1));
   
    MapOperator testMapper = MapOperator.builder(new TestMapper()).build();
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
  }

  @Override
  protected Plan getTestJob() {
    FileDataSource input = new FileDataSource(
        new ContractITCaseInputFormat(), inPath);
    DelimitedInputFormat.configureDelimitedFormat(input)
      .recordDelimiter('\n');
    input.setDegreeOfParallelism(config.getInteger("MapTest#NoSubtasks", 1));

    MapOperator testMapper = MapOperator.builder(new TestMapper()).build();
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
  }

  @Override
  protected JobGraph getJobGraph() throws Exception {
    FileDataSource input = new FileDataSource(
        new ContractITCaseInputFormat(), inPath);
    DelimitedInputFormat.configureDelimitedFormat(input)
      .recordDelimiter('\n');
    input.setDegreeOfParallelism(config.getInteger("ReduceTest#NoSubtasks", 1));

    ReduceOperator testReducer = ReduceOperator.builder(new TestReducer(), StringValue.class, 0)
View Full Code Here
TOP

Related Classes of eu.stratosphere.test.operators.io.ContractITCaseIOFormats.ContractITCaseInputFormat

  • eu.stratosphere.test.failingPrograms.TaskFailureITCase
  • eu.stratosphere.test.operators.CrossITCase
  • eu.stratosphere.test.operators.JoinITCase
  • eu.stratosphere.test.operators.MapITCase
  • eu.stratosphere.test.operators.ReduceITCase
  • eu.stratosphere.test.operators.UnionITCase
  • eu.stratosphere.test.operators.UnionSinkITCase
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.