Package eu.stratosphere.api.common

Examples of eu.stratosphere.api.common.Plan

84
85
86
87
88
89
90
91
92
93
    CsvOutputFormat.configureRecordFormat(finalResult)
      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(StringValue.class, 0);

    Plan plan = new Plan(finalResult, "Iteration with AllReducer (keyless Reducer)");
    plan.setDefaultParallelism(numSubTasks);
    Assert.assertTrue(plan.getDefaultParallelism() > 1);
    return plan;
  }
View Full Code Here
320
321
322
323
324
325
326
327
328
      .field(IntValue.class, 1)
      .field(StringValue.class, 0)
      .field(IntValue.class, 2);

    // Return the PACT plan
    Plan p = new Plan(result, "Weblog Analysis");
    p.setDefaultParallelism(numSubTasks);
    return p;
  }
View Full Code Here
168
169
170
171
172
173
174
175
176
          .appendOrdering(1, IntValue.class, Order.ASCENDING)
          .appendOrdering(2, IntValue.class, Order.DESCENDING),
        new TripleIntDistribution(Order.DESCENDING, Order.ASCENDING, Order.DESCENDING));
      sink.setInput(source);
     
      Plan p = new Plan(sink);
      p.setDefaultParallelism(numSubtasks);
      return p;
    }
View Full Code Here
53
54
55
56
57
58
59
60
    compareResultsByLinesInMemory(EXPECTED, resultPath);
  }

  @Override
  protected Plan getTestJob() {
    Plan plan = getTestPlanPlan(4, dataPath, resultPath);
    return plan;
  }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
    CsvOutputFormat.configureRecordFormat(finalResult)
      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(StringValue.class, 0);

    Plan plan = new Plan(finalResult, "Iteration with AllReducer (keyless Reducer)");
   
    plan.setDefaultParallelism(numSubTasks);
    Assert.assertTrue(plan.getDefaultParallelism() > 1);
   
    return plan;
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
    ReduceOperator reduce3 = ReduceOperator.builder(new IdentityReduce(), IntValue.class, 0).name("Reduce3").input(cross2).build();
   
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, "Sink");
    sink.setInput(reduce3);
   
    Plan plan = new Plan(sink, "Test Temp Task");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
    OptimizedPlan oPlan = compileNoStats(plan);
    NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
    jobGen.compileJobGraph(oPlan);
  }
View Full Code Here
260
261
262
263
264
265
266
    join.setSecondInput(lineFilter);
    aggregation.setInput(join);
    result.setInput(aggregation);
   
     
    return new Plan(result, "TPC-H 4");
  }
View Full Code Here
167
168
169
170
171
172
173
174
175
    closeTriads.setParameter("INPUT_SHIP_STRATEGY", "SHIP_REPARTITION_HASH");
    closeTriads.setParameter("LOCAL_STRATEGY", "LOCAL_STRATEGY_HASH_BUILD_SECOND");

    FileDataSink triangles = new FileDataSink(new TriangleOutputFormat(), output, closeTriads, "Triangles");

    Plan p = new Plan(triangles, "Enumerate Triangles");
    p.setDefaultParallelism(numSubTasks);
    return p;
  }
View Full Code Here
140
141
142
143
144
145
146
147
148
      .fieldDelimiter(' ')
      .field(LongValue.class, 0)
      .field(LongValue.class, 1);

    // return the PACT plan
    Plan plan = new Plan(result, "Workset Connected Components");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
    // construct the plan
    FileDataSource source = new FileDataSource(new DummyInputFormat(), IN_FILE, "Source");
    ReduceOperator reduce1 = ReduceOperator.builder(new IdentityReduce()).name("Reduce1").input(source).build();
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, "Sink");
    sink.setInput(reduce1);
    Plan plan = new Plan(sink, "AllReduce Test");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
   
    try {
      OptimizedPlan oPlan = compileNoStats(plan);
      NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.common.Plan

  • eu.stratosphere.addons.hbase.example.HBaseReadExample
  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase
  • eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest
  • eu.stratosphere.api.java.LocalEnvironment
  • eu.stratosphere.api.java.operators.translation.AggregateTranslationTest
  • eu.stratosphere.api.java.operators.translation.DeltaIterationTranslationTest
  • eu.stratosphere.api.java.operators.translation.ReduceTranslationTests
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample
  • eu.stratosphere.api.java.record.io.jdbc.example.JDBCExample
  • eu.stratosphere.api.java.RemoteEnvironment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.