Package eu.stratosphere.test.recordJobs.wordcount

Examples of eu.stratosphere.test.recordJobs.wordcount.WordCount$TokenizeLine

34
35
36
37
38
39
40
*/
public class DumpCompiledPlanTest extends CompilerTestBase {
 
  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE));
  }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
67
    checkWordCount(false);
  }
 
  private void checkWordCount(boolean estimates) {
    try {
      WordCount wc = new WordCount();
      Plan p = wc.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE);
     
      OptimizedPlan plan;
      if (estimates) {
        FileDataSource source = getContractResolver(p).getNode("Input Lines");
        setSourceStatistics(source, 1024*1024*1024*1024L, 24f);
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
 
  protected static final String[] NO_ARGS = new String[0];
 
  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan("4", IN_FILE, OUT_FILE));
   
    // The web interface passes empty string-args to compute the preview of the
    // job, so we should test this situation too
    dump(new WordCount().getPlan(NO_ARGS));
  }
View Full Code Here
30
31
32
33
34
35
36
37
    resultPath = getTempDirPath("result");
  }

  @Override
  protected Plan getTestJob() {
    WordCount wc = new WordCount();
    return wc.getPlan("4", textPath, resultPath);
  }
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
      FileWriter fw = new FileWriter(inFile);
      fw.write(WordCountData.TEXT);
      fw.close();
     
      // run WordCount
      WordCount wc = new WordCount();
      wc.getPlan("4", inFile.toURI().toString(), outFile.toURI().toString());
     
      LocalExecutor executor = new LocalExecutor();
      LocalExecutor.setLoggingLevel(Level.WARN);
      executor.setDefaultOverwriteFiles(true);
      executor.start();
     
      executor.executePlan(wc.getPlan("4", inFile.toURI().toString(), outFile.toURI().toString()));
      executor.stop();
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
View Full Code Here
TOP

Related Classes of eu.stratosphere.test.recordJobs.wordcount.WordCount$TokenizeLine

  • eu.stratosphere.api.common.accumulators.DoubleCounter
  • eu.stratosphere.api.common.accumulators.IntCounter
  • eu.stratosphere.api.common.JobExecutionResult
  • eu.stratosphere.api.common.Plan
  • eu.stratosphere.api.java.record.io.CsvOutputFormat
  • eu.stratosphere.api.java.record.io.TextInputFormat
  • eu.stratosphere.api.java.record.operators.FileDataSink
  • eu.stratosphere.api.java.record.operators.FileDataSource
  • eu.stratosphere.api.java.record.operators.MapOperator
  • eu.stratosphere.api.java.record.operators.ReduceOperator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.