Package org.apache.flink.test.recordJobs.wordcount

Examples of org.apache.flink.test.recordJobs.wordcount.WordCount$TokenizeLine

59
60
61
62
63
64
65
66
67
68
69
70
    checkWordCount(false);
  }
 
  private void checkWordCount(boolean estimates) {
    try {
      WordCount wc = new WordCount();
      Plan p = wc.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE);
     
      OptimizedPlan plan;
      if (estimates) {
        FileDataSource source = getContractResolver(p).getNode("Input Lines");
        setSourceStatistics(source, 1024*1024*1024*1024L, 24f);
View Full Code Here
42
43
44
45
46
47
48
*/
public class DumpCompiledPlanTest extends CompilerTestBase {
 
  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE));
  }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
 
  protected static final String[] NO_ARGS = new String[0];

  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan("4", IN_FILE, OUT_FILE));
   
    // The web interface passes empty string-args to compute the preview of the
    // job, so we should test this situation too
    dump(new WordCount().getPlan(NO_ARGS));
  }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
      FileWriter fw = new FileWriter(inFile);
      fw.write(WordCountData.TEXT);
      fw.close();
     
      // run WordCount
      WordCount wc = new WordCount();

      LocalExecutor executor = new LocalExecutor();
      executor.setDefaultOverwriteFiles(true);
      executor.setTaskManagerNumSlots(DOP);
      executor.start();
     
      executor.executePlan(wc.getPlan(new Integer(DOP).toString(), inFile.toURI().toString(),
          outFile.toURI().toString()));
      executor.stop();
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
View Full Code Here
40
41
42
43
44
45
46
47
    resultPath = getTempDirPath("result");
  }

  @Override
  protected Plan getTestJob() {
    WordCount wc = new WordCount();
    return wc.getPlan(new Integer(DOP).toString(), textPath, resultPath);
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.test.recordJobs.wordcount.WordCount$TokenizeLine

  • eu.stratosphere.api.common.accumulators.DoubleCounter
  • eu.stratosphere.api.common.accumulators.IntCounter
  • eu.stratosphere.core.io.StringRecord
  • eu.stratosphere.types.IntValue
  • eu.stratosphere.types.Record
  • eu.stratosphere.types.StringValue
  • org.apache.flink.api.common.accumulators.DoubleCounter
  • org.apache.flink.api.common.accumulators.IntCounter
  • org.apache.flink.api.common.JobExecutionResult
  • org.apache.flink.api.common.Plan
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.