Examples of WordCount

Examples of org.apache.flink.test.recordJobs.wordcount.WordCount

44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
      FileWriter fw = new FileWriter(inFile);
      fw.write(WordCountData.TEXT);
      fw.close();
     
      // run WordCount
      WordCount wc = new WordCount();

      LocalExecutor executor = new LocalExecutor();
      executor.setDefaultOverwriteFiles(true);
      executor.setTaskManagerNumSlots(DOP);
      executor.start();
     
      executor.executePlan(wc.getPlan(new Integer(DOP).toString(), inFile.toURI().toString(),
          outFile.toURI().toString()));
      executor.stop();
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
View Full Code Here

Examples of org.apache.flink.test.recordJobs.wordcount.WordCount

40
41
42
43
44
45
46
47
    resultPath = getTempDirPath("result");
  }

  @Override
  protected Plan getTestJob() {
    WordCount wc = new WordCount();
    return wc.getPlan(new Integer(DOP).toString(), textPath, resultPath);
  }
View Full Code Here

Examples of org.apache.gora.examples.mapreduce.WordCount

70
71
72
73
74
75
76
77
78
79
80
81
   
    //create input
    WebPageDataCreator.createWebPageData(inStore);
   
    //run the job
    WordCount wordCount = new WordCount(conf);
    wordCount.wordCount(inStore, outStore);
   
    //assert results
    HashMap<String, Integer> actualCounts = new HashMap<String, Integer>();
    for(String content : WebPageDataCreator.CONTENTS) {
      for(String token:content.split(" ")) {
View Full Code Here

Examples of org.apache.gora.examples.mapreduce.WordCount

74
75
76
77
78
79
80
81
82
83
84
85
   
    //create input
    WebPageDataCreator.createWebPageData(inStore);
   
    //run the job
    WordCount wordCount = new WordCount(conf);
    wordCount.wordCount(inStore, outStore);
   
    //assert results
    HashMap<String, Integer> actualCounts = new HashMap<String, Integer>();
    for(String content : WebPageDataCreator.CONTENTS) {
      for(String token:content.split(" ")) {
View Full Code Here

Examples of org.apache.gora.examples.mapreduce.WordCount

74
75
76
77
78
79
80
81
82
83
84
85
   
    //create input
    WebPageDataCreator.createWebPageData(inStore);
   
    //run the job
    WordCount wordCount = new WordCount(conf);
    wordCount.wordCount(inStore, outStore);
   
    //assert results
    HashMap<String, Integer> actualCounts = new HashMap<String, Integer>();
    for(String content : WebPageDataCreator.CONTENTS) {
      for(String token:content.split(" ")) {
View Full Code Here

Examples of org.apache.gora.examples.mapreduce.WordCount

82
83
84
85
86
87
88
89
90
91
92
93
   
    //create input
    WebPageDataCreator.createWebPageData(inStore);
   
    //run the job
    WordCount wordCount = new WordCount(conf);
    wordCount.wordCount(inStore, outStore);
   
    //assert results
    HashMap<String, Integer> actualCounts = new HashMap<String, Integer>();
    for(String content : WebPageDataCreator.CONTENTS) {
      if (content != null) {
View Full Code Here

Examples of org.apache.hadoop.examples.WordCount

71
72
73
74
75
76
77
78
79
80
81
82
    wr.write("hello2\n");
    wr.write("hello3\n");
    wr.write("hello4\n");
    wr.close();

    Tool WordCount = new WordCount();
    if (conf != null) {
      WordCount.setConf(conf);
    }
    ToolRunner.run(WordCount, new String[] { input.toString(),
        output.toString() });
  }
View Full Code Here

Examples of org.apache.hadoop.examples.WordCount

53
54
55
56
57
58
59
60
61
62
63
      args[2] = "-D";
      args[3] = "mapred.output.committer.class=testjar.CustomOutputCommitter";
      args[4] = input.toString();
      args[5] = output.toString();
      JobConf jobConf = mr.createJobConf();
      int ret = ToolRunner.run(jobConf, new WordCount(), args);

      assertTrue("not failed ", ret == 0);
    } finally {
      if (dfs != null) {dfs.shutdown();};
      if (mr != null) {mr.shutdown();};
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.