Package org.apache.hadoop.examples

Examples of org.apache.hadoop.examples.MultiFileWordCount$CombineFileLineRecordReader

175
176
177
178
179
180
181
182
183
184
185
    localFs.delete(new Path(TEST_ROOT_DIR + "/out"), true);   
    writeFile("in/part1", "this is a test\nof " +
              "multi file word count test\ntest\n");
    writeFile("in/part2", "more test");

    int ret = ToolRunner.run(conf, new MultiFileWordCount(),
                new String[] {TEST_ROOT_DIR + "/in", TEST_ROOT_DIR + "/out"});
    assertTrue("MultiFileWordCount failed", ret == 0);
    String out = readFile("out/part-r-00000");
    System.out.println(out);
    assertEquals("a\t1\ncount\t1\nfile\t1\nis\t1\n" +
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
    localFs.delete(new Path(TEST_ROOT_DIR + "/out"), true);   
    writeFile("in/part1", "this is a test\nof " +
              "multi file word count test\ntest\n");
    writeFile("in/part2", "more test");

    int ret = ToolRunner.run(conf, new MultiFileWordCount(),
                new String[] {TEST_ROOT_DIR + "/in", TEST_ROOT_DIR + "/out"});
    assertTrue("MultiFileWordCount failed", ret == 0);
    String out = readFile("out/part-r-00000");
    System.out.println(out);
    assertEquals("a\t1\ncount\t1\nfile\t1\nis\t1\n" +
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
    localFs.delete(new Path(TEST_ROOT_DIR + "/out"), true);   
    writeFile("in/part1", "this is a test\nof " +
              "multi file word count test\ntest\n");
    writeFile("in/part2", "more test");

    int ret = ToolRunner.run(conf, new MultiFileWordCount(),
                new String[] {TEST_ROOT_DIR + "/in", TEST_ROOT_DIR + "/out"});
    assertTrue("MultiFileWordCount failed", ret == 0);
    String out = readFile("out/part-r-00000");
    System.out.println(out);
    assertEquals("a\t1\ncount\t1\nfile\t1\nis\t1\n" +
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
    localFs.delete(new Path(TEST_ROOT_DIR + "/out"), true);   
    writeFile("in/part1", "this is a test\nof " +
              "multi file word count test\ntest\n");
    writeFile("in/part2", "more test");

    int ret = ToolRunner.run(conf, new MultiFileWordCount(),
                new String[] {TEST_ROOT_DIR + "/in", TEST_ROOT_DIR + "/out"});
    assertTrue("MultiFileWordCount failed", ret == 0);
    String out = readFile("out/part-r-00000");
    System.out.println(out);
    assertEquals("a\t1\ncount\t1\nfile\t1\nis\t1\n" +
View Full Code Here
TOP

Related Classes of org.apache.hadoop.examples.MultiFileWordCount$CombineFileLineRecordReader

  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.io.Text
  • org.apache.hadoop.mapred.JobConf
  • org.apache.hadoop.mapreduce.Job
  • org.apache.hadoop.mapreduce.TestMapReduceLocal
  • org.apache.hadoop.util.LineReader
  • java.util.StringTokenizer
  • java.io.InputStreamReader
  • java.io.BufferedReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.