Package org.apache.crunch.io.text

Examples of org.apache.crunch.io.text.TextFileTarget

146
147
148
149
150
151
152
   *
   * @param path The {@code Path} to write the data to
   * @return A new {@code Target} instance
   */
  public static Target textFile(Path path) {
    return new TextFileTarget(path);
  }
View Full Code Here
148
149
150
151
152
153
154
   *
   * @param path The {@code Path} to write the data to
   * @return A new {@code Target} instance
   */
  public static Target textFile(Path path) {
    return new TextFileTarget(path);
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
    writeFile(expected, infilename);

    Pipeline memPipeline = MemPipeline.getInstance();
    PCollection<String> memPColl = memPipeline.readTextFile(infilename);
    Target memTarget = new TextFileTarget(memOutFilename);
    memPipeline.write(memPColl, memTarget, WriteMode.OVERWRITE);
    memPipeline.run();
    File outDir = new File(memOutFilename);
    File actualMemOut = null;
    for (File f : outDir.listFiles()) {
      String name = f.getName();
      if (name.contains("out") && name.endsWith(".txt")) {
        actualMemOut = f;
        break;
      }
    }
    String actualMemText = Files.readFirstLine(actualMemOut, Charsets.UTF_8);

    Pipeline mrPipeline = new MRPipeline(getClass());
    PCollection<String> mrPColl = mrPipeline.readTextFile(infilename);
    Target mrTarget = new TextFileTarget(mrOutFilename);
    mrPipeline.write(mrPColl, mrTarget, WriteMode.OVERWRITE);
    mrPipeline.run();
    String actualMrText = Files.readFirstLine(new File(mrOutFilename + "/part-m-00000"), Charsets.UTF_8);

    Assert.assertEquals("MR file mismatch", expected, actualMrText);
View Full Code Here
58
59
60
61
62
63
64
  public static Target textFile(String pathName) {
    return textFile(new Path(pathName));
  }

  public static Target textFile(Path path) {
    return new TextFileTarget(path);
  }
View Full Code Here
146
147
148
149
150
151
152
   *
   * @param path The {@code Path} to write the data to
   * @return A new {@code Target} instance
   */
  public static Target textFile(Path path) {
    return new TextFileTarget(path);
  }
View Full Code Here
58
59
60
61
62
63
64
  public static Target textFile(String pathName) {
    return textFile(new Path(pathName));
  }

  public static Target textFile(Path path) {
    return new TextFileTarget(path);
  }
View Full Code Here
TOP

Related Classes of org.apache.crunch.io.text.TextFileTarget

  • org.apache.crunch.impl.mem.MemPipelineUTF8IT
  • org.apache.crunch.io.FormatBundle
  • org.apache.crunch.io.SequentialFileNamingScheme
  • org.apache.crunch.io.To
  • org.apache.crunch.types.Converter
  • org.apache.crunch.types.PTableType
  • org.apache.hadoop.fs.Path
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.