Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.LocalFileSystem

331
332
333
334
335
336
337
338
339
340
341
     * compressed output.
     * @throws Exception if failed
     */
    @Test
    public void output_no_compressed() throws Exception {
        LocalFileSystem fs = FileSystem.getLocal(conf);
        Path path = new Path(folder.newFile("testing.gz").toURI());
        ModelOutput<StringOption> out = format.codec(null)
            .createOutput(StringOption.class, fs, path, new Counter());
        try {
            out.write(new StringOption("Hello, world!"));
View Full Code Here
355
356
357
358
359
360
361
362
363
364
365
     * compressed output.
     * @throws Exception if failed
     */
    @Test
    public void output_compressed_conf() throws Exception {
        LocalFileSystem fs = FileSystem.getLocal(conf);
        Path path = new Path(folder.newFile("testing").toURI());
        format.getConf().set(SequenceFileFormat.KEY_COMPRESSION_CODEC, DefaultCodec.class.getName());
        ModelOutput<StringOption> out = format.createOutput(StringOption.class, fs, path, new Counter());
        try {
            out.write(new StringOption("Hello, world!"));
View Full Code Here
379
380
381
382
383
384
385
386
387
388
389
     * invalid compressed output.
     * @throws Exception if failed
     */
    @Test
    public void output_compressed_invalid() throws Exception {
        LocalFileSystem fs = FileSystem.getLocal(conf);
        Path path = new Path(folder.newFile("testing").toURI());
        format.getConf().set(SequenceFileFormat.KEY_COMPRESSION_CODEC, "__INVALID__");
        ModelOutput<StringOption> out = format.createOutput(StringOption.class, fs, path, new Counter());
        try {
            out.write(new StringOption("Hello, world!"));
View Full Code Here
542
543
544
545
546
547
548
549
        };
    }

    private FileSystem getTempFileSystem() throws IOException {
        Configuration conf = new Configuration();
        LocalFileSystem local = FileSystem.getLocal(conf);
        return local;
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    conf.setInt("table.output.tfile.minBlock.size", 64 * 1024);
    conf.setInt("table.input.split.minSize", 64 * 1024);
    conf.set("table.output.tfile.compression", "none");

    RawLocalFileSystem rawLFS = new RawLocalFileSystem();
    fs = new LocalFileSystem(rawLFS);
    path = new Path(fs.getWorkingDirectory(), "TestBasicTableSplits");
    fs = path.getFileSystem(conf);
    // drop any previous tables
    BasicTable.drop(path, conf);

View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    conf.setInt("table.output.tfile.minBlock.size", 64 * 1024);
    conf.setInt("table.input.split.minSize", 64 * 1024);
    conf.set("table.output.tfile.compression", "none");

    RawLocalFileSystem rawLFS = new RawLocalFileSystem();
    fs = new LocalFileSystem(rawLFS);
    path = new Path(fs.getWorkingDirectory(), "TestBasicTableMapSplits");
    fs = path.getFileSystem(conf);
    // drop any previous tables
    BasicTable.drop(path, conf);

View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
          + "," + "/user/" + System.getenv("USER") + "/" + "india" + ","
          + "/user/" + System.getenv("USER") + "/" + "japan");
      fs = new Path(inputPath).getFileSystem(conf);
    } else {
      RawLocalFileSystem rawLFS = new RawLocalFileSystem();
      fs = new LocalFileSystem(rawLFS);
      workingDir = fs.getWorkingDirectory().toString().split(":")[1];
      inputPath = new String(workingDir + "/" + inputFileName);
      System.out.println("inputPath: " + inputPath);
      multiLocs = new String(workingDir + "/" + "us" + "," + workingDir + "/"
          + "india" + "," + workingDir + "/" + "japan");
View Full Code Here
485
486
487
488
489
490
491
492
493
494
495
                + "others" + methodName);     
        paths.add(new Path(new String("/user/" + System.getenv("USER") + "/" + "us" + methodName)));
        paths.add(new Path(new String("/user/" + System.getenv("USER") + "/" + "others" + methodName)));
    } else {
      RawLocalFileSystem rawLFS = new RawLocalFileSystem();
      fs = new LocalFileSystem(rawLFS);
      myMultiLocs = new String(fs.getWorkingDirectory() + "/" + "us"
              + methodName + "," + fs.getWorkingDirectory() + "/" + "others"
              + methodName);
     
      paths.add(new Path(new String(fs.getWorkingDirectory() + "/" + "us" + methodName)));
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    conf.setInt("table.output.tfile.minBlock.size", 64 * 1024);
    conf.setInt("table.input.split.minSize", 64 * 1024);
    conf.set("table.output.tfile.compression", "none");

    RawLocalFileSystem rawLFS = new RawLocalFileSystem();
    fs = new LocalFileSystem(rawLFS);
    path = new Path(fs.getWorkingDirectory(), "TestMapSplitSchemaStorageColumnOutOfOrder");
    fs = path.getFileSystem(conf);
    // drop any previous tables
    BasicTable.drop(path, conf);
    BasicTable.Writer writer = new BasicTable.Writer(path, STR_SCHEMA,
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
          + "/user/" + System.getenv("USER") + "/" + "japan");
      fs = new Path(inputPath).getFileSystem(conf);

    } else {
      RawLocalFileSystem rawLFS = new RawLocalFileSystem();
      fs = new LocalFileSystem(rawLFS);
      workingDir = fs.getWorkingDirectory().toString().split(":")[1];
      inputPath = new String(workingDir + "/" + inputFileName);
      System.out.println("inputPath: " + inputPath);
      multiLocs = new String(workingDir + "/" + "us" + "," + workingDir + "/"
          + "india" + "," + workingDir + "/" + "japan");
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.LocalFileSystem

  • cascading.flow.hadoop.util.HadoopUtil
  • cascading.flow.tez.util.TezUtil
  • com.asakusafw.directio.hive.orc.OrcFileFormatTest
  • com.asakusafw.directio.hive.parquet.ParquetFileFormatTest
  • com.asakusafw.runtime.directio.hadoop.SequenceFileFormatTest
  • com.datasalt.pangool.solr.SolrRecordWriter
  • com.ngdata.sep.impl.SepConsumerIT
  • org.apache.accumulo.server.ServerConstantsTest
  • org.apache.accumulo.server.tabletserver.InMemoryMap
  • org.apache.accumulo.server.tabletserver.InMemoryMap$MemoryDataSource
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.