Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileInputStream

58
59
60
61
62
63
64
65
66
67
68
69
  }
 
  public static void main(String [] argv) throws IOException {
    Configuration conf = new Configuration();
    conf.setInt("io.file.buffer.size", 64*1024);
    RawLocalFileSystem rlfs = new RawLocalFileSystem();
    rlfs.setConf(conf);
    LocalFileSystem lfs = new LocalFileSystem(rlfs);
   
    Path path = new Path("/Users/ryan/rfile.big.txt");
    long start = System.currentTimeMillis();
    SimpleBlockCache cache = new SimpleBlockCache();
View Full Code Here
278
279
280
281
282
283
284
        /**
         * Creates a new instance.
         */
        public MockFs() {
            super(new RawLocalFileSystem());
        }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  private FileSystem fs;
  private Path fsWorkingPath;

  @Before
  public void setup() throws Exception {
    fs = new RawLocalFileSystem();
    Configuration conf = new Configuration();
    fs.initialize(new URI("/"), conf);
    fsWorkingPath =
        new Path("target",
          TestFileSystemApplicationHistoryStore.class.getSimpleName());
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    conf = new Configuration();
    conf.setInt("table.output.tfile.minBlock.size", 64 * 1024);
    conf.setInt("table.input.split.minSize", 64 * 1024);
    conf.set("table.output.tfile.compression", "none");

    RawLocalFileSystem rawLFS = new RawLocalFileSystem();
    fs = new LocalFileSystem(rawLFS);
    path = new Path(fs.getWorkingDirectory(), "TestBasicTableSplits");
    fs = path.getFileSystem(conf);
    // drop any previous tables
    BasicTable.drop(path, conf);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
    conf = new Configuration();
    conf.setInt("table.output.tfile.minBlock.size", 64 * 1024);
    conf.setInt("table.input.split.minSize", 64 * 1024);
    conf.set("table.output.tfile.compression", "none");

    RawLocalFileSystem rawLFS = new RawLocalFileSystem();
    fs = new LocalFileSystem(rawLFS);
    path = new Path(fs.getWorkingDirectory(), "TestBasicTableMapSplits");
    fs = path.getFileSystem(conf);
    // drop any previous tables
    BasicTable.drop(path, conf);
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
      multiLocs = new String("/user/" + System.getenv("USER") + "/" + "us"
          + "," + "/user/" + System.getenv("USER") + "/" + "india" + ","
          + "/user/" + System.getenv("USER") + "/" + "japan");
      fs = new Path(inputPath).getFileSystem(conf);
    } else {
      RawLocalFileSystem rawLFS = new RawLocalFileSystem();
      fs = new LocalFileSystem(rawLFS);
      workingDir = fs.getWorkingDirectory().toString().split(":")[1];
      inputPath = new String(workingDir + "/" + inputFileName);
      System.out.println("inputPath: " + inputPath);
      multiLocs = new String(workingDir + "/" + "us" + "," + workingDir + "/"
View Full Code Here
484
485
486
487
488
489
490
491
492
493
494
                + methodName + "," + "/user/" + System.getenv("USER") + "/"
                + "others" + methodName);     
        paths.add(new Path(new String("/user/" + System.getenv("USER") + "/" + "us" + methodName)));
        paths.add(new Path(new String("/user/" + System.getenv("USER") + "/" + "others" + methodName)));
    } else {
      RawLocalFileSystem rawLFS = new RawLocalFileSystem();
      fs = new LocalFileSystem(rawLFS);
      myMultiLocs = new String(fs.getWorkingDirectory() + "/" + "us"
              + methodName + "," + fs.getWorkingDirectory() + "/" + "others"
              + methodName);
     
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
    conf = new Configuration();
    conf.setInt("table.output.tfile.minBlock.size", 64 * 1024);
    conf.setInt("table.input.split.minSize", 64 * 1024);
    conf.set("table.output.tfile.compression", "none");

    RawLocalFileSystem rawLFS = new RawLocalFileSystem();
    fs = new LocalFileSystem(rawLFS);
    path = new Path(fs.getWorkingDirectory(), "TestMapSplitSchemaStorageColumnOutOfOrder");
    fs = path.getFileSystem(conf);
    // drop any previous tables
    BasicTable.drop(path, conf);
View Full Code Here
158
159
160
161
162
163
164
165
166
167
168
          + "," + "/user/" + System.getenv("USER") + "/" + "india" + ","
          + "/user/" + System.getenv("USER") + "/" + "japan");
      fs = new Path(inputPath).getFileSystem(conf);

    } else {
      RawLocalFileSystem rawLFS = new RawLocalFileSystem();
      fs = new LocalFileSystem(rawLFS);
      workingDir = fs.getWorkingDirectory().toString().split(":")[1];
      inputPath = new String(workingDir + "/" + inputFileName);
      System.out.println("inputPath: " + inputPath);
      multiLocs = new String(workingDir + "/" + "us" + "," + workingDir + "/"
View Full Code Here
525
526
527
528
529
530
531
532
533
534
535
      paths.add(new Path(new String("/user/" + System.getenv("USER") + "/"
          + "us" + methodName)));
      paths.add(new Path(new String("/user/" + System.getenv("USER") + "/"
          + "others" + methodName)));
    } else {
      RawLocalFileSystem rawLFS = new RawLocalFileSystem();
      fs = new LocalFileSystem(rawLFS);
      myMultiLocs = new String(fs.getWorkingDirectory() + "/" + "us"
          + methodName + "," + fs.getWorkingDirectory() + "/" + "others"
          + methodName);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileInputStream

  • com.asakusafw.runtime.directio.hadoop.HadoopDataSourceProfileTest$MockFs
  • com.bah.geterdun.WriteAheadLog
  • com.ebay.erl.mobius.core.fs.MobiusLocalFileSystem
  • com.lightboxtechnologies.spectrum.FsEntryHBaseCommonTest
  • net.sf.katta.testutil.GenerateMapFiles
  • org.apache.accumulo.examples.wikisearch.ingest.WikipediaMapperTest
  • org.apache.accumulo.examples.wikisearch.logic.TestQueryLogic
  • org.apache.hadoop.fs.local.RawLocalFs
  • org.apache.hadoop.hbase.io.hfile.RandomSeek
  • org.apache.hadoop.hdfs.LookasideCacheFileSystem
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.