Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.DF

2290
2291
2292
2293
2294
2295
2296
2297
2298
2299
2300
2301
2302
2303
2304
2305
2306
2307
   */
  long getDiskSpace(boolean free) throws IOException {
    long biggestSeenSoFar = 0;
    String[] localDirs = getLocalDirsFromConf(fConf);
    for (int i = 0; i < localDirs.length; i++) {
      DF df = null;
      if (localDirsDf.containsKey(localDirs[i])) {
        df = localDirsDf.get(localDirs[i]);
      } else {
        df = new DF(new File(localDirs[i]), fConf);
        localDirsDf.put(localDirs[i], df);
      }
      long onThisVol = free ? df.getAvailable() : df.getCapacity();
      if (onThisVol > biggestSeenSoFar) {
        biggestSeenSoFar = onThisVol;
      }
    }

View Full Code Here
2320
2321
2322
2323
2324
2325
2326
2327
2328
2329
2330
2331
    String logDir = fConf.getLogDir();
    // If the log disk is not specified we assume it is usable.
    if (logDir == null) {
      return Long.MAX_VALUE;
    }
    DF df = localDirsDf.get(logDir);
    if (df == null) {
      df = new DF(new File(logDir), fConf);
      localDirsDf.put(logDir, df);
    }
    return df.getAvailable();
  }
View Full Code Here
800
801
802
803
804
805
806
807
808
809
810
    private final ExecutorService nativeIOExecutor;
   
    FSVolume(FSDataset dataset, File currentDir, Configuration conf) throws IOException {
      this.currentDir = currentDir;
      File parent = currentDir.getParentFile();
      this.usage = new DF(parent, conf);
      this.reserved = usage.getReserved();
      this.dataset = dataset;
      this.namespaceMap = new NamespaceMap();
      this.dfsUsage = new DU(currentDir, conf);
      this.dfsUsage.start();
View Full Code Here
41
42
43
44
45
46
47
48
49
50
  public void testVolumeSizeWithBytes() throws Exception {
    Configuration conf = new Configuration();
    File data_dir = MiniDFSCluster.getDataDirectory(conf);
    // Need to create data_dir, otherwise DF doesn't work on non-existent dir.
    data_dir.mkdirs();
    DF df = new DF(data_dir, conf);
    long reserved = 10000;
    conf.setLong("dfs.datanode.du.reserved", reserved);
    verifyVolumeSize(conf, reserved, df);
  }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
  public void testVolumeSizeWithPercent() throws Exception {
    Configuration conf = new Configuration();
    File data_dir = MiniDFSCluster.getDataDirectory(conf);
    // Need to create data_dir, otherwise DF doesn't work on non-existent dir.
    data_dir.mkdirs();
    DF df = new DF(data_dir, conf);
    long reserved = (long) (df.getCapacity() * 0.215);
    conf.setFloat("dfs.datanode.du.reserved.percent", 21.5f);
    verifyVolumeSize(conf, reserved, df);
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.DF

  • org.apache.hadoop.fs.LocalFileSystem
  • org.apache.hadoop.hdfs.server.datanode.FSDataset$FSVolume
  • org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsVolumeImpl
  • org.apache.hadoop.hdfs.server.namenode.NameNodeResourceChecker
  • org.apache.hadoop.hdfs.server.namenode.NameNodeResourceChecker$CheckedVolume
  • org.apache.hadoop.hdfs.server.namenode.TestNamenodeCapacityReport
  • org.apache.hadoop.hdfs.server.namenode.TestNameNodeResourceChecker
  • org.apache.hadoop.mapred.TaskTracker
  • java.io.FileNotFoundException
  • java.io.BufferedReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.