Package tachyon

Examples of tachyon.UnderFileSystem

62
63
64
65
66
67
68
69
70
71
72
73
74
    }

    if (op.isThrough()) {
      TachyonFile file = mTfs.getFile(filePath);
      String checkpointPath = file.getUfsPath();
      UnderFileSystem ufs = UnderFileSystem.get(checkpointPath);

      InputStream is = ufs.open(checkpointPath);
      byte[] res = new byte[(int) file.length()];
      if (UnderFileSystemCluster.isUFSHDFS() && 0 == res.length) {
        // HDFS returns -1 for zero-sized byte array to indicate no more bytes available here.
        Assert.assertEquals(-1, is.read(res));
      } else {
View Full Code Here
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
        Inode delInode = delInodes.get(i);

        if (delInode.isFile()) {
          String checkpointPath = ((InodeFile) delInode).getUfsPath();
          if (!checkpointPath.equals("")) {
            UnderFileSystem ufs = UnderFileSystem.get(checkpointPath);
            try {
              if (!ufs.exists(checkpointPath)) {
                LOG.warn("File does not exist the underfs: " + checkpointPath);
              } else if (!ufs.delete(checkpointPath, true)) {
                return false;
              }
            } catch (IOException e) {
              throw new TachyonException(e.getMessage());
            }
View Full Code Here
1612
1613
1614
1615
1616
1617
1618
1619
   *
   * @return the capacity in bytes
   * @throws IOException
   */
  public long getUnderFsCapacityBytes() throws IOException {
    UnderFileSystem ufs = UnderFileSystem.get(CommonConf.get().UNDERFS_DATA_FOLDER);
    return ufs.getSpace(CommonConf.get().UNDERFS_DATA_FOLDER, SpaceType.SPACE_TOTAL);
  }
View Full Code Here
1623
1624
1625
1626
1627
1628
1629
1630
   *
   * @return the free space in bytes
   * @throws IOException
   */
  public long getUnderFsFreeBytes() throws IOException {
    UnderFileSystem ufs = UnderFileSystem.get(CommonConf.get().UNDERFS_DATA_FOLDER);
    return ufs.getSpace(CommonConf.get().UNDERFS_DATA_FOLDER, SpaceType.SPACE_FREE);
  }
View Full Code Here
1634
1635
1636
1637
1638
1639
1640
1641
   *
   * @return the space used in bytes
   * @throws IOException
   */
  public long getUnderFsUsedBytes() throws IOException {
    UnderFileSystem ufs = UnderFileSystem.get(CommonConf.get().UNDERFS_DATA_FOLDER);
    return ufs.getSpace(CommonConf.get().UNDERFS_DATA_FOLDER, SpaceType.SPACE_USED);
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
    }
    return false;
  }

  private void deleteDir(String path) throws IOException {
    UnderFileSystem ufs = UnderFileSystem.get(path);

    if (ufs.exists(path) && !ufs.delete(path, true)) {
      throw new IOException("Folder " + path + " already exists but can not be deleted.");
    }
  }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
118
119
120
      throw new IOException("Folder " + path + " already exists but can not be deleted.");
    }
  }

  private void mkdir(String path) throws IOException {
    UnderFileSystem ufs = UnderFileSystem.get(path);

    if (ufs.exists(path)) {
      ufs.delete(path, true);
    }
    if (!ufs.mkdirs(path, true)) {
      throw new IOException("Failed to make folder: " + path);
    }
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    WorkerStorage ws = new WorkerStorage(mMasterAddress, mWorkerDataFolder, WORKER_CAPACITY_BYTES);
    try {
      ws.initialize(mWorkerAddress);
      String orpahnblock = ws.getUfsOrphansFolder() + TachyonURI.SEPARATOR + bid;
      UnderFileSystem ufs = UnderFileSystem.get(orpahnblock);
      Assert.assertFalse("Orphan block file isn't deleted from workerDataFolder", new File(
          mWorkerDataFolder + TachyonURI.SEPARATOR + bid).exists());
      Assert.assertTrue("UFS hasn't the orphan block file ", ufs.exists(orpahnblock));
      Assert.assertTrue("Orpahblock file size is changed", ufs.getFileSize(orpahnblock) == filesize);
    } finally {
      ws.stop();
    }
  }
View Full Code Here
135
136
137
138
139
140
141
142
143
    Assert.assertEquals(null, lruResult);
  }

  private void initializeStorageDir(StorageDir dir, long userId) throws IOException {
    dir.initailize();
    UnderFileSystem ufs = dir.getUfs();
    ufs.mkdirs(dir.getUserTempPath(userId), true);
    CommonUtils.changeLocalFileToFullPermission(dir.getUserTempPath(userId));
  }
View Full Code Here
106
107
108
109
110
111
112
113
114
    dir1 = mStorageTiers[1].getStorageDirByIndex(2);
    Assert.assertEquals(null, dir1);
  }

  private void initializeStorageDir(StorageDir dir, long userId) throws IOException {
    UnderFileSystem ufs = dir.getUfs();
    ufs.mkdirs(dir.getUserTempPath(userId), true);
    CommonUtils.changeLocalFileToFullPermission(dir.getUserTempPath(userId));
  }
View Full Code Here
TOP

Related Classes of tachyon.UnderFileSystem

  • tachyon.client.FileOutStream
  • tachyon.client.FileOutStreamTest
  • tachyon.client.RemoteBlockInStream
  • tachyon.client.TachyonFile
  • tachyon.client.TachyonFSTest
  • tachyon.master.BlockInfo
  • tachyon.master.EditLog
  • tachyon.master.EditLogProcessor
  • tachyon.master.Image
  • tachyon.master.Journal
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.