Package tachyon.client

Examples of tachyon.client.TachyonFS

111
112
113
114
115
116
117
118
    return getHadoopVersion().startsWith("2");
  }

  private void mockTachyonFSGet() throws IOException {
    mockStatic(TachyonFS.class);
    TachyonFS tachyonFS = mock(TachyonFS.class);
    when(TachyonFS.get(anyString(), anyInt(), anyBoolean())).thenReturn(tachyonFS);
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
    if (argv.length != 2) {
      System.out.println("Usage: tfs cat <path>");
      return -1;
    }
    TachyonURI path = new TachyonURI(argv[1]);
    TachyonFS tachyonClient = createFS(path);
    TachyonFile tFile = tachyonClient.getFile(path);

    if (tFile == null) {
      System.out.println(path + " does not exist.");
      return -1;
    }
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
    File src = new File(srcPath);
    if (!src.exists()) {
      System.out.println("Local path " + srcPath + " does not exist.");
      return -1;
    }
    TachyonFS tachyonClient = createFS(dstPath);
    int ret = copyPath(src, tachyonClient, dstPath);
    if (ret == 0) {
      System.out.println("Copied " + srcPath + " to " + dstPath);
    }
    return ret;
View Full Code Here
169
170
171
172
173
174
175
176
177
178
179
180
    }

    TachyonURI srcPath = new TachyonURI(argv[1]);
    String dstPath = argv[2];
    File dst = new File(dstPath);
    TachyonFS tachyonClient = createFS(srcPath);
    TachyonFile tFile = tachyonClient.getFile(srcPath);

    // tachyonClient.getFile() catches FileDoesNotExist exceptions and returns null
    if (tFile == null) {
      throw new IOException(srcPath.toString());
    }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
   * @param answer the results, the mapping from file id to file path
   * @throws IOException
   */
  private void faultTestDataCreation(TachyonURI folderName, List<Pair<Integer, TachyonURI>> answer)
      throws IOException {
    TachyonFS tfs = mLocalTachyonClusterMultiMaster.getClient();
    if (!tfs.exist(folderName)) {
      tfs.mkdir(folderName);
      answer.add(new Pair<Integer, TachyonURI>(tfs.getFileId(folderName), folderName));
    }

    for (int k = 0; k < 10; k ++) {
      TachyonURI path =
          new TachyonURI(folderName + TachyonURI.SEPARATOR + folderName.toString().substring(1) + k);
      answer.add(new Pair<Integer, TachyonURI>(tfs.createFile(path), path));
    }
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
   *
   * @param answer the correct results
   * @throws IOException
   */
  private void faultTestDataCheck(List<Pair<Integer, TachyonURI>> answer) throws IOException {
    TachyonFS tfs = mLocalTachyonClusterMultiMaster.getClient();
    List<String> files = TestUtils.listFiles(tfs, TachyonURI.SEPARATOR);
    Assert.assertEquals(answer.size(), files.size());
    for (int k = 0; k < answer.size(); k ++) {
      Assert.assertEquals(answer.get(k).getSecond().toString(),
          tfs.getFile(answer.get(k).getFirst()).getPath());
      Assert.assertEquals(answer.get(k).getFirst().intValue(),
          tfs.getFileId(answer.get(k).getSecond()));
    }
  }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
  @Test
  public void getClientsTest() throws IOException {
    int clients = 10;
    mTfs.createFile(new TachyonURI("/0"), 1024);
    for (int k = 1; k < clients; k ++) {
      TachyonFS tfs = mLocalTachyonClusterMultiMaster.getClient();
      tfs.createFile(new TachyonURI(TachyonURI.SEPARATOR + k), 1024);
    }
    List<String> files = TestUtils.listFiles(mTfs, TachyonURI.SEPARATOR);
    Assert.assertEquals(clients, files.size());
    for (int k = 0; k < clients; k ++) {
      Assert.assertEquals(TachyonURI.SEPARATOR + k, files.get(k));
View Full Code Here
27
28
29
30
31
32
33
34
35
  /**
   * Returns a {@link tachyon.client.TachyonFS} client. This client does not need to be closed
   * directly, but can be closed by calling {@link #close()} on this object.
   */
  public TachyonFS getClient() throws IOException {
    final TachyonFS fs = TachyonFS.get(new TachyonURI(mUriSuppliers.get()));
    mClients.add(fs);
    return fs;
  }
View Full Code Here
41
42
43
44
45
46
47
48
49
50
    mLength = length;
  }

  @Override
  public Boolean call() throws Exception {
    TachyonFS client = TachyonFS.get(mMasterLocation);

    write(client, mFilePath, mWriteType, mDeleteIfExists, mLength);
    return read(client, mFilePath, mReadType);
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
    mNumFiles = numFiles;
  }

  @Override
  public Boolean call() throws Exception {
    TachyonFS tachyonClient = TachyonFS.get(mLocation);
    createDependency(tachyonClient);
    writeFile(tachyonClient);
    return readFile(tachyonClient);
  }
View Full Code Here
TOP

Related Classes of tachyon.client.TachyonFS

  • tachyon.client.table.RawTable
  • tachyon.command.TFsShell
  • tachyon.examples.BasicCheckpoint
  • tachyon.examples.BasicNonByteBufferOperations
  • tachyon.examples.BasicOperations
  • tachyon.examples.BasicRawTableOperations
  • tachyon.hadoop.TFSTest
  • tachyon.master.ClientPool
  • tachyon.master.MasterClient
  • tachyon.master.MasterFaultToleranceTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.