Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FileStatus

390
391
392
393
394
395
396
397
398
399
400
   * @throws IOException
   */
  private Map<Long, StoreFile> loadStoreFiles()
  throws IOException {
    Map<Long, StoreFile> results = new HashMap<Long, StoreFile>();
    FileStatus files[] = this.fs.listStatus(this.homedir);
    for (int i = 0; files != null && i < files.length; i++) {
      // Skip directories.
      if (files[i].isDir()) {
        continue;
      }
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
      }
      long modif;
      try {
        modif = df.parse(attrs.getValue("modified")).getTime();
      } catch (ParseException e) { throw new SAXException(e); }
      FileStatus fs = "file".equals(qname)
        ? new FileStatus(
              Long.valueOf(attrs.getValue("size")).longValue(), false,
              Short.valueOf(attrs.getValue("replication")).shortValue(),
              Long.valueOf(attrs.getValue("blocksize")).longValue(),
              modif, FsPermission.valueOf(attrs.getValue("permission")),
              attrs.getValue("owner"), attrs.getValue("group"),
              new Path("hftp", fshostname + ":" + fsport,
                       attrs.getValue("path")))
        : new FileStatus(0L, true, 0, 0L,
              modif, FsPermission.valueOf(attrs.getValue("permission")),
              attrs.getValue("owner"), attrs.getValue("group"),
              new Path("hftp", fshostname + ":" + fsport,
                       attrs.getValue("path")));
      fslist.add(fs);
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
  @Override
  public List<Split> getSplits(Path path) throws IOException {
    List<Split> splits = new ArrayList<Split>();

    FileSystem fs = path.getFileSystem(getConfiguration());
    FileStatus status = fs.getFileStatus(path);

    long length = status.getLen();
    BlockLocation[] blocks = fs.getFileBlockLocations(status, 0, length);

    long blockSize = status.getBlockSize();
    long splitSize = computeSplitSize(blockSize, getMinSplitSize(), getMaxSplitSize());

    long remaining = length;
    while (((double) remaining) / splitSize > slop) {
      int i = getBlockIndex(blocks, length - remaining);
View Full Code Here
72
73
74
75
76
77
78
79
80
    SmartResourceLocalizer localizer = (SmartResourceLocalizer) factory.getObject();
    localizer.copy();

    FileSystem fs = FileSystem.get(configuration);
    FileStatus fileStatus = fs.getFileStatus(new Path(dir + "/test-site-1.xml"));
    assertThat(fileStatus.isFile(), is(true));
    assertThat(fileStatus.getLen(), greaterThan(0l));
  }
View Full Code Here
96
97
98
99
100
101
102
103
104
    localizer.setStagingDirectory(new Path(dir));
    localizer.setStagingId("foo-id");
    localizer.copy();

    FileSystem fs = FileSystem.get(configuration);
    FileStatus fileStatus = fs.getFileStatus(new Path(dir + "/foo-id/test-site-1.xml"));
    assertThat(fileStatus.isFile(), is(true));
    assertThat(fileStatus.getLen(), greaterThan(0l));
  }
View Full Code Here
154
155
156
157
158
159
160
161
162
163
    Map<String, LocalResource> resources = localizer.getResources();
    assertThat(resources, notNullValue());
    assertThat(resources.size(), is(1));

    FileSystem fs = FileSystem.get(configuration);
    FileStatus fileStatus = fs.getFileStatus(new Path("/tmp/foo/foo-id/test-site-1.xml"));
    assertThat(fileStatus.isFile(), is(true));
    assertThat(fileStatus.getLen(), greaterThan(0l));

  }
View Full Code Here
187
188
189
190
191
192
193
194
195
    Map<String, LocalResource> resources = localizer.getResources();
    assertThat(resources, notNullValue());
    assertThat(resources.size(), is(1));

    FileSystem fs = FileSystem.get(configuration);
    FileStatus fileStatus = fs.getFileStatus(new Path("/syarn/staging/foo-id/test-site-1.xml"));
    assertThat(fileStatus.isFile(), is(true));
    assertThat(fileStatus.getLen(), greaterThan(0l));
  }
View Full Code Here
221
222
223
224
225
226
227
228
229
230
    assertThat(resources, notNullValue());
    assertThat(resources.size(), is(1));


    FileSystem fs = FileSystem.get(configuration);
    FileStatus fileStatus = fs.getFileStatus(new Path(dir + "/foo-id/test-site-1.xml"));
    assertThat(fileStatus.isFile(), is(true));
    assertThat(fileStatus.getLen(), greaterThan(0l));

  }
View Full Code Here
246
247
248
249
250
251
252
253
254
    SmartResourceLocalizer localizer = (SmartResourceLocalizer) factory.getObject();
    localizer.copy();

    FileSystem fs = FileSystem.get(configuration);
    FileStatus fileStatus = fs.getFileStatus(new Path(dir + "/rawContent1"));
    assertThat(fileStatus.isFile(), is(true));
    assertThat(fileStatus.getLen(), is(10l));
  }
View Full Code Here
272
273
274
275
276
277
278
279
280
    localizer.setStagingDirectory(new Path(dir));
    localizer.setStagingId("foo-id");
    localizer.copy();

    FileSystem fs = FileSystem.get(configuration);
    FileStatus fileStatus = fs.getFileStatus(new Path(dir + "/foo-id/rawContent1"));
    assertThat(fileStatus.isFile(), is(true));
    assertThat(fileStatus.getLen(), is(10l));
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.FileStatus

  • com.alimama.mdrill.hdfsDirectory.FileSystemDirectory
  • com.asakusafw.runtime.directio.hadoop.HadoopDataSourceUtil
  • com.asakusafw.runtime.io.sequencefile.SequenceFileUtilTest
  • com.asakusafw.windgate.hadoopfs.ssh.AbstractSshHadoopFsMirrorTest
  • com.cloudera.hoop.client.fs.TestHoopFileSystem
  • com.fb2pdf.hadoop.cluster.FB2StopwordsExcluder
  • com.hdfsTools.impl.checkImpl
  • com.yahoo.storm.yarn.Util
  • org.apache.accumulo.server.master.tableOps.BulkImport
  • org.apache.hadoop.filecache.TestTrackerDistributedCacheManager
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.