Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.PathFilter

323
324
325
326
327
328
329
330
331
332
333
      Path p = Store.getStoreHomedir(tabledir, split.getEncodedName(),
        family.getName());
      if (!fs.exists(p)) continue;
      // Look for reference files.  Call listStatus with anonymous instance of PathFilter.
      FileStatus [] ps = FSUtils.listStatus(fs, p,
          new PathFilter () {
            public boolean accept(Path path) {
              return StoreFile.isReference(path);
            }
          }
      );
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
197
        files.add(file.getPath());
      }
      LOG.debug("Current files:" + files);
    }
    // delete the visible folders so we just have hidden files/folders
    final PathFilter dirFilter = new FSUtils.DirFilter(fs);
    PathFilter nonHidden = new PathFilter() {
      @Override
      public boolean accept(Path file) {
        return dirFilter.accept(file) && !file.getName().toString().startsWith(".");
      }
    };
View Full Code Here
264
265
266
267
268
269
270
271
272
273
274
   * @throws IOException
   */
  public static FileStatus getTableInfoPath(final FileSystem fs,
      final Path tabledir)
  throws IOException {
    FileStatus [] status = FSUtils.listStatus(fs, tabledir, new PathFilter() {
      @Override
      public boolean accept(Path p) {
        // Accept any file that starts with TABLEINFO_NAME
        return p.getName().startsWith(TABLEINFO_NAME);
      }
View Full Code Here
278
279
280
281
282
283
284
285
286
287
288
  }

  @Override
  public String[] listAll() throws IOException {
    LOG.debug("listAll [{0}]", path);
    FileStatus[] files = fileSystem.listStatus(path, new PathFilter() {
      @Override
      public boolean accept(Path path) {
        try {
          return fileSystem.isFile(path);
        } catch (IOException e) {
View Full Code Here
1810
1811
1812
1813
1814
1815
1816
1817
1818
1819
1820
      final Path regiondir)
  throws IOException {
    NavigableSet<Path> filesSorted = new TreeSet<Path>();
    Path editsdir = getRegionDirRecoveredEditsDir(regiondir);
    if (!fs.exists(editsdir)) return filesSorted;
    FileStatus[] files = FSUtils.listStatus(fs, editsdir, new PathFilter() {
      @Override
      public boolean accept(Path p) {
        boolean result = false;
        try {
          // Return files and only files that match the editfile names pattern.
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
127
    FileStatusConverter getAsFile = new FileStatusConverter(fs);
    // otherwise, we attempt to archive the store files

    // build collection of just the store directories to archive
    Collection<File> toArchive = new ArrayList<File>();
    final PathFilter dirFilter = new FSUtils.DirFilter(fs);
    PathFilter nonHidden = new PathFilter() {
      @Override
      public boolean accept(Path file) {
        return dirFilter.accept(file) && !file.getName().toString().startsWith(".");
      }
    };
View Full Code Here
504
505
506
507
508
509
510
511
512
513
514
        family.getName());
      if (!this.master.getFileSystem().exists(p)) continue;
      // Look for reference files.  Call listStatus with an anonymous
      // instance of PathFilter.
      FileStatus [] ps =
        this.master.getFileSystem().listStatus(p, new PathFilter () {
            public boolean accept(Path path) {
              return StoreFile.isReference(path);
            }
          }
      );
View Full Code Here
1753
1754
1755
1756
1757
1758
1759
1760
1761
1762
1763
   * @throws IOException When scanning the files fails.
   */
  static List<Path> getStoreFiles(FileSystem fs, Path regionDir)
  throws IOException {
    List<Path> res = new ArrayList<Path>();
    PathFilter dirFilter = new FSUtils.DirFilter(fs);
    FileStatus[] familyDirs = fs.listStatus(regionDir, dirFilter);
    for(FileStatus dir : familyDirs) {
      FileStatus[] files = fs.listStatus(dir.getPath());
      for (FileStatus file : files) {
        if (!file.isDir()) {
View Full Code Here
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
    // creates a MultiPathFilter with the hiddenFileFilter and the
    // user provided one (if any).
    List<PathFilter> filters = new ArrayList<PathFilter>();
    filters.add(hiddenFileFilter);
    PathFilter jobFilter = getInputPathFilter(job);
    if (jobFilter != null) {
      filters.add(jobFilter);
    }
    PathFilter inputFilter = new MultiPathFilter(filters);
   
    List<FileStatus> result = null;

    int numThreads = job.getConfiguration().getInt(LIST_STATUS_NUM_THREADS,
        DEFAULT_LIST_STATUS_NUM_THREADS);
View Full Code Here
641
642
643
644
645
646
647
648
649
650
651
      // a path filter that matches 4 parts of the filenames namely
      //  - jt-hostname
      //  - job-id
      //  - username
      //  - jobname
      PathFilter filter = new PathFilter() {
        public boolean accept(Path path) {
          String fileName = path.getName();
          try {
            fileName = decodeJobHistoryFileName(fileName);
          } catch (IOException ioe) {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.PathFilter

  • com.aamend.hadoop.clustering.job.CanopyDriver
  • com.alexholmes.hadooputils.test.TextIOJobBuilder
  • com.bah.geterdun.WriteAheadLogManager
  • com.linkedin.camus.etl.kafka.CamusJob
  • com.m6d.filecrush.crush.Crush
  • com.twitter.elephantbird.mapreduce.output.LuceneIndexOutputFormat
  • com.twitter.elephantbird.util.HdfsUtils
  • com.twitter.elephantbird.util.TestPathFilters
  • org.apache.accumulo.server.upgrade.UpgradeMetadataTable
  • org.apache.blur.manager.writer.IndexImporter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.