Examples of org.apache.hadoop.fs.Path.toUri()

org.apache.hadoop.fs.Path.toUri()
Convert this to a URI.

      Path path = entry.getKey();
      errors.print("This sidelined region dir should be bulk loaded: "
        + path.toString());
      errors.print("Bulk load command looks like: "
        + "hbase org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles "
        + path.toUri().getPath() + " "+ tableName);
    }
  }


  public Multimap<byte[], HbckInfo> getOverlapGroups(
      String table) {

View Full Code Here

   * @throws IOException - Exception if any
   */
  private Path getFileListingPath() throws IOException {
    String fileListPathStr = metaFolder + "/fileList.seq";
    Path path = new Path(fileListPathStr);
    return new Path(path.toUri().normalize().toString());
  }


  /**
   * Create a default working folder for the job, under the
   * job staging directory

View Full Code Here

        new Path(jobDirectory, "_distcp_sorted"), conf);


    Path tmpDir = new Path(
        (dstExists && !dstIsDir) || (!dstExists && srcCount == 1)?
        destPath.getParent(): destPath, "_distcp_tmp_" + randomId);
    jobConf.set(TMP_DIR_LABEL, tmpDir.toUri().toString());
    LOG.info("srcCount=" + srcCount);
    jobConf.setInt(SRC_COUNT_LABEL, srcCount);
    jobConf.setLong(TOTAL_SIZE_LABEL, cbsize);
    jobConf.setNumMapTasks(getMapCount(cbsize,
        new JobClient(jobConf).getClusterStatus().getTaskTrackers()));

View Full Code Here

    String inputFile = "reuters-kmeans-clusters/clusters-6/part-r-00000";
    
    Configuration conf = new Configuration();
    Path path = new Path(inputFile);
    System.out.println("Input Path: " + path);
    FileSystem fs = FileSystem.get(path.toUri(), conf);
    
    List<Cluster> clusters = new ArrayList<Cluster>();
    
    SequenceFile.Reader reader = new SequenceFile.Reader(
        fs, path, conf);

View Full Code Here

      // execute sink to process the events
      sink.process();
    }


    sink.stop();
    verifyOutputSequenceFiles(fs, conf, dirPath.toUri().getPath(), fileName, bodies);
  }


  // inject fault and make sure that the txn is rolled back and retried
  @Test
  public void testBadSimpleAppend() throws InterruptedException,

View Full Code Here

    }
    LOG.info("Process events to end of transaction max: " + sink.process());
    LOG.info("Process events to injected fault: " + sink.process());
    LOG.info("Process events remaining events: " + sink.process());
    sink.stop();
    verifyOutputSequenceFiles(fs, conf, dirPath.toUri().getPath(), fileName, bodies);


  }




  private List<String> getAllFiles(String input) {

View Full Code Here

      LOG.info("execute sink to process the events: " + sink.process());
    }
    LOG.info("clear any events pending due to errors: " + sink.process());
    sink.stop();


    verifyOutputSequenceFiles(fs, conf, dirPath.toUri().getPath(), fileName, bodies);
  }


  /**
   * Test that the old bucket writer is closed at the end of rollInterval and
   * a new one is used for the next set of events.

View Full Code Here

    sink.stop();


    Assert.assertTrue(badWriterFactory.openCount.get() >= 2);
    LOG.info("Total number of bucket writers opened: {}",
      badWriterFactory.openCount.get());
    verifyOutputSequenceFiles(fs, conf, dirPath.toUri().getPath(), fileName,
      bodies);
  }


  /**
   * Test that a close due to roll interval removes the bucketwriter from

View Full Code Here

    Assert.assertTrue(sink.getSfWriters().containsKey(expectedLookupPath));
    sink.stop();


    LOG.info("Total number of bucket writers opened: {}",
      badWriterFactory.openCount.get());
    verifyOutputSequenceFiles(fs, conf, dirPath.toUri().getPath(), fileName,
      bodies);
  }

View Full Code Here

      FileSystem dstFs = dstPath.getFileSystem(configuration);
      boolean isDestDir = !dstFs.isFile(dstPath);


      if (StringUtils.hasText(src2) || (ObjectUtils.isEmpty(dst) && dst.length > 2)) {
        if (!isDestDir) {
          throw new IllegalArgumentException("When copying multiple files, destination " + dstPath.toUri()
              + " should be a directory.");
        }
      }


      for (Path path : srcs) {

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.