Examples of org.apache.hadoop.fs.FileSystem.mkdirs()

org.apache.hadoop.fs.FileSystem.mkdirs()
create a directory with the provided permission The permission of the directory is set to be the provided permission as in setPermission, not permission&~umask @see #create(FileSystem,Path,FsPermission) @param fs file system handle @param dir the name of the directory to be created @param permission the permission of the directory @return true if the directory creation succeeds; false otherwise @throws IOException

    // clear the test directory
    Configuration conf = new Configuration();
    FileSystem fs = FileSystem.get(conf);
    Path dirPath = new Path(newPath);
    fs.delete(dirPath, true);
    fs.mkdirs(dirPath);
    MockFileSystem mockFs = new MockFileSystem(fs, 3);


    Context context = getContextForRetryTests();
    Configurables.configure(sink, context);

View Full Code Here

    // clear the test directory
    Configuration conf = new Configuration();
    FileSystem fs = FileSystem.get(conf);
    Path dirPath = new Path(newPath);
    fs.delete(dirPath, true);
    fs.mkdirs(dirPath);


    Context context = new Context();


    // context.put("hdfs.path", testPath + "/%Y-%m-%d/%H");
    context.put("hdfs.path", newPath);

View Full Code Here

    // clear the test directory
    Configuration conf = new Configuration();
    FileSystem fs = FileSystem.get(conf);
    Path dirPath = new Path(newPath);
    fs.delete(dirPath, true);
    fs.mkdirs(dirPath);


    Context context = new Context();


    // context.put("hdfs.path", testPath + "/%Y-%m-%d/%H");
    context.put("hdfs.path", newPath);

View Full Code Here

    // clear the test directory
    Configuration conf = new Configuration();
    FileSystem fs = FileSystem.get(conf);
    Path dirPath = new Path(newPath);
    fs.delete(dirPath, true);
    fs.mkdirs(dirPath);


    Context context = new Context();


    // context.put("hdfs.path", testPath + "/%Y-%m-%d/%H");
    context.put("hdfs.path", newPath);

View Full Code Here

    // clear the test directory
    Configuration conf = new Configuration();
    FileSystem fs = FileSystem.get(conf);
    Path dirPath = new Path(newPath);
    fs.delete(dirPath, true);
    fs.mkdirs(dirPath);


    Context context = new Context();


    context.put("hdfs.path", newPath);
    context.put("hdfs.filePrefix", fileName);

View Full Code Here

    // clear the test directory
    Configuration conf = new Configuration();
    FileSystem fs = FileSystem.get(conf);
    Path dirPath = new Path(expectedPath);
    fs.delete(dirPath, true);
    fs.mkdirs(dirPath);


    Context context = new Context();


    context.put("hdfs.path", newPath);
    context.put("hdfs.filePrefix", fileName);

View Full Code Here

          }
          else {
            throw new IllegalStateException(src + " exists but is not a directory");
          }
        } catch (FileNotFoundException e) {
          if (!srcFs.mkdirs(p)) {
            throw new HadoopException("Failed to create " + src);
          }
        }
      } catch (IOException ex) {
        throw new HadoopException("Cannot create directory " + ex.getMessage(), ex);

View Full Code Here


    @Test
    public void testGetReplicaCount() throws IOException {
        Path testPath = new Path(TestUtils.createTempDir().getAbsolutePath());
        FileSystem fs = testPath.getFileSystem(new Configuration());
        fs.mkdirs(testPath);


        assertEquals(HadoopStoreBuilderUtils.getDataChunkFiles(fs, testPath, 0, 0).length, 0);


        fs.create(new Path(testPath, "0_0_1.data"));
        fs.create(new Path(testPath, "0_0_1data"));

View Full Code Here

        // Initialize the node directory
        Path nodeDir = new Path(this.outputDir, "node-" + this.nodeId);


        // Create output directory, if it doesn't exist
        FileSystem outputFs = nodeDir.getFileSystem(this.conf);
        outputFs.mkdirs(nodeDir);
        outputFs.setPermission(nodeDir, new FsPermission(HadoopStoreBuilder.HADOOP_FILE_PERMISSION));
        logger.info("Setting permission to 755 for " + nodeDir);


        // Write the checksum and output files
        if(this.checkSumType != CheckSumType.NONE) {

View Full Code Here

        // Initialize the node directory
        Path nodeDir = new Path(this.outputDir, "node-" + this.nodeId);


        // Create output directory, if it doesn't exist
        FileSystem outputFs = nodeDir.getFileSystem(this.conf);
        outputFs.mkdirs(nodeDir);
        outputFs.setPermission(nodeDir, new FsPermission(HadoopStoreBuilder.HADOOP_FILE_PERMISSION));
        logger.info("Setting permission to 755 for " + nodeDir);


        // Write the checksum and output files
        for(int chunkId = 0; chunkId < getNumChunks(); chunkId++) {

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.