Examples of org.apache.hadoop.fs.FSDataOutputStream.writeBytes()

Class org.apache.hadoop.fs.FSDataOutputStream

Examples of org.apache.hadoop.fs.FSDataOutputStream.writeBytes()

org.apache.hadoop.fs.FSDataOutputStream.writeBytes()


  private void createTestData(Path path) throws IOException {
    FileSystem fs = FileSystem.get(getYarnCluster().getConfiguration());
    FSDataOutputStream out = fs.create(path);
    for (int i = 0; i < 300; i++) {
      out.writeBytes("line" + i + "\n");
    }
    out.close();
    assertTrue(fs.exists(path));
    assertThat(fs.getFileStatus(path).getLen(), greaterThan(0l));
  }

View Full Code Here

      // create an empty file f1
      fs.create(file1).close();


      // create an under-construction file f2
      FSDataOutputStream out = fs.create(file2);
      out.writeBytes("hello");
      ((DFSOutputStream) out.getWrappedStream()).hsync(EnumSet
          .of(SyncFlag.UPDATE_LENGTH));


      // checkpoint
      fs.setSafeMode(SafeModeAction.SAFEMODE_ENTER);

View Full Code Here

      FileSystem fileSys = cluster.getFileSystem();
      String file = "/test/fileclosethenseek/file-0";
      Path path = new Path(file);
      // create file
      FSDataOutputStream output = fileSys.create(path);
      output.writeBytes("Some test data to write longer than 10 bytes");
      output.close();
      FSDataInputStream input = fileSys.open(path);
      input.seek(10);
      boolean threw = false;
      try {

View Full Code Here

    try {
      // create a new file.
      Path file = new Path("/simpleFlush.dat");
      FSDataOutputStream output = fs.create(file);
      // write to file
      output.writeBytes("Some test data");
      output.flush();
      assertFalse("File status should be open", fs.isFileClosed(file));
      output.close();
      assertTrue("File status should be closed", fs.isFileClosed(file));
    } finally {

View Full Code Here

      Path d2 = new Path("/test-d-other");


      // open a file to get a lease
      FileSystem fs = cluster.getFileSystem();
      FSDataOutputStream out = fs.create(p);
      out.writeBytes("something");
      //out.hsync();
      Assert.assertTrue(hasLease(cluster, p));
      Assert.assertEquals(1, leaseCount(cluster));
      
      // just to ensure first fs doesn't have any logic to twiddle leases

View Full Code Here

      final String contents2 = "contents2";


      // open a file to get a lease
      FileSystem fs = cluster.getFileSystem();
      FSDataOutputStream out1 = fs.create(path1);
      out1.writeBytes(contents1);
      Assert.assertTrue(hasLease(cluster, path1));
      Assert.assertEquals(1, leaseCount(cluster));


      DistributedFileSystem fs2 = (DistributedFileSystem)
          FileSystem.newInstance(fs.getUri(), fs.getConf());

View Full Code Here

      DistributedFileSystem fs2 = (DistributedFileSystem)
          FileSystem.newInstance(fs.getUri(), fs.getConf());
      fs2.rename(path1, path2);


      FSDataOutputStream out2 = fs2.create(path1);
      out2.writeBytes(contents2);
      out2.close();


      // The first file should still be open and valid
      Assert.assertTrue(hasLease(cluster, path2));
      out1.close();

View Full Code Here

    Path file = new Path("/testRecoveryFile");
    DistributedFileSystem dfs = cluster.getFileSystem();
    FSDataOutputStream out = dfs.create(file);
    int count = 0;
    while (count < 2 * 1024 * 1024) {
      out.writeBytes("Data");
      count += 4;
    }
    out.hsync();
    // abort the original stream
    ((DFSOutputStream) out.getWrappedStream()).abort();

View Full Code Here

    out.write("nowhere 4\n");
    out.close();
    }
    if (whichCluster.equalsIgnoreCase("realCluster")){
    FSDataOutputStream fout = fs.create(new Path (inputFile));
    fout.writeBytes("us 2\n");
    fout.writeBytes("japan 2\n");
    fout.writeBytes("india 4\n");
    fout.writeBytes("us 2\n");
    fout.writeBytes("japan 1\n");
    fout.writeBytes("india 3\n");

View Full Code Here

    out.close();
    }
    if (whichCluster.equalsIgnoreCase("realCluster")){
    FSDataOutputStream fout = fs.create(new Path (inputFile));
    fout.writeBytes("us 2\n");
    fout.writeBytes("japan 2\n");
    fout.writeBytes("india 4\n");
    fout.writeBytes("us 2\n");
    fout.writeBytes("japan 1\n");
    fout.writeBytes("india 3\n");
    fout.writeBytes("nouse 5\n");

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.