Examples of org.apache.hadoop.dfs.SimulatedFSDataset$SimulatedStorage

org.apache.hadoop.dfs.SimulatedFSDataset
This class implements a simulated FSDataset. Blocks that are created are recorded but their data (plus their CRCs) are discarded. Fixed data is returned when blocks are read; a null CRC meta file is created for such data. This FSDataset does not remember any block information across its restarts; it does however offer an operation to inject blocks (See the TestInectionForSImulatedStorage() for a usage example of injection. Note the synchronization is coarse grained - it is at each method.


  protected void setUp() throws Exception {
    super.setUp();
      conf = new Configuration();
      conf.setBoolean(SimulatedFSDataset.CONFIG_PROPERTY_SIMULATED, true);
    fsdataset = new SimulatedFSDataset(conf);  
  }

View Full Code Here

    
    // Inject blocks
    // Now reset fsdataset with an initial block report (Use the blocks we got above)
  
   
    SimulatedFSDataset sfsdataset = new SimulatedFSDataset(conf);
    sfsdataset.injectBlocks(blockReport);
    blockReport = sfsdataset.getBlockReport();
    assertEquals(NUMBLOCKS, blockReport.length);
    for (Block b: blockReport) {
      assertNotNull(b);
      assertEquals(blockIdToLen(b.blkid), b.len);
      assertEquals(blockIdToLen(b.blkid), sfsdataset.getLength(b));
    }
    assertEquals(bytesAdded, sfsdataset.getDfsUsed());
    assertEquals(sfsdataset.getCapacity()-bytesAdded,  sfsdataset.getRemaining());


    
    // Now test that the dataset cannot be created if it does not have sufficient cap


    conf.setLong(SimulatedFSDataset.CONFIG_PROPERTY_CAPACITY, 10);
 
    
    try {
      sfsdataset = new SimulatedFSDataset(conf);
      sfsdataset.injectBlocks(blockReport);
      assertTrue("Expected an IO exception", false);
    } catch (IOException e) {
      // ok - as expected
    }

View Full Code Here


  protected void setUp() throws Exception {
    super.setUp();
      conf = new Configuration();
      conf.setBoolean(SimulatedFSDataset.CONFIG_PROPERTY_SIMULATED, true);
    fsdataset = new SimulatedFSDataset(conf);  
  }

View Full Code Here

    
    // Inject blocks
    // Now reset fsdataset with an initial block report (Use the blocks we got above)
  
   
    SimulatedFSDataset sfsdataset = new SimulatedFSDataset(conf);
    sfsdataset.injectBlocks(blockReport);
    blockReport = sfsdataset.getBlockReport();
    assertEquals(NUMBLOCKS, blockReport.length);
    for (Block b: blockReport) {
      assertNotNull(b);
      assertEquals(blockIdToLen(b.blkid), b.len);
      assertEquals(blockIdToLen(b.blkid), sfsdataset.getLength(b));
    }
    assertEquals(bytesAdded, sfsdataset.getDfsUsed());
    assertEquals(sfsdataset.getCapacity()-bytesAdded,  sfsdataset.getRemaining());


    
    // Now test that the dataset cannot be created if it does not have sufficient cap


    conf.setLong(SimulatedFSDataset.CONFIG_PROPERTY_CAPACITY, 10);
 
    
    try {
      sfsdataset = new SimulatedFSDataset(conf);
      sfsdataset.injectBlocks(blockReport);
      assertTrue("Expected an IO exception", false);
    } catch (IOException e) {
      // ok - as expected
    }

View Full Code Here

TOP

Related Classes of org.apache.hadoop.dfs.SimulatedFSDataset$SimulatedStorage

org.apache.hadoop.dfs.TestSimulatedFSDataset

org.apache.hadoop.hdfs.server.protocol.DatanodeStorage

org.apache.hadoop.hdfs.server.protocol.StorageReport

java.io.InputStream

javax.management.StandardMBean

java.util.Random

java.io.IOException

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.