Package org.apache.hadoop.hdfs.server.datanode.fsdataset

Examples of org.apache.hadoop.hdfs.server.datanode.fsdataset.FsVolumeSpi

1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
    }
    // Determine the index of the VolumeId of each block's volume, by comparing
    // the block's volume against the enumerated volumes
    for (int i = 0; i < blocks.size(); i++) {
      ExtendedBlock block = blocks.get(i);
      FsVolumeSpi blockVolume = getReplicaInfo(block).getVolume();
      boolean isValid = false;
      int volumeIndex = 0;
      for (FsVolumeImpl volume : volumes.volumes) {
        // This comparison of references should be safe
        if (blockVolume == volume) {
View Full Code Here
653
654
655
656
657
658
659
660
661
  /**
   * Report a bad block which is hosted on the local DN.
   */
  public void reportBadBlocks(ExtendedBlock block) throws IOException{
    BPOfferService bpos = getBPOSForBlock(block);
    FsVolumeSpi volume = getFSDataset().getVolume(block);
    bpos.reportBadBlocks(
        block, volume.getStorageID(), volume.getStorageType());
  }
View Full Code Here
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
    }

    // Check if NN recorded length matches on-disk length
    long onDiskLength = data.getLength(block);
    if (block.getNumBytes() > onDiskLength) {
      FsVolumeSpi volume = getFSDataset().getVolume(block);
      // Shorter on-disk len indicates corruption so report NN the corrupt block
      bpos.reportBadBlocks(
          block, volume.getStorageID(), volume.getStorageType());
      LOG.warn("Can't replicate block " + block
          + " because on-disk length " + onDiskLength
          + " is shorter than NameNode recorded length " + block.getNumBytes());
      return;
    }
View Full Code Here
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
    }
    // Determine the index of the VolumeId of each block's volume, by comparing
    // the block's volume against the enumerated volumes
    for (int i = 0; i < blocks.size(); i++) {
      ExtendedBlock block = blocks.get(i);
      FsVolumeSpi blockVolume = getReplicaInfo(block).getVolume();
      boolean isValid = false;
      int volumeIndex = 0;
      for (FsVolumeImpl volume : volumes.volumes) {
        // This comparison of references should be safe
        if (blockVolume == volume) {
View Full Code Here
1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
1878
    }
    // Determine the index of the VolumeId of each block's volume, by comparing
    // the block's volume against the enumerated volumes
    for (int i = 0; i < blocks.size(); i++) {
      ExtendedBlock block = blocks.get(i);
      FsVolumeSpi blockVolume = getReplicaInfo(block).getVolume();
      boolean isValid = false;
      int volumeIndex = 0;
      for (FsVolumeImpl volume : volumes.volumes) {
        // This comparison of references should be safe
        if (blockVolume == volume) {
View Full Code Here
649
650
651
652
653
654
655
656
657
  /**
   * Report a bad block which is hosted on the local DN.
   */
  public void reportBadBlocks(ExtendedBlock block) throws IOException{
    BPOfferService bpos = getBPOSForBlock(block);
    FsVolumeSpi volume = getFSDataset().getVolume(block);
    bpos.reportBadBlocks(
        block, volume.getStorageID(), volume.getStorageType());
  }
View Full Code Here
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
    }

    // Check if NN recorded length matches on-disk length
    long onDiskLength = data.getLength(block);
    if (block.getNumBytes() > onDiskLength) {
      FsVolumeSpi volume = getFSDataset().getVolume(block);
      // Shorter on-disk len indicates corruption so report NN the corrupt block
      bpos.reportBadBlocks(
          block, volume.getStorageID(), volume.getStorageType());
      LOG.warn("Can't replicate block " + block
          + " because on-disk length " + onDiskLength
          + " is shorter than NameNode recorded length " + block.getNumBytes());
      return;
    }
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
    StorageReceivedDeletedBlocks reports[] =
        new StorageReceivedDeletedBlocks[dn.getFSDataset().getVolumes().size()];

    // Lie to the NN that one block on each storage has been deleted.
    for (int i = 0; i < reports.length; ++i) {
      FsVolumeSpi volume = dn.getFSDataset().getVolumes().get(i);

      boolean foundBlockOnStorage = false;
      ReceivedDeletedBlockInfo rdbi[] = new ReceivedDeletedBlockInfo[1];

      // Find the first block on this storage and mark it as deleted for the
      // report.
      for (LocatedBlock block : blocks.getLocatedBlocks()) {
        if (block.getStorageIDs()[0].equals(volume.getStorageID())) {
          rdbi[0] = new ReceivedDeletedBlockInfo(block.getBlock().getLocalBlock(),
              ReceivedDeletedBlockInfo.BlockStatus.DELETED_BLOCK, null);
          foundBlockOnStorage = true;
          break;
        }
      }

      assertTrue(foundBlockOnStorage);
      reports[i] = new StorageReceivedDeletedBlocks(volume.getStorageID(), rdbi);

      if (splitReports) {
        // If we are splitting reports then send the report for this storage now.
        StorageReceivedDeletedBlocks singletonReport[] = { reports[i] };
        cluster.getNameNodeRpc().blockReceivedAndDeleted(dnR, poolId, singletonReport);
View Full Code Here
650
651
652
653
654
655
656
657
658
  /**
   * Report a bad block which is hosted on the local DN.
   */
  public void reportBadBlocks(ExtendedBlock block) throws IOException{
    BPOfferService bpos = getBPOSForBlock(block);
    FsVolumeSpi volume = getFSDataset().getVolume(block);
    bpos.reportBadBlocks(
        block, volume.getStorageID(), volume.getStorageType());
  }
View Full Code Here
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
    }

    // Check if NN recorded length matches on-disk length
    long onDiskLength = data.getLength(block);
    if (block.getNumBytes() > onDiskLength) {
      FsVolumeSpi volume = getFSDataset().getVolume(block);
      // Shorter on-disk len indicates corruption so report NN the corrupt block
      bpos.reportBadBlocks(
          block, volume.getStorageID(), volume.getStorageType());
      LOG.warn("Can't replicate block " + block
          + " because on-disk length " + onDiskLength
          + " is shorter than NameNode recorded length " + block.getNumBytes());
      return;
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.server.datanode.fsdataset.FsVolumeSpi

  • org.apache.hadoop.hdfs.server.datanode.DataNode
  • org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl
  • org.apache.hadoop.hdfs.server.datanode.TestBlockHasMultipleReplicasOnSameDN
  • org.apache.hadoop.hdfs.server.datanode.TestIncrementalBrVariations
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.