Package org.apache.hadoop.hdfs.server.datanode

Examples of org.apache.hadoop.hdfs.server.datanode.DataStorage

866
867
868
869
870
871
872
873
874
875
876
        for(int t = 0; t < blockTargets.length; t++) {
          DatanodeInfo dnInfo = blockTargets[t];
          DatanodeRegistration receivedDNReg;
          receivedDNReg = new DatanodeRegistration(dnInfo.getName());
          receivedDNReg.setStorageInfo(
                          new DataStorage(nsInfo, dnInfo.getStorageID()));
          receivedDNReg.setInfoPort(dnInfo.getInfoPort());
          nameNode.blockReceived( receivedDNReg,
                                  new Block[] {blocks[i]},
                                  new String[] {DataNode.EMPTY_DEL_HINT});
        }
View Full Code Here
314
315
316
317
318
319
320
321
322
323
324
      switch (nodeType) {
      case NAME_NODE:
        storage = new FSImage(version);
        break;
      case DATA_NODE:
        storage = new DataStorage(version, "doNotCare");
        break;
      }
      StorageDirectory sd = storage.new StorageDirectory(parent[i].getParentFile());
      sd.write(versionFile);
      versionFiles[i] = versionFile;
View Full Code Here
448
449
450
451
452
453
454
455
456
457
458
      switch (nodeType) {
      case NAME_NODE:
        storage = new FSImage(version);
        break;
      case DATA_NODE:
        storage = new DataStorage(version, "doNotCare", null);
        if (version.layoutVersion <= FSConstants.FEDERATION_VERSION) {
          File nsRoot = NameSpaceSliceStorage.getNsRoot(namespaceId, parent[i]);
          Properties props = new Properties();
          props.setProperty(NameSpaceSliceStorage.NAMESPACE_ID,
              String.valueOf(version.getNamespaceID()));
View Full Code Here
714
715
716
717
718
719
720
721
722
723
724
    }

    void register() throws IOException {
      // get versions from the namenode
      nsInfo = nameNode.versionRequest();
      dnRegistration.setStorageInfo(new DataStorage(nsInfo, "", null), "");
      String storageId = DataNode.createNewStorageId(dnRegistration.getPort());
      dnRegistration.setStorageID(storageId);
      // register datanode
      dnRegistration = nameNode.register(dnRegistration,
          DataTransferProtocol.DATA_TRANSFER_VERSION);
View Full Code Here
791
792
793
794
795
796
797
798
799
800
801
        for(int t = 0; t < blockTargets.length; t++) {
          DatanodeInfo dnInfo = blockTargets[t];
          DatanodeRegistration receivedDNReg;
          receivedDNReg = new DatanodeRegistration(dnInfo.getName());
          receivedDNReg.setStorageInfo(
              new DataStorage(nsInfo, dnInfo.getStorageID(), null),
                          dnInfo.getStorageID());
          receivedDNReg.setInfoPort(dnInfo.getInfoPort());
          Block[] bi = new Block[] {blocks[i]};
          nameNode.blockReceivedAndDeleted( receivedDNReg, bi);
        }
View Full Code Here
931
932
933
934
935
936
937
938
939
940
941
              DNS.getDefaultHost("default", "default"),
              DataNode.generateUuid(), getNodePort(dnIdx),
              DFSConfigKeys.DFS_DATANODE_HTTP_DEFAULT_PORT,
              DFSConfigKeys.DFS_DATANODE_HTTPS_DEFAULT_PORT,
              DFSConfigKeys.DFS_DATANODE_IPC_DEFAULT_PORT),
          new DataStorage(nsInfo),
          new ExportedBlockKeys(), VersionInfo.getVersion());
      // register datanode
      dnRegistration = nameNodeProto.registerDatanode(dnRegistration);
      //first block reports
      storage = new DatanodeStorage(DatanodeStorage.generateUuid());
View Full Code Here
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
        for(int t = 0; t < blockTargets.length; t++) {
          DatanodeInfo dnInfo = blockTargets[t];
          String targetStorageID = targetStorageIDs[i][t];
          DatanodeRegistration receivedDNReg;
          receivedDNReg = new DatanodeRegistration(dnInfo,
            new DataStorage(nsInfo),
            new ExportedBlockKeys(), VersionInfo.getVersion());
          ReceivedDeletedBlockInfo[] rdBlocks = {
            new ReceivedDeletedBlockInfo(
                  blocks[i], ReceivedDeletedBlockInfo.BlockStatus.RECEIVED_BLOCK,
                  null) };
View Full Code Here
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
   * @param bpid Block pool Id
   * @param bpidToWrite Block pool Id to write into the version file
   */
  public static void createDataNodeVersionFile(File[] parent,
      StorageInfo version, String bpid, String bpidToWrite) throws IOException {
    DataStorage storage = new DataStorage(version);
    storage.setDatanodeUuid("FixedDatanodeUuid");

    File[] versionFiles = new File[parent.length];
    for (int i = 0; i < parent.length; i++) {
      File versionFile = new File(parent[i], "VERSION");
      StorageDirectory sd = new StorageDirectory(parent[i].getParentFile());
      storage.createStorageID(sd);
      storage.writeProperties(versionFile, sd);
      versionFiles[i] = versionFile;
      File bpDir = BlockPoolSliceStorage.getBpRoot(bpid, parent[i]);
      createBlockPoolVersionFile(bpDir, version, bpidToWrite);
    }
  }
View Full Code Here
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
   * @param bpid Block pool Id
   * @param bpidToWrite Block pool Id to write into the version file
   */
  public static void createDataNodeVersionFile(File[] parent,
      StorageInfo version, String bpid, String bpidToWrite) throws IOException {
    DataStorage storage = new DataStorage(version, "doNotCare");

    File[] versionFiles = new File[parent.length];
    for (int i = 0; i < parent.length; i++) {
      File versionFile = new File(parent[i], "VERSION");
      StorageDirectory sd = new StorageDirectory(parent[i].getParentFile());
      storage.writeProperties(versionFile, sd);
      versionFiles[i] = versionFile;
      File bpDir = BlockPoolSliceStorage.getBpRoot(bpid, parent[i]);
      createBlockPoolVersionFile(bpDir, version, bpidToWrite);
    }
  }
View Full Code Here
823
824
825
826
827
828
829
830
831
832
    }

    void register() throws IOException {
      // get versions from the namenode
      nsInfo = nameNode.versionRequest();
      dnRegistration.setStorageInfo(new DataStorage(nsInfo, "", null), "");
      dnRegistration.storageID = DataNode.createNewStorageId(dnRegistration.getPort());
      // register datanode
      dnRegistration = nameNode.register(dnRegistration);
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.server.datanode.DataStorage

  • org.apache.hadoop.fs.HardLink
  • org.apache.hadoop.fs.LocalFileSystem
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.fs.permission.FsPermission
  • org.apache.hadoop.hdfs.HdfsConfiguration
  • org.apache.hadoop.hdfs.NNThroughputBenchmark$TinyDatanode
  • org.apache.hadoop.hdfs.server.common.Storage.StorageState
  • org.apache.hadoop.hdfs.server.common.StorageInfo
  • org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark$TinyDatanode
  • org.apache.hadoop.hdfs.UpgradeUtilities
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.