Examples of restartDataNode()

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

86
87
88
89
90
91
92
93
94
95
96
     
      // the block will be replicated
      DFSTestUtil.waitReplication(fs, FILE_PATH, REPLICATION_FACTOR);

      // restart the first datanode
      cluster.restartDataNode(dnprop);
      cluster.waitActive();
     
      // check if excessive replica is detected (transient)
      initializeTimeout(TIMEOUT);
      while (countNodes(block.getLocalBlock(), namesystem).excessReplicas() == 0) {
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

122
123
124
125
126
127
128
129
130
131
132
      while (countNodes(block.getLocalBlock(), namesystem).liveReplicas() != REPLICATION_FACTOR) {
        checkTimeout("live replica count not correct", 1000);
      }

      // restart the first datanode
      cluster.restartDataNode(dnprop);
      cluster.waitActive();

      // check if excessive replica is detected (transient)
      initializeTimeout(TIMEOUT);
      while (countNodes(block.getLocalBlock(), namesystem).excessReplicas() != 2) {
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

185
186
187
188
189
190
191
192
193
194
195
      LocatedBlocks locs = nn1.getRpcServer().getBlockLocations(
          TEST_FILE, 0, 1);
      assertEquals("Standby should have registered that the block has no replicas",
          0, locs.get(0).getLocations().length);
     
      cluster.restartDataNode(dnProps);
      // Wait for both NNs to re-register the DN.
      cluster.waitActive(0);
      cluster.waitActive(1);
     
      BlockManagerTestUtil.updateState(nn0.getNamesystem().getBlockManager());
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

68
69
70
71
72
73
74
75
76
77
78
      }
      // the block will be replicated
      DFSTestUtil.waitReplication(fs, FILE_PATH, REPLICATION_FACTOR);

      // restart the first datanode
      cluster.restartDataNode(dnprop);
      cluster.waitActive();
     
      // check if excessive replica is detected
      NumberReplicas num = null;
      do {
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

106
107
108
109
110
111
112
113
114
115
116
      do {
        num = namesystem.countNodes(block);
      } while (num.liveReplicas() != REPLICATION_FACTOR);
     
      // restart the first datanode
      cluster.restartDataNode(dnprop);
      cluster.waitActive();
     
      // check if excessive replica is detected
      do {
       num = namesystem.countNodes(block);
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

71
72
73
74
75
76
77
78
79
80
81
      }
      // the block will be replicated
      DFSTestUtil.waitReplication(fs, FILE_PATH, REPLICATION_FACTOR);

      // restart the first datanode
      cluster.restartDataNode(dnprop);
      cluster.waitActive();
     
      // check if excessive replica is detected
      NumberReplicas num = null;
      do {
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

109
110
111
112
113
114
115
116
117
118
119
      do {
        num = namesystem.blockManager.countNodes(block);
      } while (num.liveReplicas() != REPLICATION_FACTOR);
     
      // restart the first datanode
      cluster.restartDataNode(dnprop);
      cluster.waitActive();
     
      // check if excessive replica is detected
      do {
       num = namesystem.blockManager.countNodes(block);
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

67
68
69
70
71
72
73
74
75
76
77
          Thread.sleep(1000);
        } catch (InterruptedException ignored) {}
      }
     
      // restart the datanode so the corrupt replica will be detected
      cluster.restartDataNode(dnProps);
      DFSTestUtil.waitReplication(fs, fileName, (short)2);
     
      final DatanodeID corruptDataNode =
        cluster.getDataNodes().get(2).dnRegistration;
      final FSNamesystem namesystem = cluster.getNamesystem();
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

210
211
212
213
214
215
216
217
218
219
220
        LOG.info("=========================== restarting cluster");
        DataNodeProperties otherNode = cluster.stopDataNode(0);
        cluster.restartNameNode();
       
        // Restart the datanode with the corrupt replica first.
        cluster.restartDataNode(oldGenstampNode);
        cluster.waitActive();

        // Then the other node
        cluster.restartDataNode(otherNode);
        cluster.waitActive();
View Full Code Here

Examples of org.apache.hadoop.hdfs.MiniDFSCluster.restartDataNode()

214
215
216
217
218
219
220
221
222
223
224
        // Restart the datanode with the corrupt replica first.
        cluster.restartDataNode(oldGenstampNode);
        cluster.waitActive();

        // Then the other node
        cluster.restartDataNode(otherNode);
        cluster.waitActive();
       
        // Compute and send invalidations, waiting until they're fully processed.
        cluster.getNameNode().getNamesystem().getBlockManager()
          .computeInvalidateWork(2);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.