Package org.apache.hadoop.hdfs

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology$NNConf

120
121
122
123
124
125
126
127
128
129
130
    // Roll every 1s
    conf.setInt(DFSConfigKeys.DFS_HA_LOGROLL_PERIOD_KEY, 1);
    conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);
   
    // Have to specify IPC ports so the NNs can talk to each other.
    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setIpcPort(10031))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setIpcPort(10032)));

    MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  @Test
  public void testHaFsck() throws Exception {
    Configuration conf = new Configuration();
   
    // need some HTTP ports
    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ha-nn-uri-0")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10051))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10052)));
   
    MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
    conf.setInt(DFSConfigKeys.DFS_NAMENODE_NUM_CHECKPOINTS_RETAINED_KEY, 10);
    conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);
    HAUtil.setAllowStandbyReads(conf, true);
   
    if (clusterType == TestType.SHARED_DIR_HA) {
      MiniDFSNNTopology topology = MiniQJMHACluster.createDefaultTopology();
      cluster = new MiniDFSCluster.Builder(conf)
        .nnTopology(topology)
        .numDataNodes(0)
        .checkExitOnShutdown(false)
        .build();
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
 
  @Before
  public void setupCluster() throws IOException {
    Configuration conf = new Configuration();

    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(20001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(20002)));
   
    cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  public void testRefreshNamenodes() throws IOException {
    // Start cluster with a single NN and DN
    Configuration conf = new Configuration();
    MiniDFSCluster cluster = null;
    try {
      MiniDFSNNTopology topology = new MiniDFSNNTopology()
        .addNameservice(new NSConf("ns1").addNN(
            new NNConf(null).setIpcPort(nnPort1)))
        .setFederation(true);
      cluster = new MiniDFSCluster.Builder(conf)
        .nnTopology(topology)
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
    conf.setBoolean(DFSConfigKeys.DFS_IMAGE_COMPRESS_KEY, true);
    conf.set(DFSConfigKeys.DFS_IMAGE_COMPRESSION_CODEC_KEY, SlowCodec.class
        .getCanonicalName());
    CompressionCodecFactory.setCodecClasses(conf, ImmutableList
        .<Class> of(SlowCodec.class));
    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10002)));

    cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
269
270
271
272
273
274
275
276
277
278
279
    try {
      Configuration conf = new Configuration();
      HAUtil.setAllowStandbyReads(conf, true);
      conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);

      MiniDFSNNTopology topology = MiniDFSNNTopology.simpleHATopology();
      cluster = new MiniDFSCluster.Builder(conf).nnTopology(topology)
          .numDataNodes(0).build();
      cluster.waitActive();
      // Shutdown and clear the current filebased shared dir.
      cluster.shutdownNameNodes();
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
      this.startOpt = startOpt;
    }
  }
 
  public static MiniDFSNNTopology createDefaultTopology() {
    return new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf(NAMESERVICE).addNN(
        new MiniDFSNNTopology.NNConf("nn1").setIpcPort(NN1_IPC_PORT)
            .setHttpPort(NN1_INFO_PORT)).addNN(
        new MiniDFSNNTopology.NNConf("nn2").setIpcPort(NN2_IPC_PORT)
            .setHttpPort(NN2_INFO_PORT)));
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
    journalCluster = new MiniJournalCluster.Builder(conf).format(true)
        .build();
    URI journalURI = journalCluster.getQuorumJournalURI(NAMESERVICE);
   
    // start cluster with 2 NameNodes
    MiniDFSNNTopology topology = createDefaultTopology();
   
    initHAConf(journalURI, builder.conf);
   
    // First start up the NNs just to format the namespace. The MinIDFSCluster
    // has no way to just format the NameNodes without also starting them.
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
  public void testRefreshNamenodes() throws IOException {
    // Start cluster with a single NN and DN
    Configuration conf = new Configuration();
    MiniDFSCluster cluster = null;
    try {
      MiniDFSNNTopology topology = new MiniDFSNNTopology()
        .addNameservice(new NSConf("ns1").addNN(
            new NNConf(null).setIpcPort(nnPort1)))
        .setFederation(true);
      cluster = new MiniDFSCluster.Builder(conf)
        .nnTopology(topology)
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.MiniDFSNNTopology$NNConf

  • org.apache.hadoop.contrib.bkjournal.TestBookKeeperAsHASharedDir
  • org.apache.hadoop.contrib.bkjournal.TestBookKeeperHACheckpoints
  • org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster
  • org.apache.hadoop.hdfs.server.datanode.TestDataNodeMultipleRegistrations
  • org.apache.hadoop.hdfs.server.datanode.TestRefreshNamenodes
  • org.apache.hadoop.hdfs.server.namenode.ha.TestBootstrapStandby
  • org.apache.hadoop.hdfs.server.namenode.ha.TestBootstrapStandbyWithQJM
  • org.apache.hadoop.hdfs.server.namenode.ha.TestDFSZKFailoverController
  • org.apache.hadoop.hdfs.server.namenode.ha.TestEditLogTailer
  • org.apache.hadoop.hdfs.server.namenode.ha.TestFailureToReadEdits
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.