Package org.apache.hadoop.hdfs

Examples of org.apache.hadoop.hdfs.MiniDFSNNTopology

64
65
66
67
68
69
70
71
72
73
74
    int retryCount = 0;
    while (true) {
      try {
        int basePort = 10060 + random.nextInt(100) * 2;
        MiniDFSNNTopology topology = new MiniDFSNNTopology()
            .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
                .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(basePort))
                .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(basePort + 1)));

        cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
    conf.setInt(DFSConfigKeys.DFS_NAMENODE_NUM_CHECKPOINTS_RETAINED_KEY, 10);
    conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);
    HAUtil.setAllowStandbyReads(conf, true);
   
    if (clusterType == TestType.SHARED_DIR_HA) {
      MiniDFSNNTopology topology = MiniQJMHACluster.createDefaultTopology(10000);
      cluster = new MiniDFSCluster.Builder(conf)
        .nnTopology(topology)
        .numDataNodes(0)
        .checkExitOnShutdown(false)
        .build();
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
    int retryCount = 0;
    while (true) {
      try {
        int basePort = 10060 + random.nextInt(100) * 2;
        MiniDFSNNTopology topology = new MiniDFSNNTopology()
            .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
                .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(basePort))
                .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(basePort + 1)));

        cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
      this.startOpt = startOpt;
    }
  }
 
  public static MiniDFSNNTopology createDefaultTopology(int basePort) {
    return new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf(NAMESERVICE).addNN(
        new MiniDFSNNTopology.NNConf("nn1").setIpcPort(basePort)
            .setHttpPort(basePort + 1)).addNN(
        new MiniDFSNNTopology.NNConf("nn2").setIpcPort(basePort + 2)
            .setHttpPort(basePort + 3)));
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
        journalCluster = new MiniJournalCluster.Builder(conf).format(true)
            .build();
        URI journalURI = journalCluster.getQuorumJournalURI(NAMESERVICE);

        // start cluster with 2 NameNodes
        MiniDFSNNTopology topology = createDefaultTopology(basePort);

        initHAConf(journalURI, builder.conf);

        // First start up the NNs just to format the namespace. The MinIDFSCluster
        // has no way to just format the NameNodes without also starting them.
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    Configuration conf = setupCommonConfig();
    conf.set(DFSConfigKeys.DFS_NAMENODE_SHARED_EDITS_DIR_KEY,
             BKJMUtil.createJournalURI("/checkpointing" + journalCount++)
             .toString());
    BKJMUtil.addJournalManagerDefinition(conf);
    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10002)));

    cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
    conf = new Configuration();
    conf.setInt(DFSConfigKeys.DFS_HA_LOGROLL_PERIOD_KEY, 1);
    conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);
    HAUtil.setAllowStandbyReads(conf, true);
   
    MiniDFSNNTopology topology = MiniDFSNNTopology.simpleHATopology();
   
    cluster = new MiniDFSCluster.Builder(conf)
      .nnTopology(topology)
      .numDataNodes(0)
      .build();
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    conf.set(DFSConfigKeys.DFS_IMAGE_COMPRESSION_CODEC_KEY,
        SlowCodec.class.getCanonicalName());
    CompressionCodecFactory.setCodecClasses(conf,
        ImmutableList.<Class>of(SlowCodec.class));

    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10002)));
   
    cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
272
273
274
275
276
277
278
279
280
281
282
    try {
      Configuration conf = new Configuration();
      HAUtil.setAllowStandbyReads(conf, true);
      conf.setInt(DFSConfigKeys.DFS_HA_TAILEDITS_PERIOD_KEY, 1);

      MiniDFSNNTopology topology = MiniDFSNNTopology.simpleHATopology();
      cluster = new MiniDFSCluster.Builder(conf).nnTopology(topology)
          .numDataNodes(0).build();
      cluster.waitActive();
      // Shutdown and clear the current filebased shared dir.
      cluster.shutdownNameNodes();
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
 
  @Before
  public void setupCluster() throws IOException {
    Configuration conf = new Configuration();

    MiniDFSNNTopology topology = new MiniDFSNNTopology()
      .addNameservice(new MiniDFSNNTopology.NSConf("ns1")
        .addNN(new MiniDFSNNTopology.NNConf("nn1").setHttpPort(10001))
        .addNN(new MiniDFSNNTopology.NNConf("nn2").setHttpPort(10002)));
   
    cluster = new MiniDFSCluster.Builder(conf)
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.MiniDFSNNTopology

  • org.apache.hadoop.contrib.bkjournal.TestBookKeeperAsHASharedDir
  • org.apache.hadoop.contrib.bkjournal.TestBookKeeperHACheckpoints
  • org.apache.hadoop.hdfs.qjournal.MiniQJMHACluster
  • org.apache.hadoop.hdfs.server.datanode.TestDataNodeMultipleRegistrations
  • org.apache.hadoop.hdfs.server.datanode.TestRefreshNamenodes
  • org.apache.hadoop.hdfs.server.namenode.ha.TestBootstrapStandby
  • org.apache.hadoop.hdfs.server.namenode.ha.TestBootstrapStandbyWithQJM
  • org.apache.hadoop.hdfs.server.namenode.ha.TestDFSZKFailoverController
  • org.apache.hadoop.hdfs.server.namenode.ha.TestEditLogTailer
  • org.apache.hadoop.hdfs.server.namenode.ha.TestFailureToReadEdits
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.