Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.HostsFileReader

626
627
628
629
630
631
632
633
634
635
636
    // on startup, and can delete any files that we're done with
    this.conf = conf;
    JobConf jobConf = new JobConf(conf);

    // Read the hosts/exclude files to restrict access to the jobtracker.
    this.hostsReader = new HostsFileReader(conf.get("mapred.hosts", ""),
                                           conf.get("mapred.hosts.exclude", ""));
                                          
    // Set ports, start RPC servers, etc.
    InetSocketAddress addr = getAddress(conf);
    this.localMachine = addr.getHostName();
View Full Code Here
635
636
637
638
639
640
641
642
643
644
645
    // Same with 'localDir' except it's always on the local disk.
    jobConf.deleteLocalFiles(SUBDIR);

    // Read the hosts/exclude files to restrict access to the jobtracker.
    this.hostsReader = new HostsFileReader(conf.get("mapred.hosts", ""),
                                           conf.get("mapred.hosts.exclude", ""));
                                          
    // Set ports, start RPC servers, etc.
    InetSocketAddress addr = getAddress(conf);
    this.localMachine = addr.getHostName();
View Full Code Here
2259
2260
2261
2262
2263
2264
2265
2266
2267
2268
2269
    JobConf jobConf = new JobConf(conf);

    initializeTaskMemoryRelatedConfig();

    // Read the hosts/exclude files to restrict access to the jobtracker.
    this.hostsReader = new HostsFileReader(conf.get("mapred.hosts", ""),
                                           conf.get("mapred.hosts.exclude", ""));

    Configuration queuesConf = new Configuration(this.conf);
    queueManager = new QueueManager(queuesConf);
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    TTMover mover = new TTMoverTestStub(TEST_ROOT_DIR.toString());
    mover.setConf(conf);

    mover.addHostToFile(hosts.getAbsolutePath(), "host3.host.com");
    HostsFileReader reader =
            new HostsFileReader(hosts.getAbsolutePath(), hosts.getAbsolutePath());
    System.out.println(reader.getHosts().toString());
    assertEquals(3, reader.getHosts().size());

    mover.removeHostFromFile(hosts.getAbsolutePath(), "host1.host.com");

    reader.refresh();
    assertEquals(2, reader.getHosts().size());

    mover.restoreFile(hosts.getAbsolutePath());

    reader.refresh();
    assertEquals(2, reader.getHosts().size());

    assertTrue(reader.getHosts().contains("host1.host.com"));
    assertFalse(reader.getHosts().contains("host3.host.com"));
  }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
110
    TTMoverTestStub mover = new TTMoverTestStub(TEST_ROOT_DIR.toString());
    mover.setConf(conf);
    mover.run(new String[]{"-remove", "host1"});

    HostsFileReader reader =
            new HostsFileReader(hostsInclude.getAbsolutePath(),
            hostsExclude.getAbsolutePath());
    assertTrue(reader.getExcludedHosts().contains("host1"));

    assertTrue(reader.getHosts().contains("host2"));
    assertFalse(reader.getHosts().contains("host1"));
  }
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
    writer = new FileWriter(hostsExclude);
    writer.write("host3\n");
    writer.close();

    HostsFileReader reader =
            new HostsFileReader(hostsInclude.getAbsolutePath(),
            hostsExclude.getAbsolutePath());

    assertEquals(2, reader.getHosts().size());
   
    TTMoverTestStub mover = new TTMoverTestStub(TEST_ROOT_DIR.toString());
    mover.setConf(conf);
    mover.run(new String[]{"-add", "host3"});

    reader.refresh();
    assertFalse(reader.getExcludedHosts().contains("host3"));

    assertTrue(reader.getHosts().contains("host3"));
   
  }
View Full Code Here
14
15
16
17
18
19
20
  public static class NodeManagerTestable extends NodeManager {
    public NodeManagerTestable(
        ClusterManager clusterManager, CoronaConf conf) throws IOException {
      super(clusterManager,
        new HostsFileReader(conf.getHostsFile(), conf.getExcludesFile()));
    }
View Full Code Here
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
    JobConf jobConf = new JobConf(conf);

    initializeTaskMemoryRelatedConfig();

    // Read the hosts/exclude files to restrict access to the jobtracker.
    this.hostsReader = new HostsFileReader(conf.get("mapred.hosts", ""),
                                           conf.get("mapred.hosts.exclude", ""));

    Configuration queuesConf = new Configuration(this.conf);
    queueManager = new QueueManager(queuesConf);
View Full Code Here
590
591
592
593
594
595
596
597
598
599
600
    overreplthread.start();
    raidEncodingTaskThread.start();
   

    this.hostsReader =
      new HostsFileReader(
        conf.get(FSConstants.DFS_HOSTS, ""),
        conf.get("dfs.hosts.exclude", ""),
        !conf.getBoolean("dfs.hosts.ignoremissing", false));

    this.dnthread = new Daemon(new DecommissionManager(this).new Monitor(
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
141
   * @throws IOException
   */
  public ClusterManager(CoronaConf conf, boolean recoverFromDisk)
    throws IOException {
    this.conf = conf;
    HostsFileReader hostsReader =
      new HostsFileReader(conf.getHostsFile(), conf.getExcludesFile());
    initLegalTypes();
    metrics = new ClusterManagerMetrics(getTypes());

    if (recoverFromDisk) {
      recoverClusterManagerFromDisk(hostsReader);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.HostsFileReader

  • org.apache.hadoop.corona.ClusterManager
  • org.apache.hadoop.corona.ClusterManagerTestable$NodeManagerTestable
  • org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager
  • org.apache.hadoop.hdfs.server.namenode.FSNamesystem
  • org.apache.hadoop.hdfsproxy.HdfsProxy
  • org.apache.hadoop.hdfsproxy.ProxyUtil
  • org.apache.hadoop.mapred.JobTracker
  • org.apache.hadoop.mapred.TestTTMover
  • org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
  • org.apache.hadoop.yarn.server.resourcemanager.TestRMNodeTransitions
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.