Package org.apache.whirr.service.Cluster

Examples of org.apache.whirr.service.Cluster.Instance

73
74
75
76
77
78
79
80
81
82
83
    defaults.addProperty("hadoop-mapreduce.p1", "mapred1");

    clusterSpec = ClusterSpec.withTemporaryKeys();
    InetAddress publicAddress = InetAddress.getLocalHost();
    InetAddress privateAddress = publicAddress;
    Instance master = new Instance(new Credentials("", ""),
        Sets.newHashSet(HadoopNameNodeClusterActionHandler.ROLE,
            HadoopJobTrackerClusterActionHandler.ROLE),
        publicAddress, privateAddress, "id");
    cluster = new Cluster(Sets.newHashSet(master));
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
69
70
  protected void beforeConfigure(ClusterActionEvent event)
      throws IOException, InterruptedException {
    ClusterSpec clusterSpec = event.getClusterSpec();
    Cluster cluster = event.getCluster();
   
    Instance instance = cluster.getInstanceMatching(
        role(HadoopNameNodeClusterActionHandler.ROLE));
    InetAddress namenodePublicAddress = instance.getPublicAddress();
    InetAddress jobtrackerPublicAddress = namenodePublicAddress;
   
    try {
      event.getStatementBuilder().addStatements(
        buildCommon("/tmp/core-site.xml", clusterSpec, cluster),
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
  static Configuration buildCommonConfiguration(ClusterSpec clusterSpec,
      Cluster cluster, Configuration defaults) throws ConfigurationException, IOException {
    Configuration config = build(clusterSpec, cluster, defaults,
        "hadoop-common");

    Instance namenode = cluster
        .getInstanceMatching(role(HadoopNameNodeClusterActionHandler.ROLE));
    config.setProperty("fs.default.name", String.format("hdfs://%s:8020/",
        DnsUtil.resolveAddress(namenode.getPublicAddress().getHostAddress())));
    return config;
  }
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
  static Configuration buildMapReduceConfiguration(ClusterSpec clusterSpec,
      Cluster cluster, Configuration defaults) throws ConfigurationException, IOException {
    Configuration config = build(clusterSpec, cluster, defaults,
        "hadoop-mapreduce");

    Instance jobtracker = cluster
        .getInstanceMatching(role(HadoopJobTrackerClusterActionHandler.ROLE));
    config.setProperty("mapred.job.tracker", String.format("%s:8021",
        DnsUtil.resolveAddress(jobtracker.getPublicAddress().getHostAddress())));
    return config;
  }
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
  protected void beforeConfigure(ClusterActionEvent event) throws IOException, InterruptedException {
    ClusterSpec clusterSpec = event.getClusterSpec();
    Cluster cluster = event.getCluster();
   
    LOG.info("Authorizing firewall");
    Instance instance = cluster.getInstanceMatching(role(ROLE));
    InetAddress namenodePublicAddress = instance.getPublicAddress();
    InetAddress jobtrackerPublicAddress = namenodePublicAddress;
   
    ComputeServiceContext computeServiceContext =
      ComputeServiceContextBuilder.build(clusterSpec);
    FirewallSettings.authorizeIngress(computeServiceContext, instance, clusterSpec,
View Full Code Here
205
206
207
208
209
210
211
212
213
214
215
    return Sets.newLinkedHashSet(Collections2.transform(Sets.newLinkedHashSet(nodes),
        new Function<NodeMetadata, Instance>() {
      @Override
      public Instance apply(NodeMetadata node) {
        try {
        return new Instance(node.getCredentials(), roles,
            InetAddress.getByName(Iterables.get(node.getPublicAddresses(), 0)),
            InetAddress.getByName(Iterables.get(node.getPrivateAddresses(), 0)),
            node.getId());
        } catch (UnknownHostException e) {
            throw new RuntimeException(e);
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
      public boolean apply(NodeMetadata nodeMetadata) {
        // Check it's the correct cluster
        if (!clusterSpec.getClusterName().equals(nodeMetadata.getGroup())) {
          return false;
        }
        Instance instance = nodeIdToInstanceMap.get(nodeMetadata.getId());
        if (instance == null) {
          LOG.debug("No instance for {} found in map", nodeMetadata);
          return false;
        }
        return RolePredicates.onlyRolesIn(roles).apply(instance);
View Full Code Here
TOP

Related Classes of org.apache.whirr.service.Cluster.Instance

  • org.apache.whirr.cluster.actions.BootstrapClusterAction
  • org.apache.whirr.cluster.actions.ConfigureClusterAction
  • org.apache.whirr.service.cassandra.CassandraClusterActionHandlerTest
  • org.apache.whirr.service.cassandra.CassandraService
  • org.apache.whirr.service.hadoop.HadoopConfigurationBuilder
  • org.apache.whirr.service.hadoop.HadoopConfigurationBuilderTest
  • org.apache.whirr.service.hadoop.HadoopDataNodeClusterActionHandler
  • org.apache.whirr.service.hadoop.HadoopNameNodeClusterActionHandler
  • org.apache.whirr.service.hadoop.HadoopService
  • org.apache.whirr.service.hbase.HBaseMasterClusterActionHandler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.