Package org.apache.hama

Examples of org.apache.hama.HamaConfiguration

114
115
116
117
118
119
120
121
122
123
124
  }

  public static void main(String[] args) throws InterruptedException,
      IOException, ClassNotFoundException {
    // BSP job configuration
    HamaConfiguration conf = new HamaConfiguration();

    BSPJob bsp = new BSPJob(conf, PiEstimator.class);
    // Set the job name
    bsp.setJobName("Pi Estimation Example");
    bsp.setBspClass(MyEstimator.class);
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
      System.out.println("Usage: <sizeOfMsg> <nCommunications> <nSupersteps>");
      System.exit(-1);
    }

    // BSP job configuration
    HamaConfiguration conf = new HamaConfiguration();

    conf.setInt(SIZEOFMSG, Integer.parseInt(args[0]));
    conf.setInt(N_COMMUNICATIONS, Integer.parseInt(args[1]));
    conf.setInt(N_SUPERSTEPS, Integer.parseInt(args[2]));

    BSPJob bsp = new BSPJob(conf, RandBench.class);
    // Set the job name
    bsp.setJobName("Random Communication Benchmark");
    bsp.setBspClass(RandBSP.class);
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
   * starting.
   *
   * @param baseConf Hadoop Configuration.
   */
  public static void run(Configuration baseConf) {
    Configuration conf = new HamaConfiguration(baseConf);
    if (BSPMaster.getAddress(conf) == null) {
      System.out.println(BSPMaster.localModeMessage);
      LOG.info(BSPMaster.localModeMessage);
      System.exit(0);
    }
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
141
142
143
  }

  private static void writeMyID(Properties properties) throws IOException {
    long myId = -1;

    Configuration conf = new HamaConfiguration();
    String myAddress = DNS.getDefaultHost(
        conf.get("hama.zookeeper.dns.interface", "default"),
        conf.get("hama.zookeeper.dns.nameserver", "default"));

    List<String> ips = new ArrayList<String>();

    // Add what could be the best (configured) match
    ips.add(myAddress.contains(".") ? myAddress : StringUtils
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
  }

  public static void main(String[] args) throws InterruptedException,
      IOException, ClassNotFoundException {
    // BSP job configuration
    HamaConfiguration conf = new HamaConfiguration();

    BSPJob bsp = new BSPJob(conf, PiEstimator.class);
    // Set the job name
    bsp.setJobName("Pi Estimation Example");
    bsp.setBspClass(MyEstimator.class);

    BSPJobClient jobClient = new BSPJobClient(conf);
    ClusterStatus cluster = jobClient.getClusterStatus(true);

    if (args.length > 0) {
      bsp.setNumBspTask(Integer.parseInt(args[0]));
    } else {
      // Set to maximum
      bsp.setNumBspTask(cluster.getGroomServers());
    }

    // Choose one as a master
    for (String peerName : cluster.getActiveGroomNames().values()) {
      conf.set(MASTER_TASK, peerName);
      break;
    }

    FileSystem fileSys = FileSystem.get(conf);
    initTempDir(fileSys);
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
      System.out.println("Usage: <sizeOfMsg> <nCommunications> <nSupersteps>");
      System.exit(-1);
    }

    // BSP job configuration
    HamaConfiguration conf = new HamaConfiguration();

    conf.setInt(SIZEOFMSG, Integer.parseInt(args[0]));
    conf.setInt(N_COMMUNICATIONS, Integer.parseInt(args[1]));
    conf.setInt(N_SUPERSTEPS, Integer.parseInt(args[2]));

    BSPJob bsp = new BSPJob(conf, RandBench.class);
    // Set the job name
    bsp.setJobName("Random Communication Benchmark");
    bsp.setBspClass(RandBSP.class);
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
        LOG.error("Fail to check BSP Master's state.", ie);
        Thread.currentThread().interrupt();
      }
    }
    for(int i=0; i < this.grooms; i++){
      HamaConfiguration c = new HamaConfiguration(this.configuration);
      randomPort(c);
      GroomServerRunner gsr = new GroomServerRunner(c);
      groomServerList.add(gsr);
      scheduler.schedule(gsr, 0, SECONDS);
      cnt = 0;
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
  /**
   * Parse ZooKeeper configuration from Hama XML config and run a QuorumPeer.
   * @param baseConf Hadoop Configuration.
   */
  public static void run(Configuration baseConf) {
    Configuration conf = new HamaConfiguration(baseConf);
    try {
      Properties zkProperties = makeZKProps(conf);
      writeMyID(zkProperties);
      QuorumPeerConfig zkConfig = new QuorumPeerConfig();
      zkConfig.parseProperties(zkProperties);
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
104
105
106
  }

  private static void writeMyID(Properties properties) throws IOException {
    long myId = -1;

    Configuration conf = new HamaConfiguration();
    String myAddress = DNS.getDefaultHost(
        conf.get("hama.zookeeper.dns.interface","default"),
        conf.get("hama.zookeeper.dns.nameserver","default"));

    List<String> ips = new ArrayList<String>();

    // Add what could be the best (configured) match
    ips.add(myAddress.contains(".") ?
View Full Code Here
38
39
40
41
42
43
44
  private JobState state = JobState.DEFINE;
  private BSPJobClient jobClient;
  private RunningJob info;

  public BSPJob() throws IOException {
    this(new HamaConfiguration());
  }
View Full Code Here
TOP

Related Classes of org.apache.hama.HamaConfiguration

  • org.apache.hama.bsp.BSPApplicationMaster
  • org.apache.hama.bsp.BSPJob
  • org.apache.hama.bsp.BSPJobClient
  • org.apache.hama.bsp.BSPJobContext
  • org.apache.hama.bsp.BSPRunner
  • org.apache.hama.bsp.GroomServer
  • org.apache.hama.bsp.GroomServer$BSPPeerChild
  • org.apache.hama.bsp.GroomServer$Child
  • org.apache.hama.bsp.LocalBSPRunner
  • org.apache.hama.bsp.MesosExecutor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.