Package org.apache.hama

Examples of org.apache.hama.HamaConfiguration

33
34
35
36
37
38
39
40
41
42
43
        && 1200 > input.computeGoalSize(10, 10000));

  }

  public void testSetInputPaths() throws IOException {
    HamaConfiguration conf = new HamaConfiguration();
    BSPJob job = new BSPJob(conf);

    String[] files = new String[2];
    files[0] = "hdfs://hadoop.uta.edu/user/hadoop/employee.txt";
    files[1] = "hdfs://hadoop.uta.edu/user/hadoop/department.txt";
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
    File file = new File(fileName);
    conf.set(SpillingQueue.SPILLBUFFER_FILENAME, fileName);
    conf.setClass(SpillingQueue.SPILLBUFFER_MSGCLASS, Text.class,
        Writable.class);
    queue.init(conf, id);
    queue.prepareWrite();
    for (int i = 0; i < 1000; ++i) {
      queue.add(text);
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
    File file = new File(fileName);
    conf.set(SpillingQueue.SPILLBUFFER_FILENAME, fileName);
    queue.init(conf, id);
    queue.prepareWrite();
    for (int i = 0; i < 1000; ++i) {
      queue.add(text);
    }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
   * starting.
   *
   * @param baseConf Hadoop Configuration.
   */
  public static void run(Configuration baseConf) {
    Configuration conf = new HamaConfiguration(baseConf);
    if (BSPMaster.getAddress(conf) == null) {
      System.out.println(BSPMaster.localModeMessage);
      LOG.info(BSPMaster.localModeMessage);
      System.exit(0);
    }
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
141
142
143
  }

  private static void writeMyID(Properties properties) throws IOException {
    long myId = -1;

    Configuration conf = new HamaConfiguration();
    String myAddress = DNS.getDefaultHost(
        conf.get("hama.zookeeper.dns.interface", "default"),
        conf.get("hama.zookeeper.dns.nameserver", "default"));

    List<String> ips = new ArrayList<String>();

    // Add what could be the best (configured) match
    ips.add(myAddress.contains(".") ? myAddress : StringUtils
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
public class TestCompositeInputFormat extends HamaCluster {
  protected HamaConfiguration configuration;

  public TestCompositeInputFormat() {
    configuration = new HamaConfiguration();
    configuration.set("bsp.master.address", "localhost");
    configuration.set("hama.child.redirect.log.console", "true");
    assertEquals("Make sure master addr is set to localhost:", "localhost",
        configuration.get("bsp.master.address"));
    configuration.set("bsp.local.dir", "/tmp/hama-test");
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
  public void testCompositeInputFormat() throws IOException,
      ClassNotFoundException, InterruptedException {
    generateTestData();

    HamaConfiguration conf = new HamaConfiguration();
    BSPJob job = new BSPJob(conf);

    FileInputFormat.setInputPaths(job, "/tmp/a.dat,/tmp/b.dat");

    job.setInputFormat(CompositeInputFormat.class);
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
    assertTrue(bsp.waitForCompletion(true));
  }

  public BSPJob getNewJobConf() throws Exception {
    Configuration conf = new Configuration();
    BSPJob bsp = new BSPJob(new HamaConfiguration(conf));
    bsp.setJobName("Test persistent behaviour");
    bsp.setBspClass(persistentMsgBSP.class);
    bsp.setNumBspTask(2);
    bsp.setInputFormat(NullInputFormat.class);
    bsp.setOutputFormat(NullOutputFormat.class);
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
  // these variables are preventing from rebooting the whole stuff again since
  // setup and teardown are called per method.

  public TestBSPMasterGroomServer() {
    configuration = new HamaConfiguration();
    configuration.set("bsp.master.address", "localhost");
    configuration.set("hama.child.redirect.log.console", "true");
    assertEquals("Make sure master addr is set to localhost:", "localhost",
        configuration.get("bsp.master.address"));
    configuration.set("bsp.local.dir", "/tmp/hama-test");
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
public class TestLocalRunner extends TestCase {

  public void testOutputJob() throws Exception {
    Configuration conf = new Configuration();
    conf.set("bsp.local.dir", "/tmp/hama-test");
    BSPJob bsp = new BSPJob(new HamaConfiguration(conf));
    bsp.setJobName("Test Serialize Printing with Output");

    bsp.setBspClass(org.apache.hama.examples.ClassSerializePrinting.class);
    bsp.setOutputFormat(SequenceFileOutputFormat.class);
    bsp.setOutputKeyClass(IntWritable.class);
View Full Code Here
TOP

Related Classes of org.apache.hama.HamaConfiguration

  • org.apache.hama.bsp.BSPApplicationMaster
  • org.apache.hama.bsp.BSPJob
  • org.apache.hama.bsp.BSPJobClient
  • org.apache.hama.bsp.BSPJobContext
  • org.apache.hama.bsp.BSPRunner
  • org.apache.hama.bsp.GroomServer
  • org.apache.hama.bsp.GroomServer$BSPPeerChild
  • org.apache.hama.bsp.GroomServer$Child
  • org.apache.hama.bsp.LocalBSPRunner
  • org.apache.hama.bsp.MesosExecutor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.