Package org.apache.hama.bsp

Examples of org.apache.hama.bsp.TaskID

40
41
42
43
44
45
46
47
48
49
50
   */
  public void testTextSpillingQueue() throws Exception {

    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
   */
  public void testObjectWritableSpillingQueue() throws Exception {

    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
    final PeerSyncClient syncClient = SyncServiceFactory
        .getPeerSyncClient(conf);
    assertTrue(syncClient instanceof ZooKeeperSyncClientImpl);
    BSPJobID jobId = new BSPJobID("abc", 1);
    TaskAttemptID taskId = new TaskAttemptID(new TaskID(jobId, 1), 1);
    syncClient.init(conf, jobId, taskId);

    Runtime.getRuntime().addShutdownHook(new Thread() {
      @Override
      public void run() {
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
    }
    queue.close();
  }

  public DiskQueue<IntWritable> getQueue() {
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    DiskQueue<IntWritable> queue = new DiskQueue<IntWritable>();
    // normally this is injected via reflection
    queue.setConf(conf);
    queue.init(conf, id);
    return queue;
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
    final PeerSyncClient syncClient = SyncServiceFactory
        .getPeerSyncClient(conf);
    assertTrue(syncClient instanceof ZooKeeperSyncClientImpl);
    BSPJobID jobId = new BSPJobID("abc", 1);
    TaskAttemptID taskId = new TaskAttemptID(new TaskID(jobId, 1), 1);
    syncClient.init(conf, jobId, taskId);

    Runtime.getRuntime().addShutdownHook(new Thread() {
      @Override
      public void run() {
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
    }
    queue.close();
  }

  public DiskQueue<IntWritable> getQueue() {
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    DiskQueue<IntWritable> queue = new DiskQueue<IntWritable>();
    // normally this is injected via reflection
    queue.setConf(conf);
    queue.init(conf, id);
    return queue;
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
   */
  public void testTextSpillingQueue() throws Exception {

    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
   */
  public void testObjectWritableSpillingQueue() throws Exception {

    String msg = "Testing the spillage of spilling buffer";
    Text text = new Text(msg);
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    SpillingQueue<Text> queue = new SpillingQueue<Text>();
    Configuration conf = new HamaConfiguration();

    String fileName = System.getProperty("java.io.tmpdir") + File.separatorChar
        + new BigInteger(128, new SecureRandom()).toString(32);
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    }
    queue.close();
  }

  public DiskQueue<IntWritable> getQueue() {
    TaskAttemptID id = new TaskAttemptID(new TaskID("123", 1, 2), 0);
    DiskQueue<IntWritable> queue = new DiskQueue<IntWritable>();
    // normally this is injected via reflection
    queue.setConf(conf);
    queue.init(conf, id);
    return queue;
View Full Code Here
TOP

Related Classes of org.apache.hama.bsp.TaskID

  • org.apache.hama.bsp.message.TestDiskQueue
  • org.apache.hama.bsp.message.TestSpillingQueue
  • org.apache.hama.bsp.sync.TestSyncServiceFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.