Package com.cloudera.iterativereduce.yarn

Examples of com.cloudera.iterativereduce.yarn.UpdateableInt


    List<UpdateableInt> records = new LinkedList<UpdateableInt>();

    parser.parse();
   
    while (parser.hasMoreRecords()) {
      UpdateableInt r = parser.nextRecord();
      records.add(r);
    }
   
    assertEquals(3, records.size());
    assertEquals(Integer.valueOf(10000), records.get(0).get());
View Full Code Here


    List<UpdateableInt> records = new LinkedList<UpdateableInt>();

    parser.parse();
   
    while (parser.hasMoreRecords()) {
      UpdateableInt r = parser.nextRecord();
      records.add(r);
    }
   
    assertEquals(2, records.size());
    assertEquals(Integer.valueOf(20000), records.get(0).get());
View Full Code Here

    List<UpdateableInt> records = new LinkedList<UpdateableInt>();

    parser.parse();
   
    while (parser.hasMoreRecords()) {
      UpdateableInt r = parser.nextRecord();
      records.add(r);
    }
   
    assertEquals(1, records.size());
    assertEquals(Integer.valueOf(20000), records.get(0).get());
View Full Code Here

    List<UpdateableInt> records = new LinkedList<UpdateableInt>();

    parser.parse();
   
    while (parser.hasMoreRecords()) {
      UpdateableInt r = parser.nextRecord();
      records.add(r);
    }
   
    assertEquals(2, records.size());
    assertEquals(Integer.valueOf(20000), records.get(0).get());
View Full Code Here

    // Put workers back in running state
    assertEquals(true, masterPrc.progress(workerOne, progress));
    assertEquals(true, masterPrc.progress(workerTwo, progress));
   
    // Update
    UpdateableInt uInt = new UpdateableInt();
    uInt.set(100);
    assertEquals(true, masterPrc.update(workerOne, uInt.toBytes()));
    // We should not be in RUNNING state on master, so we get a false
    assertEquals(false, masterPrc.update(workerOne, uInt.toBytes()));

    // Obnoxiously put ourself back into WORKING state, but master refuses our
    // update, because we already provided an update in this round
    assertEquals(true, masterPrc.progress(workerOne, progress));
    assertEquals(false, masterPrc.update(workerOne, uInt.toBytes()));

    // Waiting, we have a partial update in progress, should get back -1
    assertEquals(-1, masterPrc.waiting(workerOne, 0, 0));
   
    // Second update
    assertEquals(true, masterPrc.update(workerTwo, uInt.toBytes()));

    // Wait a moment to allow master to compute update
    Thread.sleep(500);
   
    // Waiting should come back with a fetchId of 1
    assertEquals(1, masterPrc.waiting(workerOne, 0, 1));
    assertEquals(1, masterPrc.waiting(workerTwo, 0, 1));
   
    // Fetch
    UpdateableInt update = new UpdateableInt();
    update.fromBytes(masterPrc.fetch(workerOne, 1));
    assertEquals(Integer.valueOf(200), update.get());
   
    // Complete
    masterPrc.complete(workerOne, progress);
    masterPrc.error(workerTwo, "An error occurred");
   
View Full Code Here

TOP

Related Classes of com.cloudera.iterativereduce.yarn.UpdateableInt

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.