Package org.apache.hadoop.examples.terasort

Examples of org.apache.hadoop.examples.terasort.TeraGen


    int numTaskTrackers = controller.getCluster().getInstances().size() - 1;
    long bytesPerNode =
      Long.parseLong(System.getProperty("terasortBytesPerNode", "1000000000"));
    long rows = numTaskTrackers * (bytesPerNode / 100);
    StopWatch stopWatch = new StopWatch();
    TeraGen teraGen = new TeraGen();
    teraGen.setConf(controller.getJobConf());
    LOG.info("Starting TeraGen with {} tasktrackers, {} bytes per node, {} rows",
        new Object[] { numTaskTrackers, bytesPerNode, rows});
    stopWatch.start();
    teraGen.run(new String[] { "" + rows, "input" });
    stopWatch.stop();
    LOG.info("TeraGen took {} ms", stopWatch.getTime());
  }
View Full Code Here


    int numTaskTrackers = controller.getCluster().getInstances().size() - 1;
    long bytesPerNode =
      Long.parseLong(System.getProperty("terasortBytesPerNode", "1000000000"));
    long rows = numTaskTrackers * (bytesPerNode / 100);
    StopWatch stopWatch = new StopWatch();
    TeraGen teraGen = new TeraGen();
    teraGen.setConf(controller.getJobConf());
    LOG.info("Starting TeraGen with {} tasktrackers, {} bytes per node, {} rows",
        new Object[] { numTaskTrackers, bytesPerNode, rows});
    stopWatch.start();
    teraGen.run(new String[] { "" + rows, "input" });
    stopWatch.stop();
    LOG.info("TeraGen took {} ms", stopWatch.getTime());
  }
View Full Code Here

TOP

Related Classes of org.apache.hadoop.examples.terasort.TeraGen

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.