configureHadoopPlatform(applicationJarClass, conf);
}
private void configureHadoopPlatform(Class applicationJarClass, JobConf jobConf) throws Exception {
_hadoopJobConf = jobConf;
HadoopPlatform hp = new HadoopPlatform(applicationJarClass, _hadoopJobConf);
_platform = hp;
// Special configuration for Hadoop.
if (isLocal()) {
setNumReduceTasks(1);
setJobPollingInterval(LOCAL_HADOOP_JOB_POLLING_INTERVAL);
} else {
setNumReduceTasks(BasePlatform.CLUSTER_REDUCER_COUNT);
}
hp.setMapSpeculativeExecution(false);
hp.setReduceSpeculativeExecution(false);
}