Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.RunningJob.waitForCompletion()

129
130
131
132
133
134
135
136
137
138
139
    if (columnNames != null) {
      JobConf jobConf = createJob(conf, numMapTasks, numReduceTasks, indexDir,
          tableName, columnNames.toString());
      RunningJob runningJob = JobClient.runJob(jobConf);
      runningJob.waitForCompletion();
    }
  }

  /**
   * @param conf
View Full Code Here
232
233
234
235
236
237
238
239
240
241
242
        job.setOutputValueClass(HCatRecord.class);

        job.setNumReduceTasks(0);

        RunningJob runJob = JobClient.runJob(job);
        runJob.waitForCompletion();
        assertTrue(runJob.isSuccessful());

        //verify
        HTable table = new HTable(conf, tableName);
        Scan scan = new Scan();
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
   
    JobConf jobConf = createJobConf(conf);
   
    JobClient client = new JobClient(jobConf);
    RunningJob runningJob = client.submitJob(jobConf);
    runningJob.waitForCompletion();
  }

  public static void main(String[] args) throws Exception {
    Configuration conf = new Configuration();
    TxnGenerator generator = new TxnGenerator(conf);
View Full Code Here
386
387
388
389
390
391
392
393
   
    JobConf jobConf = createJobConf(conf);
   
    JobClient client = new JobClient(jobConf);
    RunningJob runningJob = client.submitJob(jobConf);
    runningJob.waitForCompletion();
  }
}
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
    public void execute () throws Exception {
        JobConf conf = createJobConf();
        RunningJob runningJob = new JobClient(conf).submitJob(conf);
        String id = runningJob.getJobID();
        System.out.println("Hadoop job id=" + id);
        runningJob.waitForCompletion();
       
        if (!runningJob.isSuccessful())
            throw new Exception("Hadoop ETL job failed! Please check status on http://"
                                         + conf.get("mapred.job.tracker") + "/jobdetails.jsp?jobid=" + id);
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.