Package org.apache.hadoop.mapred.JobTracker

Examples of org.apache.hadoop.mapred.JobTracker.RetireJobInfo

90
91
92
93
94
95
96
97
98
99
100
101
102
    assertTrue(rj.isSuccessful());
    JobID id = rj.getID();

    //wait for job to get retired
    waitTillRetire(id, jobtracker);
    RetireJobInfo retired = jobtracker.retireJobs.get(id);
    assertTrue("History url not set", retired.getHistoryFile() != null &&
      retired.getHistoryFile().length() > 0);
    assertNotNull("Job is not in cache", jobtracker.getJobStatus(id));

    // get the job conf filename
    String name = jobtracker.getLocalJobFilePath(id);
    File file = new File(name);
View Full Code Here
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
      sb.append("<td><b>Map % Complete</b></td>");
      sb.append("<td><b>Reduce % Complete</b></td>");
      sb.append("<td><b>Job Scheduling Information</b></td>");
      sb.append("</tr>\n");
      for (int i = 0; i < 100 && iterator.hasNext(); i++) {
        RetireJobInfo info = iterator.next();
        String historyFile = info.getHistoryFile();
        String historyFileUrl = null;
        if (historyFile != null && !historyFile.equals("")) {
          try {
            historyFileUrl = URLEncoder.encode(info.getHistoryFile(), "UTF-8");
          } catch (UnsupportedEncodingException e) {
            LOG.warn("Can't create history url ", e);
          }
        }
        sb.append("<tr>");
View Full Code Here
240
241
242
243
244
245
246
247
248
249
250
   * @param jobId JobID
   * @return the link to the page jobdetailshistory.jsp for the job
   */
  public static String getJobDetailsHistoryLink(JobTracker tracker,
                                                String jobId) {
    RetireJobInfo info = tracker.retireJobs.get(JobID.forName(jobId));
    String historyFileUrl = getHistoryFileUrl(info);
    String result =  (historyFileUrl == null ? "" :
              "jobdetailshistory.jsp?jobid=" + jobId + "&logFile=" +
              historyFileUrl);
    return result;
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
   * @return the link to the page jobdetailshistory.jsp for the job
   */
  public static String getTaskDetailsHistoryLink(JobTracker tracker,
                                                 String jobId,
                                                 String tid) {
    RetireJobInfo info = tracker.retireJobs.get(JobID.forName(jobId));
    String historyFileUrl = getHistoryFileUrl(info);
    String result =  (historyFileUrl == null ? "" :
              "taskdetailshistory.jsp?jobid=" + jobId + "&logFile=" +
              historyFileUrl + "&taskid=" + tid);
    return result;
View Full Code Here
311
312
313
314
315
316
317
318
319
320
321
      sb.append("<th><b>Map % Complete</b></th>");
      sb.append("<th><b>Reduce % Complete</b></th>");
      sb.append("<th><b>Job Scheduling Information</b></th>");
      sb.append("</tr></thead><tbody>\n");
      for (int i = 0; i < 100 && iterator.hasNext(); i++) {
        RetireJobInfo info = iterator.next();
        String historyFileUrl = getHistoryFileUrl(info);
        sb.append("<tr>");

        String name = info.profile.getJobName();
        String abbreviatedName
View Full Code Here
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
    Iterator<RetireJobInfo> iterator =
      tracker.retireJobs.getAll().descendingIterator();

    for (int i = 0; i < 100 && iterator.hasNext(); i++) {
      RetireJobInfo info = iterator.next();
      JobStatus status = info.status;
      StringBuilder sb = new StringBuilder();
      sb.append("<retired_job rowid=\"" + rowId + "\" jobid=\"" + status.getJobId() + "\">");
      sb.append("<jobid>" + status.getJobId() + "</jobid>");
      sb.append("<history_url>jobdetailshistory.jsp?jobid=" + status.getJobId()
          + "&amp;logFile="
          + URLEncoder.encode(info.getHistoryFile().toString(), "UTF-8")
          + "</history_url>");
      sb.append("<priority>" + status.getJobPriority().toString()
          + "</priority>");
      sb.append("<user>" + info.profile.getUser() + "</user>");
      sb.append("<name>" + info.profile.getJobName() + "</name>");
View Full Code Here
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
      sb.append("<td><b>Reduce % Complete</b></td>");
      sb.append("<td><b>Job Scheduling Information</b></td>");
      sb.append("<td><b>Diagnostic Info </b></td>");
      sb.append("</tr>\n");
      for (int i = 0; i < 100 && iterator.hasNext(); i++) {
        RetireJobInfo info = iterator.next();
        String historyFile = info.getHistoryFile();
        String historyFileUrl = null;
        if (historyFile != null && !historyFile.equals("")) {
          try {
            historyFileUrl = URLEncoder.encode(info.getHistoryFile(), "UTF-8");
          } catch (UnsupportedEncodingException e) {
            LOG.warn("Can't create history url ", e);
          }
        }
        sb.append("<tr>");
View Full Code Here
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
      sb.append("<td><b>Reduce % Complete</b></td>");
      sb.append("<td><b>Job Scheduling Information</b></td>");
      sb.append("<td><b>Diagnostic Info </b></td>");
      sb.append("</tr>\n");
      for (int i = 0; i < 100 && iterator.hasNext(); i++) {
        RetireJobInfo info = iterator.next();
        String historyFile = info.getHistoryFile();
        String historyFileUrl = null;
        if (historyFile != null && !historyFile.equals("")) {
          try {
            historyFileUrl = URLEncoder.encode(info.getHistoryFile(), "UTF-8");
          } catch (UnsupportedEncodingException e) {
            LOG.warn("Can't create history url ", e);
          }
        }
        sb.append("<tr>");
View Full Code Here
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
      sb.append("<td><b>Reduce % Complete</b></td>");
      sb.append("<td><b>Job Scheduling Information</b></td>");
      sb.append("<td><b>Diagnostic Info </b></td>");
      sb.append("</tr>\n");
      for (int i = 0; i < 100 && iterator.hasNext(); i++) {
        RetireJobInfo info = iterator.next();
        String historyFile = info.getHistoryFile();
        String historyFileUrl = null;
        if (historyFile != null && !historyFile.equals("")) {
          try {
            historyFileUrl = URLEncoder.encode(info.getHistoryFile(), "UTF-8");
          } catch (UnsupportedEncodingException e) {
            LOG.warn("Can't create history url ", e);
          }
        }
        sb.append("<tr>");
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
    assertTrue(rj.isSuccessful());
    JobID id = rj.getID();

    //wait for job to get retired
    waitTillRetire(id, jobtracker);
    RetireJobInfo retired = jobtracker.retireJobs.get(id);
    assertTrue("History url not set", retired.getHistoryFile() != null &&
      retired.getHistoryFile().length() > 0);
    assertNotNull("Job is not in cache", jobtracker.getJobStatus(id));

    // get the job conf filename
    String name = jobtracker.getLocalJobFilePath(id);
    File file = new File(name);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.JobTracker.RetireJobInfo

  • org.apache.hadoop.mapred.JSPUtil
  • org.apache.hadoop.mapred.TestJobRetire
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.