Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.Cluster

30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
 
  @SuppressWarnings("deprecation")
  @Test
  public void testMapTaskReportsWithNullJob() throws Exception {
    JobClient client = new JobClient();
    Cluster mockCluster = mock(Cluster.class);
    client.cluster = mockCluster;
    JobID id = new JobID("test",0);
   
    when(mockCluster.getJob(id)).thenReturn(null);
   
    TaskReport[] result = client.getMapTaskReports(id);
    assertEquals(0, result.length);
   
    verify(mockCluster).getJob(id);
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
 
  @SuppressWarnings("deprecation")
  @Test
  public void testReduceTaskReportsWithNullJob() throws Exception {
    JobClient client = new JobClient();
    Cluster mockCluster = mock(Cluster.class);
    client.cluster = mockCluster;
    JobID id = new JobID("test",0);
   
    when(mockCluster.getJob(id)).thenReturn(null);
   
    TaskReport[] result = client.getReduceTaskReports(id);
    assertEquals(0, result.length);
   
    verify(mockCluster).getJob(id);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
 
  @SuppressWarnings("deprecation")
  @Test
  public void testSetupTaskReportsWithNullJob() throws Exception {
    JobClient client = new JobClient();
    Cluster mockCluster = mock(Cluster.class);
    client.cluster = mockCluster;
    JobID id = new JobID("test",0);
   
    when(mockCluster.getJob(id)).thenReturn(null);
   
    TaskReport[] result = client.getSetupTaskReports(id);
    assertEquals(0, result.length);
   
    verify(mockCluster).getJob(id);
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
 
  @SuppressWarnings("deprecation")
  @Test
  public void testCleanupTaskReportsWithNullJob() throws Exception {
    JobClient client = new JobClient();
    Cluster mockCluster = mock(Cluster.class);
    client.cluster = mockCluster;
    JobID id = new JobID("test",0);
   
    when(mockCluster.getJob(id)).thenReturn(null);
   
    TaskReport[] result = client.getCleanupTaskReports(id);
    assertEquals(0, result.length);
   
    verify(mockCluster).getJob(id);
View Full Code Here
711
712
713
714
715
716
717
718
719
720
721
722
723
      // Framework history log file location
      Path logFile = new Path(doneDir, logFileName);
      FileSystem fileSys = logFile.getFileSystem(conf);

      Cluster cluster = new Cluster(conf);
      assertEquals("Client returned wrong history url", logFile.toString(),
          cluster.getJobHistoryUrl(id));
  
      // Check if the history file exists
      assertTrue("History file does not exist", fileSys.exists(logFile));

      // check if the corresponding conf file exists
View Full Code Here
16
17
18
19
20
21
22
23
24
25
26
27
      JobBuilder.printUsage(this, "<job ID>");
      return -1;
    }
    String jobID = args[0];
    // vv NewMissingTemperatureFields
    Cluster cluster = new Cluster(getConf());
    Job job = cluster.getJob(JobID.forName(jobID));
    // ^^ NewMissingTemperatureFields
    if (job == null) {
      System.err.printf("No job with ID %s found.\n", jobID);
      return -1;
    }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
        return fs.getDefaultBlockSize(path);
    }

    public static Counters getCounters(Job job) throws IOException {
        try {
            Cluster cluster = new Cluster(job.getJobConf());
            org.apache.hadoop.mapreduce.Job mrJob = cluster.getJob(job.getAssignedJobID());
            if (mrJob == null) { // In local mode, mrJob will be null
                mrJob = job.getJob();
            }
            return new Counters(mrJob.getCounters());
        } catch (Exception ir) {
View Full Code Here
224
225
226
227
228
229
230
231
232
233
234
235
236
    public static Iterator<TaskReport> getTaskReports(Job job, TaskType type) throws IOException {
        if (job.getJobConf().getBoolean(PigConfiguration.PIG_NO_TASK_REPORT, false)) {
            LOG.info("TaskReports are disabled for job: " + job.getAssignedJobID());
            return null;
        }
        Cluster cluster = new Cluster(job.getJobConf());
        try {
            org.apache.hadoop.mapreduce.Job mrJob = cluster.getJob(job.getAssignedJobID());
            if (mrJob == null) { // In local mode, mrJob will be null
                mrJob = job.getJob();
            }
            org.apache.hadoop.mapreduce.TaskReport[] reports = mrJob.getTaskReports(type);
            return DowngradeHelper.downgradeTaskReports(reports);
View Full Code Here
376
377
378
379
380
381
382
    }
    return exitCode;
  }

  Cluster createCluster() throws IOException {
    return new Cluster(getConf());
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
  }

  @Test
  public void testMapTaskReportsWithNullJob() throws Exception {
    TestJobClient client = new TestJobClient(new JobConf());
    Cluster mockCluster = mock(Cluster.class);
    client.setCluster(mockCluster);
    JobID id = new JobID("test",0);
   
    when(mockCluster.getJob(id)).thenReturn(null);
   
    TaskReport[] result = client.getMapTaskReports(id);
    assertEquals(0, result.length);
   
    verify(mockCluster).getJob(id);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.Cluster

  • NewMissingTemperatureFields
  • nise.Number
  • org.apache.hadoop.examples.pi.DistSum$MixMachine
  • org.apache.hadoop.examples.terasort.TeraChecksum
  • org.apache.hadoop.examples.terasort.TeraGen
  • org.apache.hadoop.examples.terasort.TeraSort
  • org.apache.hadoop.examples.terasort.TeraValidate
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.hbase.mapreduce.JobUtil
  • org.apache.hadoop.io.Text
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.