Package org.apache.hadoop.mapred.Task

Examples of org.apache.hadoop.mapred.Task.TaskReporter

74
75
76
77
78
79
80
81
82
83
84
        paths[i] = new Path(outDir+"/testfile"+i);
      }

      CombineFileSplit combineFileSplit = new CombineFileSplit(paths, fileLength);
      TaskAttemptID taskAttemptID = Mockito.mock(TaskAttemptID.class);
      TaskReporter reporter = Mockito.mock(TaskReporter.class);
      TaskAttemptContextImpl taskAttemptContext =
        new TaskAttemptContextImpl(conf, taskAttemptID,reporter);

      CombineFileRecordReader cfrr = new CombineFileRecordReader(combineFileSplit,
        taskAttemptContext, TextRecordReaderWrapper.class);
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
  @SuppressWarnings("deprecation")
  @Test
  public void testcheckAndInformJobTracker() throws Exception {
    //mock creation
    TaskUmbilicalProtocol mockUmbilical = mock(TaskUmbilicalProtocol.class);
    TaskReporter mockTaskReporter = mock(TaskReporter.class);

    JobConf conf = new JobConf();
    conf.setUser("testuser");
    conf.setJobName("testJob");
    conf.setSessionId("testSession");
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
  private CombineOutputCollector<String, Integer> coc;

  @Test
  public void testCustomCollect() throws Throwable {
    //mock creation
    TaskReporter mockTaskReporter = mock(TaskReporter.class);
    Counters.Counter outCounter = new Counters.Counter();
    Writer<String, Integer> mockWriter = mock(Writer.class);

    Configuration conf = new Configuration();
    conf.set("mapred.combine.recordsBeforeProgress", "2");
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
  }
 
  @Test
  public void testDefaultCollect() throws Throwable {
    //mock creation
    TaskReporter mockTaskReporter = mock(TaskReporter.class);
    Counters.Counter outCounter = new Counters.Counter();
    Writer<String, Integer> mockWriter = mock(Writer.class);

    Configuration conf = new Configuration();
   
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
        paths[i] = new Path(outDir+"/testfile"+i);
      }

      CombineFileSplit combineFileSplit = new CombineFileSplit(paths, fileLength);
      TaskAttemptID taskAttemptID = Mockito.mock(TaskAttemptID.class);
      TaskReporter reporter = Mockito.mock(TaskReporter.class);
      TaskAttemptContextImpl taskAttemptContext =
        new TaskAttemptContextImpl(conf, taskAttemptID,reporter);

      CombineFileRecordReader cfrr = new CombineFileRecordReader(combineFileSplit,
        taskAttemptContext, TextRecordReaderWrapper.class);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
  };

  @Test
  public void testCustomCollect() throws Throwable {
    //mock creation
    TaskReporter mockTaskReporter = mock(TaskReporter.class);
    Writer<String, Integer> mockWriter = mock(Writer.class);

    Configuration conf = new Configuration();
    conf.set(MRJobConfig.COMBINE_RECORDS_BEFORE_PROGRESS, "2");
   
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
  }
 
  @Test
  public void testDefaultCollect() throws Throwable {
    //mock creation
    TaskReporter mockTaskReporter = mock(TaskReporter.class);
    Writer<String, Integer> mockWriter = mock(Writer.class);

    Configuration conf = new Configuration();
   
    coc = new CombineOutputCollector<String, Integer>(outCounter, mockTaskReporter, conf);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
  };

  @Test
  public void testCustomCollect() throws Throwable {
    //mock creation
    TaskReporter mockTaskReporter = mock(TaskReporter.class);

    @SuppressWarnings("unchecked")
    Writer<String, Integer> mockWriter = mock(Writer.class);

    Configuration conf = new Configuration();
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
  }
 
  @Test
  public void testDefaultCollect() throws Throwable {
    //mock creation
    TaskReporter mockTaskReporter = mock(TaskReporter.class);

    @SuppressWarnings("unchecked")
    Writer<String, Integer> mockWriter = mock(Writer.class);

    Configuration conf = new Configuration();
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.Task.TaskReporter

  • org.apache.hadoop.mapred.TestCombineOutputCollector
  • org.apache.hadoop.mapred.TestReduceTaskFetchFail
  • org.apache.hadoop.mapreduce.lib.input.TestCombineFileRecordReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.