Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.JobConf.unset()

36
37
38
39
40
41
42
43
44
45
46
    JobConf confVertex1 = new JobConf();
   
    confVertex1.set(MRJobConfig.MAP_OUTPUT_KEY_CLASS, IntWritable.class.getName());
   
    confVertex1.unset(MRJobConfig.KEY_COMPARATOR);
    confVertex1.unset(MRJobConfig.GROUP_COMPARATOR_CLASS);
   
    MRHelpers.translateMRConfToTez(confVertex1);

    assertEquals(IntWritable.Comparator.class.getName(), ConfigUtils
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
    JobConf confVertex1 = new JobConf();
   
    confVertex1.set(MRJobConfig.MAP_OUTPUT_KEY_CLASS, IntWritable.class.getName());
   
    confVertex1.unset(MRJobConfig.KEY_COMPARATOR);
    confVertex1.unset(MRJobConfig.GROUP_COMPARATOR_CLASS);
   
    MRHelpers.translateMRConfToTez(confVertex1);

    assertEquals(IntWritable.Comparator.class.getName(), ConfigUtils
        .getIntermediateOutputKeyComparator(confVertex1).getClass().getName());
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
    confVertex1.set(MRJobConfig.MAP_OUTPUT_KEY_CLASS, IntWritable.class.getName());
    confVertex2.set(MRJobConfig.MAP_OUTPUT_KEY_CLASS, ByteWritable.class.getName());
   
    confVertex1.unset(MRJobConfig.KEY_COMPARATOR);
    confVertex1.unset(MRJobConfig.GROUP_COMPARATOR_CLASS);
    confVertex2.unset(MRJobConfig.KEY_COMPARATOR);
    confVertex2.unset(MRJobConfig.GROUP_COMPARATOR_CLASS);
   
    MultiStageMRConfToTezTranslator.translateVertexConfToTez(confVertex1, null);
    MultiStageMRConfToTezTranslator.translateVertexConfToTez(confVertex2,
        confVertex1);
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
    confVertex2.set(MRJobConfig.MAP_OUTPUT_KEY_CLASS, ByteWritable.class.getName());
   
    confVertex1.unset(MRJobConfig.KEY_COMPARATOR);
    confVertex1.unset(MRJobConfig.GROUP_COMPARATOR_CLASS);
    confVertex2.unset(MRJobConfig.KEY_COMPARATOR);
    confVertex2.unset(MRJobConfig.GROUP_COMPARATOR_CLASS);
   
    MultiStageMRConfToTezTranslator.translateVertexConfToTez(confVertex1, null);
    MultiStageMRConfToTezTranslator.translateVertexConfToTez(confVertex2,
        confVertex1);
   
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
    BaseWork baseWork = Mockito.mock(BaseWork.class);
    Mockito.doAnswer(new Answer<Void>() {

      @Override
      public Void answer(InvocationOnMock invocation) throws Throwable {
        conf.unset(MR_JAR_PROPERTY);
        return null;
      }

    }).when(baseWork).configureJobConf(conf);
View Full Code Here
214
215
216
217
218
219
220
221
222
223
224
  }

  @Test
  public void testConfigureJarsStartingWithNull() throws Exception {
    final JobConf conf = new JobConf();
    conf.unset(MR_JAR_PROPERTY);
    BaseWork baseWork = Mockito.mock(BaseWork.class);
    Mockito.doAnswer(new Answer<Void>() {

      @Override
      public Void answer(InvocationOnMock invocation) throws Throwable {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.