Package org.apache.hadoop.mrunit.types

Examples of org.apache.hadoop.mrunit.types.TestWritable

564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
    // this test should use the comparator registered inside TestWritable
    // to output the keys in reverse order
    MapReduceDriver<TestWritable,Text,TestWritable,Text,TestWritable,Text> driver
      = MapReduceDriver.newMapReduceDriver(new Mapper(), new Reducer());
   
    driver.withInput(new TestWritable("A1"), new Text("A1"))
      .withInput(new TestWritable("A2"), new Text("A2"))
      .withInput(new TestWritable("A3"), new Text("A3"))
      .withKeyGroupingComparator(new TestWritable.SingleGroupComparator())
      // TODO: these output keys are incorrect because of MRUNIT-129
      .withOutput(new TestWritable("A3"), new Text("A3"))
      .withOutput(new TestWritable("A3"), new Text("A2"))
      .withOutput(new TestWritable("A3"), new Text("A1"))
      //the following are the actual correct outputs
      //.withOutput(new TestWritable("A3"), new Text("A3"))
      //.withOutput(new TestWritable("A2"), new Text("A2"))
      //.withOutput(new TestWritable("A1"), new Text("A1"))
      .runTest(true); //ordering is important
View Full Code Here
633
634
635
636
637
638
639
640
641
642
643
644
645
646
  @Test
  public void testUseOfWritableRegisteredComparator() throws IOException {
    MapReduceDriver<TestWritable, Text, TestWritable, Text, TestWritable, Text> driver = MapReduceDriver
        .newMapReduceDriver(new IdentityMapper<TestWritable, Text>(),
            new IdentityReducer<TestWritable, Text>());
    driver.withInput(new TestWritable("A1"), new Text("A1"))
      .withInput(new TestWritable("A2"), new Text("A2"))
      .withInput(new TestWritable("A3"), new Text("A3"))
      .withKeyGroupingComparator(new TestWritable.SingleGroupComparator())
      .withOutput(new TestWritable("A3"), new Text("A3"))
      .withOutput(new TestWritable("A3"), new Text("A2"))
      .withOutput(new TestWritable("A3"), new Text("A1"))
      .runTest(true); //ordering is important
  }
View Full Code Here
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
    IdentityMapper<TestWritable, Text> identityMapper = new IdentityMapper<TestWritable, Text>();
    IdentityMapper<TestWritable, Text> anotherIdentityMapper = new IdentityMapper<TestWritable, Text>();
    testDriver.addMapper(identityMapper);
    testDriver.addMapper(anotherIdentityMapper);
    testDriver
        .withInput(identityMapper, new TestWritable("A1"), new Text("A1"))
        .withInput(identityMapper, new TestWritable("A2"), new Text("A2"))
        .withInput(identityMapper, new TestWritable("A3"), new Text("A3"))
        .withInput(anotherIdentityMapper, new TestWritable("B1"),
            new Text("B1"))
        .withInput(anotherIdentityMapper, new TestWritable("B2"),
            new Text("B2"))
        .withKeyGroupingComparator(new TestWritable.SingleGroupComparator())
        .withOutput(new TestWritable("B2"), new Text("B2"))
        .withOutput(new TestWritable("B2"), new Text("B1"))
        .withOutput(new TestWritable("B2"), new Text("A3"))
        .withOutput(new TestWritable("B2"), new Text("A2"))
        .withOutput(new TestWritable("B2"), new Text("A1")).runTest(true); // ordering
                                                                           // is
                                                                           // important
  }
View Full Code Here
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
    // to output the keys in reverse order
    MapReduceDriver<TestWritable, Text, TestWritable, Text, TestWritable, Text> driver = MapReduceDriver
        .newMapReduceDriver(new Mapper(), new Reducer());

    driver
        .withInput(new TestWritable("A1"), new Text("A1"))
        .withInput(new TestWritable("A2"), new Text("A2"))
        .withInput(new TestWritable("A3"), new Text("A3"))
        .withKeyGroupingComparator(new TestWritable.SingleGroupComparator())
        // these output keys are incorrect because of MRUNIT-129
        // .withOutput(new TestWritable("A3"), new Text("A3"))
        // .withOutput(new TestWritable("A3"), new Text("A2"))
        // .withOutput(new TestWritable("A3"), new Text("A1"))
        // the following are the actual correct outputs
        .withOutput(new TestWritable("A3"), new Text("A3"))
        .withOutput(new TestWritable("A2"), new Text("A2"))
        .withOutput(new TestWritable("A1"), new Text("A1")).runTest(true); // ordering
                                                                           // is
                                                                           // important
  }
View Full Code Here
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
    Mapper<TestWritable, Text, TestWritable, Text> identityMapper = new Mapper<TestWritable, Text, TestWritable, Text>();
    Mapper<TestWritable, Text, TestWritable, Text> anotherIdentityMapper = new Mapper<TestWritable, Text, TestWritable, Text>();
    testDriver.addMapper(identityMapper);
    testDriver.addMapper(anotherIdentityMapper);
    testDriver
        .withInput(identityMapper, new TestWritable("A1"), new Text("A1"))
        .withInput(identityMapper, new TestWritable("A2"), new Text("A2"))
        .withInput(identityMapper, new TestWritable("A3"), new Text("A3"))
        .withInput(anotherIdentityMapper, new TestWritable("B1"),
            new Text("B1"))
        .withInput(anotherIdentityMapper, new TestWritable("B2"),
            new Text("B2"))
        .withKeyGroupingComparator(new TestWritable.SingleGroupComparator())
        .withOutput(new TestWritable("B2"), new Text("B2"))
        .withOutput(new TestWritable("B1"), new Text("B1"))
        .withOutput(new TestWritable("A3"), new Text("A3"))
        .withOutput(new TestWritable("A2"), new Text("A2"))
        .withOutput(new TestWritable("A1"), new Text("A1")).runTest(true); // ordering
                                                                           // is
                                                                           // important
  }
View Full Code Here
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
  @Test
  public void testUseOfWritableRegisteredComparator() throws IOException {
    MapReduceDriver<TestWritable, Text, TestWritable, Text, TestWritable, Text> driver = MapReduceDriver
        .newMapReduceDriver(new IdentityMapper<TestWritable, Text>(),
            new IdentityReducer<TestWritable, Text>());
    driver.withInput(new TestWritable("A1"), new Text("A1"))
        .withInput(new TestWritable("A2"), new Text("A2"))
        .withInput(new TestWritable("A3"), new Text("A3"))
        .withKeyGroupingComparator(new TestWritable.SingleGroupComparator())
        .withOutput(new TestWritable("A3"), new Text("A3"))
        .withOutput(new TestWritable("A3"), new Text("A2"))
        .withOutput(new TestWritable("A3"), new Text("A1")).runTest(true); // ordering
                                                                           // is
                                                                           // important
  }
View Full Code Here
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
    IdentityMapper<TestWritable, Text> identityMapper = new IdentityMapper<TestWritable, Text>();
    IdentityMapper<TestWritable, Text> anotherIdentityMapper = new IdentityMapper<TestWritable, Text>();
    testDriver.addMapper(identityMapper);
    testDriver.addMapper(anotherIdentityMapper);
    testDriver
        .withInput(identityMapper, new TestWritable("A1"), new Text("A1"))
        .withInput(identityMapper, new TestWritable("A2"), new Text("A2"))
        .withInput(identityMapper, new TestWritable("A3"), new Text("A3"))
        .withInput(anotherIdentityMapper, new TestWritable("B1"),
            new Text("B1"))
        .withInput(anotherIdentityMapper, new TestWritable("B2"),
            new Text("B2"))
        .withKeyGroupingComparator(new TestWritable.SingleGroupComparator())
        .withOutput(new TestWritable("B2"), new Text("B2"))
        .withOutput(new TestWritable("B2"), new Text("B1"))
        .withOutput(new TestWritable("B2"), new Text("A3"))
        .withOutput(new TestWritable("B2"), new Text("A2"))
        .withOutput(new TestWritable("B2"), new Text("A1")).runTest(true); // ordering
                                                                           // is
                                                                           // important
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mrunit.types.TestWritable

  • org.apache.hadoop.mrunit.mapreduce.TestMapReduceDriver
  • org.apache.hadoop.mrunit.mapreduce.TestMultipleInputsMapReduceDriver
  • org.apache.hadoop.mrunit.TestMapReduceDriver
  • org.apache.hadoop.mrunit.TestMultipleInputsMapReduceDriver
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.