Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.WritableComparator

109
110
111
112
113
114
115
116
117
118
119
     * grouping testing.
     * @throws Exception if failed
     */
    @Test
    public void grouping() throws Exception {
        WritableComparator comp = new Group();
        Mock o11 = new Mock("1", "1");
        Mock o12 = new Mock("1", "2");
        Mock o21 = new Mock("2", "1");
        Mock o22 = new Mock("2", "2");

View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
     * ordering testing.
     * @throws Exception if failed
     */
    @Test
    public void ordering() throws Exception {
        WritableComparator comp = new Order();
        Mock o11 = new Mock("1", "1");
        Mock o12 = new Mock("1", "2");
        Mock o21 = new Mock("2", "1");
        Mock o22 = new Mock("2", "2");

View Full Code Here
302
303
304
305
306
307
308
309
310
311
312
    sortProgress.setDaemon(true);
    sortProgress.setName("Sort progress reporter for task "+getTaskId());

    Path tempDir = new Path(getTaskId());

    WritableComparator comparator = job.getOutputValueGroupingComparator();
   
    SequenceFile.Sorter.RawKeyValueIterator rIter;
    try {
      setPhase(TaskStatus.Phase.SORT);
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
      };
    sortProgress.setName("Sort progress reporter for task "+getTaskId());

    Path tempDir = job.getLocalPath(getTaskId());

    WritableComparator comparator = job.getOutputKeyComparator();
  
    SequenceFile.Sorter.RawKeyValueIterator rIter;
    try {
      setPhase(TaskStatus.Phase.SORT) ;
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
    if (!q.isEmpty()) {
      int highpos = -1;
      ArrayList<ComposableRecordReader<K, ?>> list = new ArrayList<ComposableRecordReader<K, ?>>(
          kids.length);
      q.peek().key(iterkey);
      final WritableComparator cmp = getComparator();
      while (0 == cmp.compare(q.peek().key(), iterkey)) {
        ComposableRecordReader<K, ?> t = q.poll();
        if (-1 == highpos || list.get(highpos).id() < t.id()) {
          highpos = list.size();
        }
        list.add(t);
View Full Code Here
254
255
256
257
258
259
260
261
262
263
264
      };
    sortProgress.setName("Sort progress reporter for task "+getTaskId());

    Path tempDir = job.getLocalPath(getTaskId());

    WritableComparator comparator = job.getOutputKeyComparator();
  
    SequenceFile.Sorter.RawKeyValueIterator rIter;
    try {
      setPhase(TaskStatus.Phase.SORT) ;
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    assertTrue(pair4.compareTo(pair5) < 0);
  }

  @Test
  public void testComparison2() throws IOException {
    WritableComparator comparator = new PairOfLongFloat.Comparator();

    PairOfLongFloat pair1 = new PairOfLongFloat(1L, 2.0f);
    PairOfLongFloat pair2 = new PairOfLongFloat(1L, 2.0f);
    PairOfLongFloat pair3 = new PairOfLongFloat(1L, 1.0f);
    PairOfLongFloat pair4 = new PairOfLongFloat(0L, 9.0f);
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    assertTrue(pair4.compareTo(pair5) < 0);   
  }

  @Test
  public void testComparison2() throws IOException {
    WritableComparator comparator = new PairOfStringInt.Comparator();

    PairOfStringInt pair1 = new PairOfStringInt("hi", 1);
    PairOfStringInt pair2 = new PairOfStringInt("hi", 1);
    PairOfStringInt pair3 = new PairOfStringInt("hi", 0);
    PairOfStringInt pair4 = new PairOfStringInt("a", 0);
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    assertTrue(pair4.compareTo(pair5) < 0);
  }

  @Test
  public void testComparison2() throws IOException {
    WritableComparator comparator = new PairOfIntString.Comparator();

    PairOfIntString pair1 = new PairOfIntString(1, "2");
    PairOfIntString pair2 = new PairOfIntString(1, "2");
    PairOfIntString pair3 = new PairOfIntString(1, "1");
    PairOfIntString pair4 = new PairOfIntString(0, "9");
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
    assertTrue(threeInts2.compareTo(threeInts4) > 0);
  }

  @Test
  public void testComparison2() throws IOException {
    WritableComparator comparator = new TripleOfInts.Comparator();

    TripleOfInts threeInts1 = new TripleOfInts(1, 2, 3);
    TripleOfInts threeInts2 = new TripleOfInts(1, 2, 3);
    TripleOfInts threeInts3 = new TripleOfInts(1, 2, 2);
    TripleOfInts threeInts4 = new TripleOfInts(1, 1, 3);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.WritableComparator

  • com.asakusafw.runtime.io.util.ShuffleKeyTest
  • edu.umd.cloud9.io.pair.PairOfFloatIntTest
  • edu.umd.cloud9.io.pair.PairOfFloatsTest
  • edu.umd.cloud9.io.pair.PairOfFloatStringTest
  • edu.umd.cloud9.io.pair.PairOfIntFloatTest
  • edu.umd.cloud9.io.pair.PairOfIntLongTest
  • edu.umd.cloud9.io.pair.PairOfIntsTest
  • edu.umd.cloud9.io.pair.PairOfIntStringTest
  • edu.umd.cloud9.io.pair.PairOfLongFloatTest
  • edu.umd.cloud9.io.pair.PairOfLongIntTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.