Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.QuickSort

103
104
105
106
107
108
109
110
      }
    }
  }

  public void sort() {
    QuickSort quickSort = new QuickSort();
    quickSort.sort(this, 0, size());
  }
View Full Code Here
110
111
112
113
114
115
116
117
    if (memBlock.currentPtr <= 0) {
      return;
    }
    // quick sort the offsets
    OffsetSortable sortableObj = new OffsetSortable(memBlock, kvbuffer);
    QuickSort quickSort = new QuickSort();
    quickSort.sort(sortableObj, 0, memBlock.currentPtr);
  }
View Full Code Here
93
94
95
96
97
98
99
100
101
  }

  @Override
  protected RecordIterator doWork() {
    StackedComparator r = new StackedComparator(defs);
    QuickSort qs = new QuickSort();
    qs.sort(r, 0, records.size());
    return new OrderIterator();
  }
View Full Code Here
39
40
41
42
43
44
45
46
    doSetup(context, hyperBatch, null);
  }
 
  @Override
  public void sort(SelectionVector4 vector4, VectorContainer container){
    QuickSort qs = new QuickSort();
    qs.sort(this, 0, vector4.getTotalCount());
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
      if (numPartitions > numRecords) {
        throw new IllegalArgumentException
          ("Requested more partitions than input keys (" + numPartitions +
           " > " + numRecords + ")");
      }
      new QuickSort().sort(this, 0, records.size());
      float stepSize = numRecords / (float) numPartitions;
      Text[] result = new Text[numPartitions-1];
      for(int i=1; i < numPartitions; ++i) {
        result[i-1] = records.get(Math.round(stepSize * i));
      }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
    r.nextBytes(data);
    System.out.print("Data generated. ");
  }
 
  public long doSort(){
    QuickSort qs = new QuickSort();
    ByteSortable b = new ByteSortable();
    long nano = System.nanoTime();
    qs.sort(b, 0, RECORD_COUNT);
    return System.nanoTime() - nano;
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
 
  @Override
  public void sort(SelectionVector4 vector4, VectorContainer container){
    Stopwatch watch = new Stopwatch();
    watch.start();
    QuickSort qs = new QuickSort();
    qs.sort(this, 0, vector4.getTotalCount());
    logger.debug("Took {} us to sort {} records", watch.elapsed(TimeUnit.MICROSECONDS), vector4.getTotalCount());
  }
View Full Code Here
37
38
39
40
41
42
43
44
    doSetup(context, sampleBatch, null);
  }
 
  @Override
  public void sort(SelectionVector2 vector2, VectorContainer container){
    QuickSort qs = new QuickSort();
    qs.sort(this, 0, vector2.getCount());
  }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
54
55
    doSetup(context, incoming, null);
  }
 
  @Override
  public void sort(SelectionVector2 vector2){
    QuickSort qs = new QuickSort();
    Stopwatch watch = new Stopwatch();
    watch.start();
    if (vector2.getCount() > 0) {
      qs.sort(this, 0, vector2.getCount());
    }
    logger.debug("Took {} us to sort {} records", watch.elapsed(TimeUnit.MICROSECONDS), vector2.getCount());
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
      if (numPartitions > numRecords) {
        throw new IllegalArgumentException
          ("Requested more partitions than input keys (" + numPartitions +
           " > " + numRecords + ")");
      }
      new QuickSort().sort(this, 0, records.size());
      float stepSize = numRecords / (float) numPartitions;
      Text[] result = new Text[numPartitions-1];
      for(int i=1; i < numPartitions; ++i) {
        result[i-1] = records.get(Math.round(stepSize * i));
      }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.QuickSort

  • org.apache.drill.exec.physical.impl.orderedpartitioner.SampleSortTemplate
  • org.apache.drill.exec.physical.impl.sort.SortTemplate
  • org.apache.drill.exec.physical.impl.xsort.SingleBatchSorterTemplate
  • org.apache.drill.exec.ref.rops.OrderROP
  • org.apache.drill.exec.SortTest
  • org.apache.flume.channel.recoverable.memory.wal.SequenceIDBuffer
  • org.apache.hadoop.examples.terasort.TeraInputFormat$TextSampler
  • org.apache.hadoop.mapred.BasicReducePartition
  • org.apache.tez.mapreduce.examples.terasort.TeraInputFormat$TextSampler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.