Package org.apache.hadoop.hbase.util

Examples of org.apache.hadoop.hbase.util.ByteRange

37
38
39
40
41
42
43
44
45
46
47
  public TestColumnDataRandom(int numColumns) {
    RedundantKVGenerator generator = new RedundantKVGenerator();
    ByteRangeSet sortedColumns = new ByteRangeTreeSet();
    List<KeyValue> d = generator.generateTestKeyValues(numColumns);
    for (KeyValue col : d) {
      ByteRange colRange = new ByteRange(col.getQualifier());
      inputs.add(colRange);
      sortedColumns.add(colRange);
    }
    for (ByteRange col : sortedColumns.compile().getSortedRanges()) {
      outputs.add(col);
View Full Code Here
25
26
27
28
29
30
31
32
public class TestByteRange {

  @Test
  public void testConstructor() {
    ByteRange b = new ByteRange(new byte[] { 0, 1, 2 });
    Assert.assertEquals(3, b.getLength());
  }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
  /************* methods ********************************/

  @Test
  public void testReaderRoundTrip() throws IOException {
    for (int i = 0; i < sortedUniqueColumns.size(); ++i) {
      ByteRange column = sortedUniqueColumns.get(i);
      builder.addSorted(column);
    }
    List<byte[]> builderOutputArrays = builder.getArrays();
    for (int i = 0; i < builderOutputArrays.size(); ++i) {
      byte[] inputArray = sortedUniqueColumns.get(i).deepCopyToNewArray();
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
156
  /***************** construct ***********************/

  public PrefixTreeEncoder(OutputStream outputStream, boolean includeMvccVersion) {
    // used during cell accumulation
    this.blockMeta = new PrefixTreeBlockMeta();
    this.rowRange = new ByteRange();
    this.familyRange = new ByteRange();
    this.qualifierRange = new ByteRange();
    this.timestamps = new long[INITIAL_PER_CELL_ARRAY_SIZES];
    this.mvccVersions = new long[INITIAL_PER_CELL_ARRAY_SIZES];
    this.typeBytes = new byte[INITIAL_PER_CELL_ARRAY_SIZES];
    this.valueOffsets = new int[INITIAL_PER_CELL_ARRAY_SIZES];
    this.values = new byte[VALUE_BUFFER_INIT_SIZE];
View Full Code Here
486
487
488
489
490
491
492
  public RowSectionWriter getRowWriter() {
    return rowWriter;
  }

  public ByteRange getValueByteRange() {
    return new ByteRange(values, 0, totalValueBytes);
  }
View Full Code Here
133
134
135
136
137
138
139
140
141
  /*********************** construct *****************************/

  public TokenizerNode(Tokenizer builder, TokenizerNode parent, int nodeDepth,
      int tokenStartOffset, int tokenOffset, int tokenLength) {
    this.token = new ByteRange();
    reconstruct(builder, parent, nodeDepth, tokenStartOffset, tokenOffset, tokenLength);
    this.children = Lists.newArrayList();
  }
View Full Code Here
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
    if (allocator == null) {
      return kv;
    }

    int len = kv.getLength();
    ByteRange alloc = allocator.allocateBytes(len);
    if (alloc == null) {
      // The allocation was too large, allocator decided
      // not to do anything with it.
      return kv;
    }
    assert alloc.getBytes() != null;
    alloc.put(0, kv.getBuffer(), kv.getOffset(), len);
    KeyValue newKv = new KeyValue(alloc.getBytes(), alloc.getOffset(), len);
    newKv.setSequenceId(kv.getMvccVersion());
    return newKv;
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
  public TestColumnDataRandom(int numColumns) {
    RedundantKVGenerator generator = new RedundantKVGenerator();
    ByteRangeSet sortedColumns = new ByteRangeTreeSet();
    List<KeyValue> d = generator.generateTestKeyValues(numColumns);
    for (KeyValue col : d) {
      ByteRange colRange = new SimpleMutableByteRange(col.getQualifier());
      inputs.add(colRange);
      sortedColumns.add(colRange);
    }
    for (ByteRange col : sortedColumns.compile().getSortedRanges()) {
      outputs.add(col);
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
  protected int store(ByteRange bytes) {
    int indexOfNewElement = numUniqueRanges;
    if (uniqueRanges.size() <= numUniqueRanges) {
      uniqueRanges.add(new SimpleMutableByteRange());
    }
    ByteRange storedRange = uniqueRanges.get(numUniqueRanges);
    int neededBytes = numBytes + bytes.getLength();
    byteAppender = ArrayUtils.growIfNecessary(byteAppender, neededBytes, 2 * neededBytes);
    bytes.deepCopyTo(byteAppender, numBytes);
    storedRange.set(byteAppender, numBytes, bytes.getLength());// this isn't valid yet
    numBytes += bytes.getLength();
    uniqueIndexByUniqueRange.put(storedRange, indexOfNewElement);
    int newestUniqueIndex = numUniqueRanges;
    ++numUniqueRanges;
    return newestUniqueIndex;
View Full Code Here
29
30
31
32
33
34
35
36
@Category(SmallTests.class)
public class TestByteRange {

  @Test
  public void testConstructor() {
    ByteRange b = new SimpleMutableByteRange(new byte[] { 0, 1, 2 });
    Assert.assertEquals(3, b.getLength());
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.util.ByteRange

  • org.apache.hadoop.hbase.codec.prefixtree.builder.TestTokenizer
  • org.apache.hadoop.hbase.codec.prefixtree.builder.TestTreeDepth
  • org.apache.hadoop.hbase.codec.prefixtree.column.data.TestColumnDataRandom
  • org.apache.hadoop.hbase.codec.prefixtree.column.TestColumnBuilder
  • org.apache.hadoop.hbase.codec.prefixtree.decode.row.RowNodeReader
  • org.apache.hadoop.hbase.codec.prefixtree.encode.PrefixTreeEncoder
  • org.apache.hadoop.hbase.codec.prefixtree.encode.tokenize.Tokenizer
  • org.apache.hadoop.hbase.codec.prefixtree.encode.tokenize.TokenizerNode
  • org.apache.hadoop.hbase.KeyValueUtil
  • org.apache.hadoop.hbase.regionserver.DefaultMemStore
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.