Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

Package org.apache.hadoop.hive.serde2.lazy

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

org.apache.hadoop.hive.serde2.lazy.ByteArrayRef
ByteArrayRef stores a reference to a byte array. The LazyObject hierarchy uses a reference to a single ByteArrayRef, so that it's much faster to switch to the next row and release the reference to the old row (so that the system can do garbage collection if needed).


    public BinaryConverter(PrimitiveObjectInspector inputOI,
        SettableBinaryObjectInspector outputOI) {
      this.inputOI = inputOI;
      this.outputOI = outputOI;
      ByteArrayRef ba = new ByteArrayRef();
      ba.setData(new byte[]{});
      r = outputOI.create(ba);
    }

View Full Code Here

  public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) {
    ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector();


    LazyObject<? extends ObjectInspector> lazyObject = LazyFactory.createLazyObject(fieldOI);


    ByteArrayRef ref = new ByteArrayRef();


    ref.setData(bytes);


    // initialize the lazy object
    lazyObject.init(ref, 0, ref.getData().length);


    return lazyObject;
  }

View Full Code Here

   * Deserialize a table record to a lazybinary struct.
   */
  @Override
  public Object deserialize(Writable field) throws SerDeException {
    if (byteArrayRef == null) {
      byteArrayRef = new ByteArrayRef();
    }
    BinaryComparable b = (BinaryComparable) field;
    if (b.getLength() == 0) {
      return null;
    }

View Full Code Here

    map1.put("key11", "value11");


    map2.put("key20", "value20");
    map2.put("key21", "value21");


    ByteArrayRef byteRef = new ByteArrayRef();
    // Default separators are 1-indexed (instead of 0-indexed), thus the separator at offset 1 is
    // (byte) 2
    // The separator for the hive row is \x02, for the row Id struct, \x03, and the maps \x04 and
    // \x05
    String accumuloRow = "key10\5value10\4key11\5value11\3key20\5value20\4key21\5value21";
    LazyStruct entireStruct = (LazyStruct) LazyFactory.createLazyObject(structOI);
    byteRef.setData((accumuloRow + "\2foo").getBytes());
    entireStruct.init(byteRef, 0, byteRef.getData().length);


    Mutation m = serializer.serialize(entireStruct, structOI);
    Assert.assertArrayEquals(accumuloRow.getBytes(), m.getRow());
    Assert.assertEquals(1, m.getUpdates().size());
    ColumnUpdate update = m.getUpdates().get(0);

View Full Code Here

        accumuloSerDeParams.getRowIdFactory());


    // Create the LazyStruct from the LazyStruct...Inspector
    LazyStruct obj = (LazyStruct) LazyFactory.createLazyObject(oi);


    ByteArrayRef byteRef = new ByteArrayRef();
    byteRef.setData(new byte[] {'r', 'o', 'w', '1', ' ', '1', '0', ' ', '2', '0', ' ', 'v', 'a',
        'l', 'u', 'e'});
    obj.init(byteRef, 0, byteRef.getData().length);


    Mutation m = (Mutation) serializer.serialize(obj, oi);


    Assert.assertArrayEquals("row1".getBytes(), m.getRow());

View Full Code Here

        accumuloSerDeParams.getRowIdFactory());


    // Create the LazyStruct from the LazyStruct...Inspector
    LazyStruct obj = (LazyStruct) LazyFactory.createLazyObject(oi);


    ByteArrayRef byteRef = new ByteArrayRef();
    byteRef.setData(new byte[] {'r', 'o', 'w', '1', ' ', '1', '0', ' ', '2', '0', ' ', 'v', 'a',
        'l', 'u', 'e'});
    obj.init(byteRef, 0, byteRef.getData().length);


    Mutation m = (Mutation) serializer.serialize(obj, oi);


    Assert.assertArrayEquals("row1".getBytes(), m.getRow());

View Full Code Here

        accumuloSerDeParams.getRowIdFactory());


    // Create the LazyStruct from the LazyStruct...Inspector
    LazyStruct obj = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef byteRef = new ByteArrayRef();
    byteRef.setData("row1 cq1:10,cq2:20,cq3:value".getBytes());
    obj.init(byteRef, 0, byteRef.getData().length);


    Mutation m = (Mutation) serializer.serialize(obj, structOI);


    Assert.assertArrayEquals("row1".getBytes(), m.getRow());

View Full Code Here

            serDeParams.isLastColumnTakesRest(), serDeParams.isEscaped(),
            serDeParams.getEscapeChar());


    LazyStruct struct = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef bytes = new ByteArrayRef();
    bytes.setData("row cq1:value1,cq2:value2".getBytes());
    struct.init(bytes, 0, bytes.getData().length);


    // Serialize the struct into a mutation
    Mutation m = serializer.serialize(struct, structOI);


    // Write the mutation

View Full Code Here

            serDeParams.isLastColumnTakesRest(), serDeParams.isEscaped(),
            serDeParams.getEscapeChar());


    LazyStruct struct = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef bytes = new ByteArrayRef();
    bytes.setData("row value1 value2".getBytes());
    struct.init(bytes, 0, bytes.getData().length);


    // Serialize the struct into a mutation
    Mutation m = serializer.serialize(struct, structOI);


    // Write the mutation

View Full Code Here

    if (obj == null) {
      return null;
    }


    LazyObject<? extends ObjectInspector> lazyObject = LazyFactory.createLazyObject(oi);
    ByteArrayRef ref = new ByteArrayRef();


    String objAsString = obj.toString().trim();


    ref.setData(objAsString.getBytes());


    // initialize the lazy object
    lazyObject.init(ref, 0, ref.getData().length);


    return lazyObject;
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

com.asakusafw.directio.hive.orc.OrcFileInput

com.asakusafw.directio.hive.serde.DataModelDriver

com.asakusafw.directio.hive.serde.DataModelDriverTest

com.asakusafw.directio.hive.serde.ValueSerdeFactoryTest

com.facebook.hive.orc.lazy.LazyDoubleTreeReader

com.facebook.hive.orc.lazy.LazyShortDictionaryTreeReader

com.facebook.hive.orc.lazy.LazyShortDirectTreeReader

com.facebook.hive.orc.lazy.OrcLazyStructObjectInspector

com.facebook.hive.orc.OrcOutputFormat$OrcRecordWriter

com.facebook.hive.orc.OrcStruct$OrcStructInspector

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.