Examples of org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector

Package org.apache.hadoop.hive.serde2.objectinspector

Examples of org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector

org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector
ObjectInspector helps us to look into the internal structure of a complex object. A (probably configured) ObjectInspector instance stands for a specific type and a specific way to store the data of that type in the memory. For native java Object, we can directly access the internal structure through member fields and methods. ObjectInspector is a way to delegate that functionality away from the Object, so that we have more control on the behavior of those actions. An efficient implementation of ObjectInspector should rely on factory, so that we can make sure the same ObjectInspector only has one instance. That also makes sure hashCode() and equals() methods of java.lang.Object directly works for ObjectInspector as well.

        }
        break;
      }
      case LIST: {
        ListObjectInspector loi = (ListObjectInspector)oi;
        ObjectInspector listElementObjectInspector = loi.getListElementObjectInspector();
        List<?> olist = loi.getList(o);
        if (olist == null) {
          sb.append("null");
        } else {
          sb.append(LBRACKET);
          for (int i=0; i<olist.size(); i++) {
            if (i>0) sb.append(COMMA);
            buildJSONString(sb, olist.get(i), listElementObjectInspector);
          }
          sb.append(RBRACKET);
        }
        break;
      }
      case MAP: {
        MapObjectInspector moi = (MapObjectInspector)oi;
        ObjectInspector mapKeyObjectInspector = moi.getMapKeyObjectInspector();
        ObjectInspector mapValueObjectInspector = moi.getMapValueObjectInspector();
        Map<?,?> omap = moi.getMap(o);
        if (omap == null) {
          sb.append("null");
        } else {
          sb.append(LBRACE);

View Full Code Here

  }


  @Override
  public void serialize(Object o, ObjectInspector oi, TProtocol oprot) throws TException, SerDeException, NoSuchFieldException,IllegalAccessException  {
    ListObjectInspector loi = (ListObjectInspector)oi;
    ObjectInspector elementObjectInspector = loi.getListElementObjectInspector();
    DynamicSerDeTypeBase mt = this.getElementType();


    org.apache.hadoop.hive.serde2.thrift.WriteNullsProtocol nullProtocol = 
      (oprot instanceof org.apache.hadoop.hive.serde2.thrift.WriteNullsProtocol)
      ? (org.apache.hadoop.hive.serde2.thrift.WriteNullsProtocol)oprot

View Full Code Here

      // Append the separator if needed.
      if (i>0) {
        sb.append((char)separators[0]);
      }
      // Get the field objectInspector and the field object.
      ObjectInspector foi = fields.get(i).getFieldObjectInspector();
      Object f = (list == null ? null : list.get(i));


      if (declaredFields != null && i >= declaredFields.size()) {
        throw new SerDeException(
            "Error: expecting " + declaredFields.size() 
            + " but asking for field " + i + "\n" + "data=" + obj + "\n"
            + "tableType=" + rowTypeInfo.toString() + "\n"
            + "dataType=" 
            + TypeInfoUtils.getTypeInfoFromObjectInspector(objInspector));
      }
      
      // If the field that is passed in is a primitive, then we serialize the
      // primitive object.
      if (foi.getCategory().equals(Category.PRIMITIVE)) {
        sb.append(f == null ? nullString : f.toString());
      } else {
        // If the field is not declared (no schema was given at 
        // initialization), or the field is declared as a primitive in 
        // initialization, serialize the data to JSON string.

View Full Code Here

      }
      case LIST: {
        char separator = (char)separators[level];
        ListObjectInspector loi = (ListObjectInspector)objInspector;
        List<?> list = loi.getList(obj);
        ObjectInspector eoi = loi.getListElementObjectInspector();
        if (list == null) {
          sb.append(nullString);
        } else {
          for (int i=0; i<list.size(); i++) {
            if (i>0) {
              sb.append((char)separator);
            }
            serialize(sb, list.get(i), eoi, separators, level+1, nullString);
          }
        }
        return;
      }
      case MAP: {
        char separator = (char)separators[level];
        char keyValueSeparator = (char)separators[level+1];
        MapObjectInspector moi = (MapObjectInspector)objInspector;
        ObjectInspector koi = moi.getMapKeyObjectInspector();
        ObjectInspector voi = moi.getMapValueObjectInspector();
        
        Map<?, ?> map = moi.getMap(obj);
        if (map == null) {
          sb.append(nullString);
        } else {

View Full Code Here

      ? (org.apache.hadoop.hive.serde2.thrift.WriteNullsProtocol)oprot
      : null;
    
    assert(oi.getCategory() == ObjectInspector.Category.MAP);
    MapObjectInspector moi = (MapObjectInspector)oi;
    ObjectInspector koi = moi.getMapKeyObjectInspector();
    ObjectInspector voi = moi.getMapValueObjectInspector();


    Map<?,?> map = moi.getMap(o);
    serializeMap.size = map.size();
    serializeMap.keyType = keyType.getType();
    serializeMap.valueType = valueType.getType();

View Full Code Here

        TypeInfo rowTypeInfo = TypeInfoFactory.getStructTypeInfo(fieldNames, fieldTypeInfos);
        
        Text nullSequence = new Text("\\N");
        
        LazyStruct o = (LazyStruct)LazyFactory.createLazyObject(rowTypeInfo);
        ObjectInspector oi = LazyFactory.createLazyStructInspector(Arrays.asList(new String[]{"a","b","c","d"}),
            fieldTypeInfos, new byte[] {' ', ':', '='}, nullSequence, false);
        
        Text data;
        
        data = new Text("123 a:b:c d=e:f=g hi");

View Full Code Here

  
        DynamicSerDe serde = new DynamicSerDe();
        serde.initialize(new Configuration(), schema);
        
        // Try getObjectInspector
        ObjectInspector oi = serde.getObjectInspector();
        System.out.println("TypeName = " + oi.getTypeName());


        
        // Try to serialize
        BytesWritable bytes = (BytesWritable) serde.serialize(struct, oi);
        System.out.println("bytes =" + hexString(bytes));

View Full Code Here

    schema.setProperty(Constants.SERIALIZATION_SORT_ORDER, order);


    DynamicSerDe serde = new DynamicSerDe();
    serde.initialize(new Configuration(), schema);


    ObjectInspector oi = serde.getObjectInspector();


    // Try to serialize
    BytesWritable bytes[] = new BytesWritable[structs.length];
    for (int i=0; i<structs.length; i++) {
      bytes[i] = new BytesWritable();

View Full Code Here

      serde.initialize(new Configuration(), schema);


      TCTLSeparatedProtocol prot = (TCTLSeparatedProtocol)serde.oprot_;
      assertTrue(prot.getPrimarySeparator().equals("\u0009"));
      
      ObjectInspector oi = serde.getObjectInspector();


      // Try to serialize
      BytesWritable bytes = (BytesWritable) serde.serialize(struct, oi);
        
      hexString(bytes);

View Full Code Here

      schema.setProperty(TCTLSeparatedProtocol.ReturnNullsKey, "true");


      DynamicSerDe serde = new DynamicSerDe();
      serde.initialize(new Configuration(), schema);


      ObjectInspector oi = serde.getObjectInspector();
      
      // Try to serialize
      BytesWritable bytes = (BytesWritable) serde.serialize(struct, oi);
        
      hexString(bytes);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector

brickhouse.udf.collect.ArrayFlattenUDF

brickhouse.udf.collect.CombineUniqueUDAF$CombineUniqueUDAFEvaluator

brickhouse.udf.hll.HyperLogLogUDAFTest

com.facebook.giraph.hive.impl.HiveApiRecord

com.facebook.hive.orc.lazy.OrcLazyListObjectInspector

com.facebook.hive.orc.OrcOutputFormat$OrcRecordWriter

com.facebook.hive.orc.OrcStruct$OrcListObjectInspector

com.facebook.hive.orc.TestFileDump

com.facebook.hive.orc.TestMapTreeWriter

com.facebook.hive.orc.TestOrcFile

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.