Examples of org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector

Package org.apache.hadoop.hive.serde2.objectinspector

Examples of org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector

org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector
ObjectInspector helps us to look into the internal structure of a complex object. A (probably configured) ObjectInspector instance stands for a specific type and a specific way to store the data of that type in the memory. For native java Object, we can directly access the internal structure through member fields and methods. ObjectInspector is a way to delegate that functionality away from the Object, so that we have more control on the behavior of those actions. An efficient implementation of ObjectInspector should rely on factory, so that we can make sure the same ObjectInspector only has one instance. That also makes sure hashCode() and equals() methods of java.lang.Object directly works for ObjectInspector as well.

    PTFExpressionDef argDef = new PTFExpressionDef();


    ExprNodeDesc exprNode = semAly.genExprNodeDesc(arg, inpShape.getRr(),
        inpShape.getTypeCheckCtx());
    ExprNodeEvaluator exprEval = WindowingExprNodeEvaluatorFactory.get(llInfo, exprNode);
    ObjectInspector oi = initExprNodeEvaluator(exprEval, exprNode, inpShape);


    argDef.setExpressionTreeString(arg.toStringTree());
    argDef.setExprNode(exprNode);
    argDef.setExprEvaluator(exprEval);
    argDef.setOI(oi);

View Full Code Here


  private ObjectInspector initExprNodeEvaluator(ExprNodeEvaluator exprEval,
      ExprNodeDesc exprNode,
      ShapeDetails inpShape)
      throws HiveException {
    ObjectInspector outOI;
    outOI = exprEval.initialize(inpShape.getOI());


    /*
     * if there are any LeadLag functions in this Expression Tree: - setup a
     * duplicate Evaluator for the 1st arg of the LLFuncDesc - initialize it

View Full Code Here

    ArrayList<ColumnInfo> colLists = rr.getColumnInfos();
    ArrayList<String> structFieldNames = new ArrayList<String>();
    ArrayList<ObjectInspector> structFieldObjectInspectors = new ArrayList<ObjectInspector>();
    for (ColumnInfo columnInfo : colLists) {
      String colName = columnInfo.getInternalName();
      ObjectInspector colOI = columnInfo.getObjectInspector();
      structFieldNames.add(colName);
      structFieldObjectInspectors.add(colOI);
    }
    oi = ObjectInspectorFactory.getStandardStructObjectInspector(structFieldNames,
        structFieldObjectInspectors);

View Full Code Here

    /*
     * add Window Functions
     */
    for (WindowFunctionDef wFnDef : def.getWindowFunctions()) {
      ASTNode ast = aliasToExprMap.get(wFnDef.getAlias()).getExpression();
      ObjectInspector wFnOI = null;
      if (wFnDef.isPivotResult()) {
        wFnOI = ((ListObjectInspector) wFnDef.getOI()).getListElementObjectInspector();
      }
      else {
        wFnOI = wFnDef.getOI();

View Full Code Here

    List<? extends StructField> fields = soi.getAllStructFieldRefs();
    List<Object> list = soi.getStructFieldsDataAsList(o);


    for (int i = 0; i < fields.size(); i++) {
      // Get the field objectInspector, fieldName and the field object.
      ObjectInspector foi = fields.get(i).getFieldObjectInspector();
      Object f = (list == null ? null : list.get(i));
      String fieldName = fields.get(i).getFieldName();


      if (foi.getCategory() == ObjectInspector.Category.PRIMITIVE) {
        unpackPrimitiveObject(foi, f, fieldName, cStatsObj);
      } else {
        unpackStructObject(foi, f, fieldName, cStatsObj);
      }
    }

View Full Code Here

    List<? extends StructField> fields = soi.getAllStructFieldRefs();
    List<Object> list = soi.getStructFieldsDataAsList(o);


    for (int i = 0; i < fields.size(); i++) {
      // Get the field objectInspector, fieldName and the field object.
      ObjectInspector foi = fields.get(i).getFieldObjectInspector();
      Object f = (list == null ? null : list.get(i));
      String fieldName = fields.get(i).getFieldName();
      ColumnStatisticsObj statsObj = new ColumnStatisticsObj();
      statsObj.setColName(colName.get(i));
      statsObj.setColType(colType.get(i));

View Full Code Here

          console.printError("WARNING: Comparing a bigint and a double may result in a loss of precision.");
        }
      }
    }


    ObjectInspector oi = genericUDF.initializeAndFoldConstants(childrenOIs);


    String[] requiredJars = genericUDF.getRequiredJars();
    String[] requiredFiles = genericUDF.getRequiredFiles();
    SessionState ss = SessionState.get();

View Full Code Here

          "Incorrect invocation of " + fNm + ": _FUNC_(expr, amt, default)");
    }


    int amt = 1;
    if ( paramOIs.length > 1 ) {
      ObjectInspector amtOI = paramOIs[1];


      if ( !ObjectInspectorUtils.isConstantObjectInspector(amtOI) ||
          (amtOI.getCategory() != ObjectInspector.Category.PRIMITIVE) ||
          ((PrimitiveObjectInspector)amtOI).getPrimitiveCategory() !=
          PrimitiveObjectInspector.PrimitiveCategory.INT )
      {
        throw new UDFArgumentTypeException(0,
            fNm + " amount must be a integer value "
            + amtOI.getTypeName() + " was passed as parameter 1.");
      }
      Object o = ((ConstantObjectInspector)amtOI).
          getWritableConstantValue();
      amt = ((IntWritable)o).get();
    }

View Full Code Here

        String astKeyName = astExprNodePair.getKey().toString().toLowerCase();
        if (astExprNodePair.getKey().getType() == HiveParser.Identifier) {
          astKeyName = stripIdentifierQuotes(astKeyName);
        }
        String colType = partCols.get(astKeyName);
        ObjectInspector inputOI = astExprNodePair.getValue().getWritableObjectInspector();


        TypeInfo expectedType =
            TypeInfoUtils.getTypeInfoFromTypeString(colType);
        ObjectInspector outputOI =
            TypeInfoUtils.getStandardWritableObjectInspectorFromTypeInfo(expectedType);
        Object value = null;
        try {
          value =
              ExprNodeEvaluatorFactory.get(astExprNodePair.getValue()).
              evaluate(partSpec.get(astKeyName));
        } catch (HiveException e) {
          throw new SemanticException(e);
        }
        Object convertedValue =
          ObjectInspectorConverters.getConverter(inputOI, outputOI).convert(value);
        if (convertedValue == null) {
          throw new SemanticException(ErrorMsg.PARTITION_SPEC_TYPE_MISMATCH.format(astKeyName,
              inputOI.getTypeName(), outputOI.getTypeName()));
        }
      }
    }
  }

View Full Code Here

    if (udafResolver == null) {
      return null;
    }


    GenericUDAFEvaluator udafEvaluator = null;
    ObjectInspector args[] = new ObjectInspector[argumentOIs.size()];
    // Can't use toArray here because Java is dumb when it comes to
    // generics + arrays.
    for (int ii = 0; ii < argumentOIs.size(); ++ii) {
      args[ii] = argumentOIs.get(ii);
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector

brickhouse.udf.collect.ArrayFlattenUDF

brickhouse.udf.collect.CombineUniqueUDAF$CombineUniqueUDAFEvaluator

brickhouse.udf.hll.HyperLogLogUDAFTest

com.facebook.giraph.hive.impl.HiveApiRecord

com.facebook.hive.orc.lazy.OrcLazyListObjectInspector

com.facebook.hive.orc.OrcOutputFormat$OrcRecordWriter

com.facebook.hive.orc.OrcStruct$OrcListObjectInspector

com.facebook.hive.orc.TestFileDump

com.facebook.hive.orc.TestMapTreeWriter

com.facebook.hive.orc.TestOrcFile

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.