Package com.sap.hadoop.windowing.functions2

Examples of com.sap.hadoop.windowing.functions2.FunctionRegistry$WindowFunctionInfo

158
159
160
161
162
163
164
165
166
167
168
169
170
171
  {
    WindowSpec wSpec = wFnSpec.getWindowSpec();
   
    if ( wSpec == null ) return null;
   
    WindowFunctionInfo wFnInfo = FunctionRegistry.getWindowFunctionInfo(wFnSpec.getName());
    String desc = wFnSpec.toString();
   
    if ( wSpec != null && !wFnInfo.isSupportsWindow() )
    {
      throw new WindowingException(sprintf("Function %s doesn't support windowing", desc));
    }
    return WindowSpecTranslation.translateWindowSpecOnInput(qDef, wSpec, iInfo, desc);
  }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
              args[i++] = arg.getExprEvaluator().evaluate(row);
            }
            fEval.aggregate(aggBuffer, args);
          }
          Object out = fEval.evaluate(aggBuffer);
          WindowFunctionInfo wFnInfo = FunctionRegistry.getWindowFunctionInfo(wFn.getSpec().getName());
          if ( !wFnInfo.isPivotResult())
          {
            out = new SameList(iPart.size(), out);
          }
          oColumns.add((List<?>)out);
        }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
149
150
151
      WindowFunctionTranslation.addInputColumnsToList(qDef, getEvaluator().getTableDef(), aliases, fieldOIs);
     
      for(WindowFunctionSpec wFnS : wFnSpecs)
      {
          WindowFunctionDef wFnDef = WindowFunctionTranslation.translate(qDef, getEvaluator().getTableDef(), wFnS);
          WindowFunctionInfo wFnInfo = FunctionRegistry.getWindowFunctionInfo(wFnS.getName());
          wFnDefs.add(wFnDef);
          aliases.add(wFnS.getAlias());
          if ( wFnInfo.isPivotResult())
          {
            ListObjectInspector lOI = (ListObjectInspector) wFnDef.getOI();
            fieldOIs.add(lOI.getListElementObjectInspector());
          }
          else
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
174
        }
        catch (HiveException he)
        {
          throw new WindowingException(he);
        }
        GenericUDFLeadLag llFn = (GenericUDFLeadLag) llFuncExpr
            .getGenericUDF();
        llFn.setExprEvaluator(dupExprEval);
      }
    }

    return OI;
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
        .getLeadLagExprs();
    if (llFnDescs == null)
      return;
    for (ExprNodeGenericFuncDesc llFnDesc : llFnDescs)
    {
      GenericUDFLeadLag llFn = (GenericUDFLeadLag) llFnDesc
          .getGenericUDF();
      llFn.setpItr(pItr);
    }
  }
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
148
   */
  public static boolean addPTFMapOperator(QueryDef qdef) throws WindowingException
  {
    boolean hasMap = false;
    TableFuncDef tabDef = RuntimeUtils.getFirstTableFunction(qdef);
    TableFunctionEvaluator tEval = tabDef.getFunction();
    if (tEval.isTransformsRawInput())
    {
      hasMap = true;
    }
    return hasMap;

View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
    hiveTableDef = tabDef.getHiveTableDef();
    InputInfo inputInfo;
    ArrayList<ColumnDef> partColList = tabDef.getWindow().getPartDef()
        .getColumns();

    TableFunctionEvaluator tEval = tabDef.getFunction();

    /*
     * If the query has a map phase, the inputInfo is retrieved from the map
     * output info of the table function definition. This is constructed
     * using the map output oi of the table function definition. If the
     * query does not have a map phase, the inputInfo is retrieved from the
     * QueryInputDef (either HiveTableDef or HiveQueryDef) of the query.
     */
    if (tEval.isTransformsRawInput())
    {
      inputInfo = qdef.getTranslationInfo().getMapInputInfo(tabDef);
    }
    else
    {
View Full Code Here
249
250
251
252
253
254
255
256
257
258
259
        tDef.addArg(argDef);
      }
    }
   
    tFn.initialize(qDef, tDef);
    TableFunctionEvaluator tEval = tFn.getEvaluator();   
    tDef.setFunction(tEval);
    tFn.setupRawInputOI();
    tDef.setWindow(WindowSpecTranslation.translateWindow(qDef, tDef));
    tFn.setupOutputOI();
    TranslateUtils.setupSerdeAndOI(tDef, inputDef, tInfo, tEval);
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
    inputInfoMap.put(input.getAlias(), new InputInfo(this, input, null));
  }
 
  public InputInfo getMapInputInfo(TableFuncDef tDef) throws WindowingException
  {
    TableFunctionEvaluator tFn = tDef.getFunction();
    if ( !tFn.isTransformsRawInput() )
    {
      return null;
    }
    mapReshapeInfoMap = mapReshapeInfoMap == null ? new HashMap<String, InputInfo>() : mapReshapeInfoMap;
    InputInfo ii = mapReshapeInfoMap.get(tDef.getAlias());
    if ( ii == null )
    {
      ii = new InputInfo(this, tDef, tFn.getRawInputOI());
      mapReshapeInfoMap.put(tDef.getAlias(), ii);
    }
    return ii;
  }
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
144
145
146
   * (either HiveTableDef or HiveQueryDef) of the query.
   */
  @Override
  public void preVisit(TableFuncDef tblFuncDef) throws WindowingException
  {
    TableFunctionEvaluator tEval = tblFuncDef.getFunction();
    currentTFnResolver = FunctionRegistry.getTableFunctionResolver(tEval.getTableDef().getName());
    currentTFnResolver.initialize(qDef, tblFuncDef, tEval);
    if (tEval.isTransformsRawInput())
    {
      currentTFnResolver.setupRawInputOI();
      inputInfo = qDef.getTranslationInfo().getMapInputInfo(tblFuncDef);
    }
    else
View Full Code Here
TOP

Related Classes of com.sap.hadoop.windowing.functions2.FunctionRegistry$WindowFunctionInfo

  • com.sap.hadoop.ds.SameList
  • com.sap.hadoop.windowing.functions2.annotation.TableFuncDef
  • com.sap.hadoop.windowing.functions2.annotation.WindowFuncDef
  • com.sap.hadoop.windowing.functions2.FunctionRegistry$TableFunctionInfo
  • com.sap.hadoop.windowing.functions2.FunctionRegistry$WindowFunctionInfo
  • com.sap.hadoop.windowing.functions2.FunctionRegistry.WindowFunctionInfo
  • com.sap.hadoop.windowing.functions2.table.npath.NPath
  • com.sap.hadoop.windowing.functions2.table.npath.SymbolFunction.Chain
  • com.sap.hadoop.windowing.functions2.table.npath.SymbolFunction.Plus
  • com.sap.hadoop.windowing.functions2.table.npath.SymbolFunction.Star
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.