Package com.sap.hadoop.windowing.query2.translate

Examples of com.sap.hadoop.windowing.query2.translate.InputTranslation

97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  }
 
  @Test
  public void testWindowClause() throws WindowingException
  {
    QueryDef qDef = wshell.translate("select  p_mfgr,p_name, p_size, " +
        "sum(p_size) over w1 as s, " +
        " denserank() as dr " +
        " from part_demo " +
        " partition by p_mfgr" +
        " window w1 as rows between 2 preceding and 2 following" +
        " into path='/tmp/wout2'" +
        " serde 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe'" +
        " with serdeproperties('field.delim'=',')" +
        " format 'org.apache.hadoop.mapred.TextOutputFormat'");
   
    RangeBoundaryDef rBdef = (RangeBoundaryDef) qDef.getSelectList().getWindowFuncs().get(0).getWindow().getWindow().getStart();
    assert rBdef.getAmt() == 2;
    rBdef = (RangeBoundaryDef) qDef.getSelectList().getWindowFuncs().get(0).getWindow().getWindow().getEnd();
    assert rBdef.getAmt() == 2;
   
  }
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
  }

  public void execute(String query, QueryOutputPrinter outP) throws WindowingException
  {
    QuerySpec qSpec = parse(query);
    QueryDef q = translator.translate(qSpec, this);
   
    ArrayList<QueryDef> componentQueries;
    executor.beforeComponentization(q, this);
    QueryComponentizer qC = new QueryComponentizer(q, this);
    componentQueries = qC.componentize();
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
    if (wSpec.getArgs().size() > 0)
    {
      throw new WindowingException("Ranking Functions can take no arguments");
    }
   
    QueryInputDef inpDef = windowTableFnDef.getInput();
    InputInfo inpInfo = qDef.getTranslationInfo().getInputInfo(inpDef);
    OrderDef oDef = getTableFuncOrderDef(windowTableFnDef);
    ArrayList<OrderColumnDef> oCols = oDef.getColumns();
    for(OrderColumnDef oCol : oCols)
    {
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
  {
    if ( tblFnDef.getWindow() != null )
    {
      return tblFnDef.getWindow().getOrderDef();
    }
    QueryInputDef iDef = tblFnDef.getInput();
    if ( iDef instanceof TableFuncDef )
    {
      return getTableFuncOrderDef((TableFuncDef) iDef);
    }
    throw new WindowingException("No Order by specification on Function: " + tblFnDef.getSpec());
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
    }

    @Override
    public QueryInputDef next()
    {
      QueryInputDef curr = nextInput;
      if ( curr instanceof TableFuncDef)
      {
        TableFuncDef tFunc = (TableFuncDef) curr;
        nextInput = tFunc.getInput();
      }
View Full Code Here
26
27
28
29
30
31
32
33
34
35
36
    if ( wExpr == null ) return;
   
    WhereDef whDef = new WhereDef();
    whDef.setExpression(wExpr);
   
    QueryInputDef iDef = qDef.getInput();
    InputInfo iInfo = tInfo.getInputInfo(iDef);
   
    ExprNodeDesc exprNode = TranslateUtils.buildExprNode(wExpr, iInfo.getTypeCheckCtx());
    ExprNodeEvaluator exprEval = WindowingExprNodeEvaluatorFactory.get(tInfo, exprNode);
    ObjectInspector oi = TranslateUtils.initExprNodeEvaluator(qDef, exprNode, exprEval, iInfo);
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
  }
 
  public static void translateSelectExprs(QueryDef qDef) throws WindowingException
  {
    QueryTranslationInfo tInfo = qDef.getTranslationInfo();
    QueryInputDef iDef = qDef.getInput();
    InputInfo iInfo = tInfo.getInputInfo(iDef);
    SelectDef selectDef = qDef.getSelectList();
    SelectSpec selectSpec = qDef.getSpec().getSelectList();
    Iterator<Object> selectExprsAndAliases = selectSpec.getColumnListAndAlias();
    int i = 0;
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
    QueryTranslationInfo tInfo = qDef.getTranslationInfo();
   
    translateSelectExprs(qDef);
    validateOutputSpec(qDef);
   
    QueryOutputDef oDef = new QueryOutputDef();
    oDef.setOutputSpec(qDef.getSpec().getOutput());
    qDef.setOutput(oDef);
       
    setupOutputSerDe(tInfo.getHiveCfg(), qDef.getSelectList(), oDef);
   
  }
View Full Code Here
195
196
197
198
199
200
201
202
203
204
205
206
207
   * @return
   * @throws WindowingException
   */
  static TableDesc createOutputTableDesc(QueryDef qDef) throws WindowingException
  {
    QueryOutputDef oDef = qDef.getOutput();
    Class<? extends SerDe> serDeClass = oDef.getSerDe().getClass();
    Properties p = oDef.getSpec().getSerDeProps();
    String columnNamesList = p.getProperty(Constants.LIST_COLUMNS);
    String columnTypesList = p.getProperty(Constants.LIST_COLUMN_TYPES);
    String fieldSeparator = p.getProperty(Constants.FIELD_DELIM, Integer.toString(Utilities.ctrlaCode));
    return PlanUtils.getTableDesc(serDeClass, fieldSeparator,
            columnNamesList, columnTypesList, false);
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
  public static void translateSelectExprs(QueryDef qDef) throws WindowingException
  {
    QueryTranslationInfo tInfo = qDef.getTranslationInfo();
    QueryInputDef iDef = qDef.getInput();
    InputInfo iInfo = tInfo.getInputInfo(iDef);
    SelectDef selectDef = qDef.getSelectList();
    SelectSpec selectSpec = qDef.getSpec().getSelectList();
    Iterator<Object> selectExprsAndAliases = selectSpec.getColumnListAndAlias();
    int i = 0;
    ColumnDef cDef = null;
   
   
    while(selectExprsAndAliases.hasNext())
    {
      Object[] o = (Object[]) selectExprsAndAliases.next();
      boolean isWnFn = ((Boolean) o[0]).booleanValue();
     
      if ( isWnFn )
      {
        cDef = translateWindowFnAlias(qDef, iInfo, i++, (String) o[1]);
      }
      else
      {
        cDef = translateSelectExpr(qDef, iInfo, i++, (String) o[1], (ASTNode) o[2]);
      }
      selectDef.addColumn(cDef);
    }
    TranslateUtils.setupSelectOI(selectDef);
   
  }
View Full Code Here
TOP

Related Classes of com.sap.hadoop.windowing.query2.translate.InputTranslation

  • com.sap.hadoop.windowing.functions2.table.npath.NPath$NPathResolver
  • com.sap.hadoop.windowing.functions2.table.WindowingTableFunction
  • com.sap.hadoop.windowing.functions2.table.WindowingTableFunction$WindowingTableFunctionResolver
  • com.sap.hadoop.windowing.functions2.TableFunctionEvaluator
  • com.sap.hadoop.windowing.parser.QSpecBuilder2
  • com.sap.hadoop.windowing.query2.definition.ArgDef
  • com.sap.hadoop.windowing.query2.definition.ColumnDef
  • com.sap.hadoop.windowing.query2.definition.HiveTableDef
  • com.sap.hadoop.windowing.query2.definition.OrderColumnDef
  • com.sap.hadoop.windowing.query2.definition.OrderDef
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.