Package org.apache.hadoop.hive.ql.plan

Examples of org.apache.hadoop.hive.ql.plan.GroupByDesc

150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
      String column,
      TypeInfo dataTypeInfo,
      String key,
      TypeInfo keyTypeInfo) {

    GroupByDesc desc = buildGroupByDescType(ctx, aggregate, column, dataTypeInfo);

    ExprNodeDesc keyExp = buildColumnDesc(ctx, key, keyTypeInfo);
    ArrayList<ExprNodeDesc> keys = new ArrayList<ExprNodeDesc>();
    keys.add(keyExp);
    desc.setKeys(keys);

    desc.getOutputColumnNames().add("_col1");

    return desc;
  }
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
    Map<String, Integer> mapColumnNames = new HashMap<String, Integer>();
    mapColumnNames.put("Key", 0);
    mapColumnNames.put("Value", 1);
    VectorizationContext ctx = new VectorizationContext(mapColumnNames, 2);

    GroupByDesc desc = buildKeyGroupByDesc (ctx, "max",
        "Value", TypeInfoFactory.longTypeInfo,
        "Key", TypeInfoFactory.longTypeInfo);

    // Set the memory treshold so that we get 100Kb before we need to flush.
    MemoryMXBean memoryMXBean = ManagementFactory.getMemoryMXBean();
    long maxMemory = memoryMXBean.getHeapMemoryUsage().getMax();

    float treshold = 100.0f*1024.0f/maxMemory;
    desc.setMemoryThreshold(treshold);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
    vgo.initialize(null, null);
View Full Code Here
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708
1709
1710
      keysDesc.add(
        buildColumnDesc(ctx, columnName,
            TypeInfoFactory.getPrimitiveTypeInfo(columnTypes[i])));
    }

    GroupByDesc desc = new GroupByDesc();
    desc.setOutputColumnNames(outputColumnNames);
    desc.setAggregators(aggs);
    desc.setKeys(keysDesc);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
    vgo.initialize(null, null);
View Full Code Here
1806
1807
1808
1809
1810
1811
1812
1813
1814
1815
1816
1817
1818
1819
1820
1821
1822
1823
1824
    ArrayList<String> outputColumnNames = new ArrayList<String>();
    outputColumnNames.add("_col0");
    outputColumnNames.add("_col1");

    GroupByDesc desc = new GroupByDesc();
    desc.setOutputColumnNames(outputColumnNames);
    desc.setAggregators(aggs);

    ExprNodeDesc keyExp = buildColumnDesc(ctx, "Key",
        TypeInfoFactory.getPrimitiveTypeInfo(data.getTypes()[0]));
    ArrayList<ExprNodeDesc> keysDesc = new ArrayList<ExprNodeDesc>();
    keysDesc.add(keyExp);
    desc.setKeys(keysDesc);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
    vgo.initialize(null, null);
View Full Code Here
2199
2200
2201
2202
2203
2204
2205
2206
2207
2208
2209
      Object expected) throws HiveException {
    Map<String, Integer> mapColumnNames = new HashMap<String, Integer>();
    mapColumnNames.put("A", 0);
    VectorizationContext ctx = new VectorizationContext(mapColumnNames, 1);

    GroupByDesc desc = buildGroupByDescCountStar (ctx);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
    vgo.initialize(null, null);
View Full Code Here
2229
2230
2231
2232
2233
2234
2235
2236
2237
2238
2239
      Object expected) throws HiveException {
    Map<String, Integer> mapColumnNames = new HashMap<String, Integer>();
    mapColumnNames.put("A", 0);
    VectorizationContext ctx = new VectorizationContext(mapColumnNames, 1);

    GroupByDesc desc = buildGroupByDescType(ctx, aggregateName, "A",
        TypeInfoFactory.stringTypeInfo);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
View Full Code Here
2260
2261
2262
2263
2264
2265
2266
2267
2268
2269
2270
          Object expected) throws HiveException {
        Map<String, Integer> mapColumnNames = new HashMap<String, Integer>();
        mapColumnNames.put("A", 0);
        VectorizationContext ctx = new VectorizationContext(mapColumnNames, 1);

        GroupByDesc desc = buildGroupByDescType(ctx, aggregateName, "A",
            TypeInfoFactory.getDecimalTypeInfo(30, 4));

        VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

        FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
View Full Code Here
2292
2293
2294
2295
2296
2297
2298
2299
2300
2301
2302
      Object expected) throws HiveException {
    Map<String, Integer> mapColumnNames = new HashMap<String, Integer>();
    mapColumnNames.put("A", 0);
    VectorizationContext ctx = new VectorizationContext(mapColumnNames, 1);

    GroupByDesc desc = buildGroupByDescType (ctx, aggregateName, "A",
        TypeInfoFactory.doubleTypeInfo);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
View Full Code Here
2323
2324
2325
2326
2327
2328
2329
2330
2331
2332
2333
      Object expected) throws HiveException {
    Map<String, Integer> mapColumnNames = new HashMap<String, Integer>();
    mapColumnNames.put("A", 0);
    VectorizationContext ctx = new VectorizationContext(mapColumnNames, 1);

    GroupByDesc desc = buildGroupByDescType(ctx, aggregateName, "A", TypeInfoFactory.longTypeInfo);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
    vgo.initialize(null, null);
View Full Code Here
2355
2356
2357
2358
2359
2360
2361
2362
2363
2364
2365
    mapColumnNames.put("Key", 0);
    mapColumnNames.put("Value", 1);
    VectorizationContext ctx = new VectorizationContext(mapColumnNames, 2);
    Set<Object> keys = new HashSet<Object>();

    GroupByDesc desc = buildKeyGroupByDesc (ctx, aggregateName, "Value",
        TypeInfoFactory.longTypeInfo, "Key", TypeInfoFactory.longTypeInfo);

    VectorGroupByOperator vgo = new VectorGroupByOperator(ctx, desc);

    FakeCaptureOutputOperator out = FakeCaptureOutputOperator.addCaptureOutputChild(vgo);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.plan.GroupByDesc

  • edu.yale.cs.hadoopdb.sms.SQLQueryGenerator
  • org.apache.hadoop.hive.ql.exec.vector.TestVectorGroupByOperator
  • org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator
  • org.apache.hadoop.hive.ql.optimizer.ColumnPrunerProcFactory$ColumnPrunerGroupByProc
  • org.apache.hadoop.hive.ql.optimizer.ConstantPropagateProcFactory$ConstantPropagateGroupByProc
  • org.apache.hadoop.hive.ql.optimizer.DynamicPartitionPruningOptimization
  • org.apache.hadoop.hive.ql.optimizer.GroupByOptimizer$BucketGroupByProcessor
  • org.apache.hadoop.hive.ql.optimizer.GroupByOptimizer$SortGroupByProcessor
  • org.apache.hadoop.hive.ql.optimizer.index.RewriteCanApplyProcFactory$CheckGroupByProc
  • org.apache.hadoop.hive.ql.optimizer.index.RewriteQueryUsingAggregateIndex$NewQueryGroupbySchemaProc
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.