Package org.apache.hadoop.hive.ql.optimizer

Examples of org.apache.hadoop.hive.ql.optimizer.Optimizer

6599
6600
6601
6602
6603
6604
6605
6606
6607
6608
6609
6610
6611
6612
        opToPartList, topOps, topSelOps, opParseCtx, joinContext, topToTable,
        loadTableWork, loadFileWork, ctx, idToTableNameMap, destTableId, uCtx,
        listMapJoinOpsNoReducer, groupOpToInputTables, prunedPartitions,
        opToSamplePruner);

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();
    init(pCtx);
    qb = pCtx.getQB();

    // At this point we have the complete operator tree
    // from which we want to find the reduce operator
View Full Code Here
3472
3473
3474
3475
3476
3477
3478
3479
3480
3481
3482
3483
3484
3485
   

    ParseContext pCtx = new ParseContext(conf, qb, ast, aliasToPruner, aliasToSamplePruner, topOps,
                                         topSelOps, opParseCtx, loadTableWork, loadFileWork, ctx, idToTableNameMap, destTableId, uCtx);
 
    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize();
    pCtx = optm.optimize();
    init(pCtx);
    qb = pCtx.getQB();
   
    // Do any partition pruning
    genPartitionPruners(qb);
View Full Code Here
8384
8385
8386
8387
8388
8389
8390
8391
8392
8393
8394
8395
8396
8397
    if (LOG.isDebugEnabled()) {
      LOG.debug("Before logical optimization\n" + Operator.toString(pCtx.getTopOps().values()));
    }

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();

    if (LOG.isDebugEnabled()) {
      LOG.debug("After logical optimization\n" + Operator.toString(pCtx.getTopOps().values()));
    }
View Full Code Here
7178
7179
7180
7181
7182
7183
7184
7185
7186
7187
7188
7189
7190
7191
        opToPartList, topOps, topSelOps, opParseCtx, joinContext, topToTable,
        loadTableWork, loadFileWork, ctx, idToTableNameMap, destTableId, uCtx,
        listMapJoinOpsNoReducer, groupOpToInputTables, prunedPartitions,
        opToSamplePruner, globalLimitCtx, nameToSplitSample, inputs, rootTasks);

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();
    init(pCtx);
    qb = pCtx.getQB();

    // At this point we have the complete operator tree
    // from which we want to find the reduce operator
View Full Code Here
5210
5211
5212
5213
5214
5215
5216
5217
5218
5219
5220
5221
5222
5223
                                         listMapJoinOpsNoReducer,
                                         groupOpToInputTables,
                                         prunedPartitions,
                                         opToSamplePruner);

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();
    init(pCtx);
    qb = pCtx.getQB();

    // At this point we have the complete operator tree
    // from which we want to find the reduce operator
View Full Code Here
8155
8156
8157
8158
8159
8160
8161
8162
8163
8164
8165
8166
8167
8168
    if (HiveConf.getBoolVar(this.conf, HiveConf.ConfVars.HIVE_STATS_COLLECT_TABLEKEYS) == true) {
      TableAccessAnalyzer tableAccessAnalyzer = new TableAccessAnalyzer(pCtx);
      setTableAccessInfo(tableAccessAnalyzer.analyzeTableAccess());
    }

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();

    // At this point we have the complete operator tree
    // from which we want to find the reduce operator
    genMapRedTasks(pCtx);
View Full Code Here
4427
4428
4429
4430
4431
4432
4433
4434
4435
4436
4437
4438
4439
4440
    ParseContext pCtx = new ParseContext(conf, qb, ast, aliasToPruner, opToPartPruner, aliasToSamplePruner, topOps,
                                         topSelOps, opParseCtx, joinContext, topToTable, loadTableWork, loadFileWork,
                                         ctx, idToTableNameMap, destTableId, uCtx, listMapJoinOpsNoReducer);
 
    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();
    init(pCtx);
    qb = pCtx.getQB();
   
    // Do any partition pruning using ASTPartitionPruner
    genPartitionPruners(qb);
View Full Code Here
7298
7299
7300
7301
7302
7303
7304
7305
7306
7307
7308
7309
7310
7311
        opToPartList, topOps, topSelOps, opParseCtx, joinContext, topToTable,
        loadTableWork, loadFileWork, ctx, idToTableNameMap, destTableId, uCtx,
        listMapJoinOpsNoReducer, groupOpToInputTables, prunedPartitions,
        opToSamplePruner, globalLimitCtx, nameToSplitSample, inputs, rootTasks);

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();
    init(pCtx);
    qb = pCtx.getQB();

    // At this point we have the complete operator tree
    // from which we want to find the reduce operator
View Full Code Here
7547
7548
7549
7550
7551
7552
7553
7554
7555
7556
7557
7558
7559
7560
        opToPartList, topOps, topSelOps, opParseCtx, joinContext, topToTable,
        loadTableWork, loadFileWork, ctx, idToTableNameMap, destTableId, uCtx,
        listMapJoinOpsNoReducer, groupOpToInputTables, prunedPartitions,
        opToSamplePruner, globalLimitCtx, nameToSplitSample, inputs, rootTasks);

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();
    init(pCtx);
    qb = pCtx.getQB();

    // At this point we have the complete operator tree
    // from which we want to find the reduce operator
View Full Code Here
9260
9261
9262
9263
9264
9265
9266
9267
9268
9269
9270
9271
9272
9273
    if (LOG.isDebugEnabled()) {
      LOG.debug("Before logical optimization\n" + Operator.toString(pCtx.getTopOps().values()));
    }

    Optimizer optm = new Optimizer();
    optm.setPctx(pCtx);
    optm.initialize(conf);
    pCtx = optm.optimize();
   
    FetchTask origFetchTask = pCtx.getFetchTask();

    if (LOG.isDebugEnabled()) {
      LOG.debug("After logical optimization\n" + Operator.toString(pCtx.getTopOps().values()));
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.optimizer.Optimizer

  • org.apache.hadoop.hive.ql.optimizer.correlation.CorrelationOptimizer
  • org.apache.hadoop.hive.ql.optimizer.correlation.ReduceSinkDeDuplication
  • org.apache.hadoop.hive.ql.optimizer.index.RewriteGBUsingIndex
  • org.apache.hadoop.hive.ql.optimizer.lineage.Generator
  • org.apache.hadoop.hive.ql.optimizer.listbucketingpruner.ListBucketingPruner
  • org.apache.hadoop.hive.ql.optimizer.metainfo.annotation.AnnotateWithOpTraits
  • org.apache.hadoop.hive.ql.optimizer.pcr.PartitionConditionRemover
  • org.apache.hadoop.hive.ql.optimizer.ppr.PartitionPruner
  • org.apache.hadoop.hive.ql.optimizer.stats.annotation.AnnotateWithStatistics
  • org.apache.hadoop.hive.ql.optimizer.unionproc.UnionProcessor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.