List of PerfLogEnd() Examples

Examples of PerfLogEnd()

org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()
Call this function in correspondence of PerfLogBegin to mark the end of the measurement. @param _log @param method @return long duration the difference between now and startTime, or -1 if startTime is null

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

      CombineHiveInputSplit csplit = new CombineHiveInputSplit(job, is);
      result.add(csplit);
    }


    LOG.info("number of splits " + result.size());
    perfLogger.PerfLogEnd(LOG, PerfLogger.GET_SPLITS);
    return result.toArray(new CombineHiveInputSplit[result.size()]);
  }


  private void processPaths(JobConf job, CombineFileInputFormatShim combine,
      List<InputSplitShim> iss, Path... path) throws IOException {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

        result.add(new HiveInputSplit(is, inputFormatClass.getName()));
      }
    }


    LOG.info("number of splits " + result.size());
    perfLogger.PerfLogEnd(LOG, PerfLogger.GET_SPLITS);
    return result.toArray(new HiveInputSplit[result.size()]);
  }


  public void validateInput(JobConf job) throws IOException {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()


      perfLogger.PerfLogBegin(LOG, PerfLogger.PARSE);
      ParseDriver pd = new ParseDriver();
      ASTNode tree = pd.parse(command, ctx);
      tree = ParseUtils.findRootNonNullToken(tree);
      perfLogger.PerfLogEnd(LOG, PerfLogger.PARSE);


      perfLogger.PerfLogBegin(LOG, PerfLogger.ANALYZE);
      BaseSemanticAnalyzer sem = SemanticAnalyzerFactory.get(conf, tree);
      List<HiveSemanticAnalyzerHook> saHooks =
          getHooks(HiveConf.ConfVars.SEMANTIC_ANALYZER_HOOK,

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()


      LOG.info("Semantic Analysis Completed");


      // validate the plan
      sem.validate();
      perfLogger.PerfLogEnd(LOG, PerfLogger.ANALYZE);


      plan = new QueryPlan(command, sem, perfLogger.getStartTime(PerfLogger.DRIVER_RUN));


      // test Only - serialize the query plan and deserialize it
      if ("true".equalsIgnoreCase(System.getProperty("test.serialize.qplan"))) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

          errorMessage = "Authorization failed:" + authExp.getMessage()
                  + ". Use show grant to get more details.";
          console.printError(errorMessage);
          return 403;
        } finally {
          perfLogger.PerfLogEnd(LOG, PerfLogger.DO_AUTHORIZATION);
        }
      }


      //restore state after we're done executing a specific query

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

      downstreamError = e;
      console.printError(errorMessage, "\n"
          + org.apache.hadoop.util.StringUtils.stringifyException(e));
      return error.getErrorCode();
    } finally {
      perfLogger.PerfLogEnd(LOG, PerfLogger.COMPILE);
      restoreSession(queryState);
    }
  }


  private void doAuthorization(BaseSemanticAnalyzer sem)

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

      downstreamError = e;
      console.printError(errorMessage, "\n"
          + org.apache.hadoop.util.StringUtils.stringifyException(e));
      return (10);
    } finally {
      perfLogger.PerfLogEnd(LOG, PerfLogger.ACQUIRE_READ_WRITE_LOCKS);
    }
  }


  /**
   * @param hiveLocks

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

    if (hiveLocks != null) {
      ctx.getHiveLockMgr().releaseLocks(hiveLocks);
    }
    ctx.setHiveLocks(null);


    perfLogger.PerfLogEnd(LOG, PerfLogger.RELEASE_LOCKS);
  }


  public CommandProcessorResponse run(String command) throws CommandNeedRetryException {
    CommandProcessorResponse cpr = runInternal(command);
    if(cpr.getResponseCode() == 0) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

    }


    //if needRequireLock is false, the release here will do nothing because there is no lock
    releaseLocks(ctx.getHiveLocks());


    perfLogger.PerfLogEnd(LOG, PerfLogger.DRIVER_RUN);
    perfLogger.close(LOG, plan);


    // Take all the driver run hooks and post-execute them.
    try {
      for (HiveDriverRunHook driverRunHook : driverRunHooks) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

        if (peh instanceof ExecuteWithHookContext) {
          perfLogger.PerfLogBegin(LOG, PerfLogger.PRE_HOOK + peh.getClass().getName());


          ((ExecuteWithHookContext) peh).run(hookContext);


          perfLogger.PerfLogEnd(LOG, PerfLogger.PRE_HOOK + peh.getClass().getName());
        } else if (peh instanceof PreExecute) {
          perfLogger.PerfLogBegin(LOG, PerfLogger.PRE_HOOK + peh.getClass().getName());


          ((PreExecute) peh).run(SessionState.get(), plan.getInputs(), plan.getOutputs(),
              ShimLoader.getHadoopShims().getUGIForConf(conf));

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.