List of PerfLogBegin() Examples

Examples of PerfLogBegin()

org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()
Call this function when you start to measure time spent by a piece of code. @param _log the logging object to be used. @param method method or ID that identifies this perf log element.

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

   * @param plan The plan, such as QueryPlan, MapredWork, etc.
   * @param out The stream to write to.
   */
  public static void serializePlan(Object plan, OutputStream out) {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.SERIALIZE_PLAN);
    serializeObject(plan, out);
    perfLogger.PerfLogEnd(LOG, PerfLogger.SERIALIZE_PLAN);
  }


  /**

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

   * @param in The stream to read from.
   * @return The plan, such as QueryPlan, MapredWork, etc.
   */
  public static <T> T deserializePlan(InputStream in) {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.DESERIALIZE_PLAN);
    T result = deserializeObject(in);
    perfLogger.PerfLogEnd(LOG, PerfLogger.DESERIALIZE_PLAN);
    return result;
  }

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

   * @return The clone.
   */
  public static <T> T clonePlan(T plan) {
    // TODO: need proper clone. Meanwhiel, let's at least keep this horror in one place
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.CLONE_PLAN);
    ByteArrayOutputStream baos = new ByteArrayOutputStream();
    Utilities.serializeObject(plan, baos);
    T copy = Utilities.deserializeObject(new ByteArrayInputStream(baos.toByteArray()));
    perfLogger.PerfLogEnd(LOG, PerfLogger.CLONE_PLAN);
    return copy;

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

   * @throws IOException
   */
  public static ContentSummary getInputSummary(Context ctx, MapWork work, PathFilter filter)
      throws IOException {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.INPUT_SUMMARY);


    long[] summary = {0, 0, 0};


    List<String> pathNeedProcess = new ArrayList<String>();

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

   * @return true iff the partition pruning expression contains non-partition columns.
   */
  static private boolean pruneBySequentialScan(Table tab, Set<Partition> partitions,
      ExprNodeDesc prunerExpr, HiveConf conf) throws Exception {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.PRUNE_LISTING);


    List<String> partNames = Hive.get().getPartitionNames(
        tab.getDbName(), tab.getTableName(), (short) -1);


    String defaultPartitionName = conf.getVar(HiveConf.ConfVars.DEFAULTPARTITIONNAME);

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()


    boolean hasUnknownPartitions = prunePartitionNames(
        partCols, prunerExpr, defaultPartitionName, partNames);
    perfLogger.PerfLogEnd(LOG, PerfLogger.PRUNE_LISTING);


    perfLogger.PerfLogBegin(LOG, PerfLogger.PARTITION_RETRIEVING);
    if (!partNames.isEmpty()) {
      partitions.addAll(Hive.get().getPartitionsByNames(tab, partNames));
    }
    perfLogger.PerfLogEnd(LOG, PerfLogger.PARTITION_RETRIEVING);
    return hasUnknownPartitions;

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

   * Create Hive splits based on CombineFileSplit.
   */
  @Override
  public InputSplit[] getSplits(JobConf job, int numSplits) throws IOException {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.GET_SPLITS);
    init(job);
    Map<String, ArrayList<String>> pathToAliases = mrwork.getPathToAliases();
    Map<String, Operator<? extends OperatorDesc>> aliasToWork =
      mrwork.getAliasToWork();
    CombineFileInputFormatShim combine = ShimLoader.getHadoopShims()

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

    pathToPartitionInfo = mrwork.getPathToPartitionInfo();
  }


  public InputSplit[] getSplits(JobConf job, int numSplits) throws IOException {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.GET_SPLITS);
    init(job);


    Path[] dirs = FileInputFormat.getInputPaths(job);
    if (dirs.length == 0) {
      throw new IOException("No input paths specified in job");

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

   * @param resetTaskIds Resets taskID counter if true.
   * @return 0 for ok
   */
  public int compile(String command, boolean resetTaskIds) {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.COMPILE);


    //holder for parent command type/string when executing reentrant queries
    QueryState queryState = new QueryState();


    if (plan != null) {

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogBegin()

      ctx = new Context(conf);
      ctx.setTryCount(getTryCount());
      ctx.setCmd(command);
      ctx.setHDFSCleanup(true);


      perfLogger.PerfLogBegin(LOG, PerfLogger.PARSE);
      ParseDriver pd = new ParseDriver();
      ASTNode tree = pd.parse(command, ctx);
      tree = ParseUtils.findRootNonNullToken(tree);
      perfLogger.PerfLogEnd(LOG, PerfLogger.PARSE);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.