List of PerfLogEnd() Examples

Examples of PerfLogEnd()

org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()
Call this function in correspondence of PerfLogBegin to mark the end of the measurement. @param _log @param method @return long duration the difference between now and startTime, or -1 if startTime is null

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

   */
  public static void serializePlan(Object plan, OutputStream out) {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.SERIALIZE_PLAN);
    serializeObject(plan, out);
    perfLogger.PerfLogEnd(LOG, PerfLogger.SERIALIZE_PLAN);
  }


  /**
   * Deserializes the plan.
   * @param in The stream to read from.

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

   */
  public static <T> T deserializePlan(InputStream in) {
    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.DESERIALIZE_PLAN);
    T result = deserializeObject(in);
    perfLogger.PerfLogEnd(LOG, PerfLogger.DESERIALIZE_PLAN);
    return result;
  }


  /**
   * Clones using the powers of XML. Do not use unless necessary.

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

    PerfLogger perfLogger = PerfLogger.getPerfLogger();
    perfLogger.PerfLogBegin(LOG, PerfLogger.CLONE_PLAN);
    ByteArrayOutputStream baos = new ByteArrayOutputStream();
    Utilities.serializeObject(plan, baos);
    T copy = Utilities.deserializeObject(new ByteArrayInputStream(baos.toByteArray()));
    perfLogger.PerfLogEnd(LOG, PerfLogger.CLONE_PLAN);
    return copy;
  }


  /**
   * Serialize the object. This helper function mainly makes sure that enums,

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

          LOG.info("Cache Content Summary for " + entry.getKey() + " length: " + cs.getLength()
              + " file count: "
              + cs.getFileCount() + " directory count: " + cs.getDirectoryCount());
        }


        perfLogger.PerfLogEnd(LOG, PerfLogger.INPUT_SUMMARY);
        return new ContentSummary(summary[0], summary[1], summary[2]);
      } finally {
        HiveInterruptUtils.remove(interrup);
      }
    }

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

    String defaultPartitionName = conf.getVar(HiveConf.ConfVars.DEFAULTPARTITIONNAME);
    List<String> partCols = extractPartColNames(tab);


    boolean hasUnknownPartitions = prunePartitionNames(
        partCols, prunerExpr, defaultPartitionName, partNames);
    perfLogger.PerfLogEnd(LOG, PerfLogger.PRUNE_LISTING);


    perfLogger.PerfLogBegin(LOG, PerfLogger.PARTITION_RETRIEVING);
    if (!partNames.isEmpty()) {
      partitions.addAll(Hive.get().getPartitionsByNames(tab, partNames));
    }

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()


    perfLogger.PerfLogBegin(LOG, PerfLogger.PARTITION_RETRIEVING);
    if (!partNames.isEmpty()) {
      partitions.addAll(Hive.get().getPartitionsByNames(tab, partNames));
    }
    perfLogger.PerfLogEnd(LOG, PerfLogger.PARTITION_RETRIEVING);
    return hasUnknownPartitions;
  }


  private static List<String> extractPartColNames(Table tab) {
    List<FieldSchema> pCols = tab.getPartCols();

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

        .getCombineFileInputFormat();


    InputSplit[] splits = null;
    if (combine == null) {
      splits = super.getSplits(job, numSplits);
      perfLogger.PerfLogEnd(LOG, PerfLogger.GET_SPLITS);
      return splits;
    }


    if (combine.getInputPathsShim(job).length == 0) {
      throw new IOException("No input paths specified in job");

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

          // If path is a directory
          if (fStats.isDir()) {
            dirs.offer(path);
          } else if ((new CompressionCodecFactory(job)).getCodec(path) != null) {
            splits = super.getSplits(job, numSplits);
            perfLogger.PerfLogEnd(LOG, PerfLogger.GET_SPLITS);
            return splits;
          }


          while (dirs.peek() != null) {
            Path tstPath = dirs.remove();

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

              if (fStatus[idx].isDir()) {
                dirs.offer(fStatus[idx].getPath());
              } else if ((new CompressionCodecFactory(job)).getCodec(
                  fStatus[idx].getPath()) != null) {
                splits = super.getSplits(job, numSplits);
                perfLogger.PerfLogEnd(LOG, PerfLogger.GET_SPLITS);
                return splits;
              }
            }
          }
        }

View Full Code Here

Examples of org.apache.hadoop.hive.ql.log.PerfLogger.PerfLogEnd()

        }
      }


      if (inputFormat instanceof SymlinkTextInputFormat) {
        splits = super.getSplits(job, numSplits);
        perfLogger.PerfLogEnd(LOG, PerfLogger.GET_SPLITS);
        return splits;
      }


      Path filterPath = path;

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.