Examples of org.apache.hadoop.hbase.io.HbaseObjectWritable

org.apache.hadoop.hbase.io.HbaseObjectWritable
This is a customized version of the polymorphic hadoop {@link ObjectWritable}. It removes UTF8 (HADOOP-414). Using {@link Text} intead of UTF-8 saves ~2% CPU between reading and writingobjects running a short sequentialWrite Performance Evaluation test just in ObjectWritable alone; more when we're doing randomRead-ing. Other optimizations include our passing codes for classes instead of the actual class names themselves. This makes it so this class needs amendment if non-Writable classes are introduced -- if passed a Writable for which we have no code, we just do the old-school passing of the class name, etc. -- but passing codes the savings are large particularly when cell data is small (If < a couple of kilobytes, the encoding/decoding of class name and reflection to instantiate class was costing in excess of the cell handling).

  public void readFields(DataInput in) throws IOException {
    // fields for Invocation
    methodName = in.readUTF();
    parameters = new Object[in.readInt()];
    parameterClasses = new Class[parameters.length];
    HbaseObjectWritable objectWritable = new HbaseObjectWritable();
    for (int i = 0; i < parameters.length; i++) {
      parameters[i] = HbaseObjectWritable.readObject(in, objectWritable,
        this.conf);
      String parameterClassName = in.readUTF();
      try {

View Full Code Here

        result = (Writable) value;
      } else {
        /* We might have a null value and errors. Avoid creating a
         * HbaseObjectWritable, because the constructor fails on null. */
        if (value != null) {
          result = new HbaseObjectWritable(value);
        }
      }


      int size = BUFFER_INITIAL_SIZE;
      if (result instanceof WritableWithSize) {

View Full Code Here

      final boolean logDebug = LOG.isDebugEnabled();
      long startTime = 0;
      if (logDebug) {
        startTime = System.currentTimeMillis();
      }
      HbaseObjectWritable value = (HbaseObjectWritable)
        client.call(new Invocation(method, protocol, args), address,
                    protocol, ticket, rpcTimeout);
      if (logDebug) {
        long callTime = System.currentTimeMillis() - startTime;
        LOG.debug("Call: " + method.getName() + " " + callTime);
      }
      return value.get();
    }

View Full Code Here

        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);
        rpcMetrics.inc(call.getMethodName(), processingTime);
        if (verbose) log("Return: "+value);


        return new HbaseObjectWritable(method.getReturnType(), value);
      } catch (InvocationTargetException e) {
        Throwable target = e.getTargetException();
        if (target instanceof IOException) {
          throw (IOException)target;
        }

View Full Code Here

      long startTime = 0;
      if (logDebug) {
        startTime = System.currentTimeMillis();
      }


      HbaseObjectWritable value = (HbaseObjectWritable)
        client.call(new Invocation(method, protocol, args), address,
                    protocol, ticket, rpcTimeout);
      if (logDebug) {
        // FIGURE HOW TO TURN THIS OFF!
        long callTime = System.currentTimeMillis() - startTime;
        LOG.debug("Call: " + method.getName() + " " + callTime);
      }
      return value.get();
    }

View Full Code Here

        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);
        rpcMetrics.inc(call.getMethodName(), processingTime);
        if (verbose) log("Return: "+value);


        HbaseObjectWritable retVal =
          new HbaseObjectWritable(method.getReturnType(), value);
        long responseSize = retVal.getWritableSize();
        // log any RPC responses that are slower than the configured warn
        // response time or larger than configured warning size
        boolean tooSlow = (processingTime > warnResponseTime
            && warnResponseTime > -1);
        boolean tooLarge = (responseSize > warnResponseSize

View Full Code Here

        result = (Writable) value;
      } else {
        /* We might have a null value and errors. Avoid creating a
         * HbaseObjectWritable, because the constructor fails on null. */
        if (value != null) {
          result = new HbaseObjectWritable(value);
        }
      }


      int size = BUFFER_INITIAL_SIZE;
      if (result instanceof WritableWithSize) {

View Full Code Here


    public void readFields(DataInput in) throws IOException {
      methodName = in.readUTF();
      parameters = new Object[in.readInt()];
      parameterClasses = new Class[parameters.length];
      HbaseObjectWritable objectWritable = new HbaseObjectWritable();
      for (int i = 0; i < parameters.length; i++) {
        parameters[i] = HbaseObjectWritable.readObject(in, objectWritable,
          this.conf);
        parameterClasses[i] = objectWritable.getDeclaredClass();
      }
    }

View Full Code Here

      final boolean logDebug = LOG.isDebugEnabled();
      long startTime = 0;
      if (logDebug) {
        startTime = System.currentTimeMillis();
      }
      HbaseObjectWritable value = (HbaseObjectWritable)
        client.call(new Invocation(method, args), address, ticket);
      if (logDebug) {
        long callTime = System.currentTimeMillis() - startTime;
        LOG.debug("Call: " + method.getName() + " " + callTime);
      }
      return value.get();
    }

View Full Code Here

        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);
        rpcMetrics.inc(call.getMethodName(), processingTime);
        if (verbose) log("Return: "+value);


        return new HbaseObjectWritable(method.getReturnType(), value);


      } catch (InvocationTargetException e) {
        Throwable target = e.getTargetException();
        if (target instanceof IOException) {
          throw (IOException)target;

View Full Code Here

0 1 2 3 4 5 6

TOP

Related Classes of org.apache.hadoop.hbase.io.HbaseObjectWritable

org.apache.hadoop.hbase.client.coprocessor.Exec

org.apache.hadoop.hbase.client.Result

org.apache.hadoop.hbase.filter.Filter

org.apache.hadoop.hbase.ipc.HBaseRPC$Invocation

org.apache.hadoop.hbase.ipc.HbaseRPC$Invocation

org.apache.hadoop.hbase.ipc.HBaseRPC$Invoker

org.apache.hadoop.hbase.ipc.HbaseRPC$Invoker

org.apache.hadoop.hbase.ipc.HBaseRPC$Server

org.apache.hadoop.hbase.ipc.HbaseRPC$Server

org.apache.hadoop.hbase.ipc.HBaseServer$Call

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.