Package io.netty.buffer

Examples of io.netty.buffer.DrillBuf

280
281
282
283
284
285
286
287
288
289
  public DrillBuf getManagedBuffer(){
    return getManagedBuffer(256);
  }

  public DrillBuf getManagedBuffer(int size){
    DrillBuf newBuf = allocator.buffer(size);
    managedBuffers.put(newBuf.memoryAddress(), newBuf);
    newBuf.setFragmentContext(this);
    return newBuf;
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
  public DrillBuf getManagedBuffer(){
    return getManagedBuffer(256);
  }

  public DrillBuf getManagedBuffer(int size){
    DrillBuf newBuf = allocator.buffer(size);
    managedBuffers.put(newBuf.memoryAddress(), newBuf);
    newBuf.setOperatorContext(this);
    return newBuf;
  }
View Full Code Here
75
76
77
78
79
80
81
82
83
  public DrillBuf buffer(int min, int max) {
    if(min == 0) return empty;
    if(!acct.reserve(min)) return null;
    UnsafeDirectLittleEndian buffer = innerAllocator.directBuffer(min, max);
    DrillBuf wrapped = new DrillBuf(this, acct, buffer);
    acct.reserved(min, wrapped);
    return wrapped;
  }
View Full Code Here
165
166
167
168
169
170
171
172
173
        logger.warn("Unable to allocate buffer of size {} due to memory limit. Current allocation: {}", size, getAllocatedMemory(), new Exception());
        return null;
      };

      UnsafeDirectLittleEndian buffer = innerAllocator.directBuffer(size, max);
      DrillBuf wrapped = new DrillBuf(this, childAcct, buffer);
      childAcct.reserved(buffer.capacity(), wrapped);
      return wrapped;
    }
View Full Code Here
270
271
272
273
274
275
276
277
278
    }


    public DrillBuf getAllocation(){
      DrillBuf b = new DrillBuf(allocator, acct, innerAllocator.directBuffer(bytes, bytes));
      acct.reserved(bytes, b);
      return b;
    }
View Full Code Here
263
264
265
266
267
268
269
270
271
272
273
274
        intermediateBytes[intermediateIndex] = shiftBits;

        if (sign == true) {
            intermediateBytes[0] = (byte) (intermediateBytes[0] | 0x80);
        }
        DrillBuf intermediate = data.getAllocator().buffer(intermediateBytes.length);
        intermediate.setBytes(0, intermediateBytes);

        BigDecimal ret = getBigDecimalFromIntermediate(intermediate, 0, nDecimalDigits + 1, scale);
        intermediate.release();
        return ret;
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
      int len = 0;
      for(DrillBuf b : buffers){
        len += b.capacity();
      }

      DrillBuf newBuf = buffers[0].getAllocator().buffer(len);

      /* Copy data from each buffer into the compound buffer */
      int offset = 0;
      for (DrillBuf buf : buffers) {
        newBuf.setBytes(offset, buf);
        offset += buf.capacity();
        buf.release();
      }

      List<SerializedField> fields = def.getFieldList();

      int bufferOffset = 0;

      /*
       * For each value vector slice up the appropriate size from the compound buffer and load it into the value vector
       */
      int vectorIndex = 0;

      for (VectorWrapper<?> vv : container) {
        SerializedField fmd = fields.get(vectorIndex);
        ValueVector v = vv.getValueVector();
        DrillBuf bb = newBuf.slice(bufferOffset, fmd.getBufferLength());
//        v.load(fmd, cbb.slice(bufferOffset, fmd.getBufferLength()));
        v.load(fmd, bb);
        bb.release();
        vectorIndex++;
        bufferOffset += fmd.getBufferLength();
      }
    }

View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
278
279
280
    public void readFromStream(FSDataInputStream stream) throws IOException {
      Stopwatch watch = new Stopwatch();
      watch.start();
      BitData.FragmentRecordBatch header = BitData.FragmentRecordBatch.parseDelimitedFrom(stream);
      DrillBuf buf = allocator.buffer(bodyLength);
      buf.writeBytes(stream, bodyLength);
      batch = new RawFragmentBatch(null, header, buf, null);
      buf.release();
      available = true;
      latch.countDown();
      long t = watch.elapsed(TimeUnit.MICROSECONDS);
      logger.debug("Took {} us to read {} from disk. Rate {} mb/s", t, bodyLength, bodyLength / t);
    }
View Full Code Here
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
  public DrillBuf getBuffer() {
    return getBuffer(true);
  }

  public DrillBuf getBuffer(boolean clear) {
    DrillBuf bufferHandle = this.buffer;

    if (clear) {
      /* Increment the ref count for this buffer */
      bufferHandle.retain();

      /* We are passing ownership of the buffer to the
       * caller. clear the buffer from within our selection vector
       */
      clear();
View Full Code Here
182
183
184
185
186
187
188
189
190
191
192
    public boolean setSafe(int index, DrillBuf bytebuf, int start, int length) {
      boolean success;
      if(index >= varCharVector.getValueCapacity()) return false;

      if (usingDictionary) {
        DrillBuf b = DrillBuf.wrapByteBuffer(currDictValToWrite.toByteBuffer());
        int st=0;
        int len=currDictValToWrite.length();
        VarCharHolder holder = new VarCharHolder();
        holder.buffer=b;
        holder.start=0;
View Full Code Here
TOP

Related Classes of io.netty.buffer.DrillBuf

  • org.apache.drill.exec.cache.VectorAccessibleSerializable
  • org.apache.drill.exec.memory.TestAllocators
  • org.apache.drill.exec.memory.TopLevelAllocator
  • org.apache.drill.exec.memory.TopLevelAllocator$ChildAllocator
  • org.apache.drill.exec.memory.TopLevelAllocator$PreAlloc
  • org.apache.drill.exec.ops.FragmentContext
  • org.apache.drill.exec.ops.OperatorContext
  • org.apache.drill.exec.physical.impl.TestConvertFunctions
  • org.apache.drill.exec.record.selection.SelectionVector2
  • org.apache.drill.exec.record.vector.TestLoad
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.