Examples of org.apache.flink.runtime.io.disk.iomanager.BulkBlockChannelReader

   * @param ioManager 
   * @param availableMemory 
   * @throws IOException 
   */
  void restorePartitionBuffers(IOManager ioManager, List<MemorySegment> availableMemory) throws IOException {
    final BulkBlockChannelReader reader = ioManager.createBulkBlockChannelReader(this.initialBuildSideChannel, 
      availableMemory, this.initialPartitionBuffersCount);
    reader.close();
    final List<MemorySegment> partitionBuffersFromDisk = reader.getFullSegments();
    this.partitionBuffers = (MemorySegment[]) partitionBuffersFromDisk.toArray(new MemorySegment[partitionBuffersFromDisk.size()]);
    
    this.overflowSegments = new MemorySegment[2];
    this.numOverflowSegments = 0;
    this.nextOverflowBucket = 0;

    if (totalBuffersNeeded < totalBuffersAvailable) {
      // we are guaranteed to stay in memory
      ensureNumBuffersReturned(p.getBuildSideBlockCount());
      
      // first read the partition in
      final BulkBlockChannelReader reader = this.ioManager.createBulkBlockChannelReader(p.getBuildSideChannel().getChannelID(), 
        this.availableMemory, p.getBuildSideBlockCount());
      // call waits until all is read
      if (keepBuildSidePartitions && p.recursionLevel == 0) {
        reader.close(); // keep the partitions
      } else {
        reader.closeAndDelete();
      }
      
      final List<MemorySegment> partitionBuffers = reader.getFullSegments();
      final HashPartition<BT, PT> newPart = new HashPartition<BT, PT>(this.buildSideSerializer, this.probeSideSerializer,
          0, nextRecursionLevel, partitionBuffers, p.getBuildSideRecordCount(), this.segmentSize, p.getLastSegmentLimit());
      
      this.partitionsBeingBuilt.add(newPart);

Examples of org.apache.flink.runtime.io.disk.iomanager.BulkBlockChannelReader

Related Classes of org.apache.flink.runtime.io.disk.iomanager.BulkBlockChannelReader