Package eu.stratosphere.nephele.services.memorymanager

Examples of eu.stratosphere.nephele.services.memorymanager.ListMemorySegmentSource

129
130
131
132
133
134
135
136
137
138
139
    this.sortIndex = new ArrayList<MemorySegment>(16);
    this.recordBufferSegments = new ArrayList<MemorySegment>(16);
   
    // the views for the record collections
    this.recordCollector = new SimpleCollectingOutputView(this.recordBufferSegments,
      new ListMemorySegmentSource(this.freeMemory), this.segmentSize);
    this.recordBuffer = new RandomAccessInputView(this.recordBufferSegments, this.segmentSize);
    this.recordBufferForComparison = new RandomAccessInputView(this.recordBufferSegments, this.segmentSize);
   
    // set up normalized key characteristics
    if (this.comparator.supportsNormalizedKey()) {
View Full Code Here
62
63
64
65
66
67
68
69
    this.memManager = memManager;
   
    this.memory = new ArrayList<MemorySegment>(numPages);
    memManager.allocatePages(owner, this.memory, numPages);
   
    this.buffer = new SpillingBuffer(ioManager, new ListMemorySegmentSource(this.memory), memManager.getPageSize());
    this.tempWriter = new TempWritingThread(input, serializerFactory.getSerializer(), this.buffer);
  }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
   
    // create the writer output view
    final ArrayList<MemorySegment> memory = new ArrayList<MemorySegment>(NUM_MEMORY_SEGMENTS);
    this.memoryManager.allocatePages(this.parentTask, memory, NUM_MEMORY_SEGMENTS);
    final SpillingBuffer outView = new SpillingBuffer(this.ioManager,
              new ListMemorySegmentSource(memory), this.memoryManager.getPageSize());
   
    // write a number of pairs
    final Record rec = new Record();
    for (int i = 0; i < NUM_PAIRS_INMEM; i++) {
      generator.next(rec);
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
   
    // create the writer output view
    final ArrayList<MemorySegment> memory = new ArrayList<MemorySegment>(NUM_MEMORY_SEGMENTS);
    this.memoryManager.allocatePages(this.parentTask, memory, NUM_MEMORY_SEGMENTS);
    final SpillingBuffer outView = new SpillingBuffer(this.ioManager,
              new ListMemorySegmentSource(memory), this.memoryManager.getPageSize());
   
    // write a number of pairs
    final Record rec = new Record();
    for (int i = 0; i < NUM_PAIRS_INMEM; i++) {
      generator.next(rec);
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
   
    // create the writer output view
    final ArrayList<MemorySegment> memory = new ArrayList<MemorySegment>(NUM_MEMORY_SEGMENTS);
    this.memoryManager.allocatePages(this.parentTask, memory, NUM_MEMORY_SEGMENTS);
    final SpillingBuffer outView = new SpillingBuffer(this.ioManager,
              new ListMemorySegmentSource(memory), this.memoryManager.getPageSize());
   
    // write a number of pairs
    final Record rec = new Record();
    for (int i = 0; i < NUM_PAIRS_EXTERNAL; i++) {
      generator.next(rec);
View Full Code Here
277
278
279
280
281
282
283
284
285
286
287
   
    // create the writer output view
    final ArrayList<MemorySegment> memory = new ArrayList<MemorySegment>(NUM_MEMORY_SEGMENTS);
    this.memoryManager.allocatePages(this.parentTask, memory, NUM_MEMORY_SEGMENTS);
    final SpillingBuffer outView = new SpillingBuffer(this.ioManager,
              new ListMemorySegmentSource(memory), this.memoryManager.getPageSize());
   
    // write a number of pairs
    final Record rec = new Record();
    for (int i = 0; i < NUM_PAIRS_EXTERNAL; i++) {
      generator.next(rec);
View Full Code Here
698
699
700
701
702
703
704
705
706
707
708
  // --------------------------------------------------------------------------------------------

  private void createPartitions(int numPartitions) {
    this.partitions.clear();
   
    ListMemorySegmentSource memSource = new ListMemorySegmentSource(this.availableMemory);
    this.pageSizeInBits = MathUtils.log2strict(this.segmentSize);
   
    for (int i = 0; i < numPartitions; i++) {
      this.partitions.add(new InMemoryPartition<T>(this.buildSideSerializer, i, memSource, this.segmentSize, pageSizeInBits));
    }
View Full Code Here
91
92
93
94
95
96
97
   
    if (LOG.isDebugEnabled()) {
      LOG.debug("Creating spilling resettable iterator with " + memory.size() + " pages of memory.");
    }
   
    this.buffer = new SpillingBuffer(ioManager, new ListMemorySegmentSource(memory), memoryManager.getPageSize());
  }
View Full Code Here
97
98
99
100
101
102
103
   
    if (LOG.isDebugEnabled()) {
      LOG.debug("Creating spilling resettable iterator with " + memory.size() + " pages of memory.");
    }
   
    this.buffer = new SpillingBuffer(ioManager, new ListMemorySegmentSource(memory), memoryManager.getPageSize());
  }
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
    this.emptySegments = new ArrayList<MemorySegment>(numPages);
    this.fullSegments = new ArrayList<MemorySegment>(numPages);
    memoryManager.allocatePages(ownerTask, emptySegments, numPages);
   
    this.collectingView = new SimpleCollectingOutputView(this.fullSegments,
            new ListMemorySegmentSource(this.emptySegments), memoryManager.getPageSize());
    this.readView = new RandomAccessInputView(this.fullSegments, memoryManager.getPageSize());
   
    if (LOG.isDebugEnabled()) {
      LOG.debug("Iterator initalized using " + numPages + " memory buffers.");
    }
View Full Code Here
TOP

Related Classes of eu.stratosphere.nephele.services.memorymanager.ListMemorySegmentSource

  • eu.stratosphere.pact.runtime.hash.CompactingHashTable
  • eu.stratosphere.pact.runtime.io.SpillingBufferTest
  • eu.stratosphere.pact.runtime.resettable.AbstractBlockResettableIterator
  • eu.stratosphere.pact.runtime.resettable.SpillingResettableIterator
  • eu.stratosphere.pact.runtime.resettable.SpillingResettableMutableObjectIterator
  • eu.stratosphere.pact.runtime.sort.NormalizedKeySorter
  • eu.stratosphere.pact.runtime.task.TempBarrier
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.