Package org.apache.flink.runtime.memorymanager

Examples of org.apache.flink.runtime.memorymanager.DefaultMemoryManager

327
328
329
330
331
332
333
334
335
336
337
      try {
        @SuppressWarnings("unused")
        final boolean lazyAllocation = GlobalConfiguration.getBoolean(ConfigConstants.TASK_MANAGER_MEMORY_LAZY_ALLOCATION_KEY,
          ConfigConstants.DEFAULT_TASK_MANAGER_MEMORY_LAZY_ALLOCATION);
       
        this.memoryManager = new DefaultMemoryManager(memorySize, this.numberOfSlots, pageSize);
      } catch (Throwable t) {
        LOG.error("Unable to initialize memory manager with " + (memorySize >>> 20) + " megabytes of memory.", t);
        throw new Exception("Unable to initialize memory manager.", t);
      }
    }
View Full Code Here
93
94
95
96
97
98
99
100
    this.pairProbeSideAccesssor = new IntPairSerializer();
    this.pairBuildSideComparator = new IntPairComparator();
    this.pairProbeSideComparator = new IntPairComparator();
    this.pairComparator = new IntPairPairComparator();
   
    this.memManager = new DefaultMemoryManager(32 * 1024 * 1024,1);
    this.ioManager = new IOManager();
  }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
    final long totalMem = Math.max(memory, 0) + (Math.max(maxNumSorters, 0) * perSortMemory);
   
    this.perSortMem = perSortMemory;
    this.perSortFractionMem = (double)perSortMemory/totalMem;
    this.ioManager = new IOManager();
    this.memManager = totalMem > 0 ? new DefaultMemoryManager(totalMem,1) : null;
   
    this.inputs = new ArrayList<MutableObjectIterator<Record>>();
    this.comparators = new ArrayList<TypeComparator<Record>>();
    this.sorters = new ArrayList<UnilateralSortMerger<Record>>();
   
View Full Code Here
83
84
85
86
87
88
89
90
91
92
    this.jobConfiguration = new Configuration();
    this.taskConfiguration = new Configuration();
    this.inputs = new LinkedList<InputGate<Record>>();
    this.outputs = new LinkedList<OutputGate>();

    this.memManager = new DefaultMemoryManager(memorySize, 1);
    this.ioManager = new IOManager(System.getProperty("java.io.tmpdir"));
    this.inputSplitProvider = inputSplitProvider;
    this.mockBuffer = new Buffer(new MemorySegment(new byte[bufferSize]), bufferSize, null);
  }
View Full Code Here
58
59
60
61
62
63
64
65
66
  private TypeComparator<IntPair> comparator;


  @Before
  public void beforeTest() {
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE, MEMORY_PAGE_SIZE);
    this.serializer = new IntPairSerializer();
    this.comparator = new IntPairComparator();
  }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
  // --------------------------------------------------------------------------------------------

  @SuppressWarnings("unchecked")
  @Before
  public void beforeTest() {
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE, 1);
    this.ioManager = new IOManager();
   
    this.pactRecordSerializer = RecordSerializerFactory.get();
    this.pactRecordComparator = new RecordComparator(new int[] {0}, new Class[] {TestData.Key.class});
  }
View Full Code Here
91
92
93
94
95
96
97
98
    this.serializer2 = RecordSerializer.get();
    this.comparator1 = new RecordComparator(new int[] {0}, new Class[]{TestData.Key.class});
    this.comparator2 = new RecordComparator(new int[] {0}, new Class[]{TestData.Key.class});
    this.pairComparator = new RecordPairComparator(new int[] {0}, new int[] {0}, new Class[]{TestData.Key.class});
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE, 1);
    this.ioManager = new IOManager();
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
  private List<Record> objects;

  @Before
  public void startup() {
    // set up IO and memory manager
    this.memman = new DefaultMemoryManager(MEMORY_CAPACITY, 1);
   
    // create test objects
    this.objects = new ArrayList<Record>(20000);
    for (int i = 0; i < NUM_VALUES; ++i) {
      this.objects.add(new Record(new IntValue(i)));
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64

  @Before
  public void startup() {
    // set up IO and memory manager
    this.memman = new DefaultMemoryManager(MEMORY_CAPACITY, 32 * 1024);
    this.ioman = new IOManager();

    // create test objects
    final ArrayList<Record> objects = new ArrayList<Record>(NUM_TESTRECORDS);

View Full Code Here
91
92
93
94
95
96
97
98
    this.serializer2 = RecordSerializerFactory.get();
    this.comparator1 = new RecordComparator(new int[] {0}, new Class[] {TestData.Key.class});
    this.comparator2 = new RecordComparator(new int[] {0}, new Class[] {TestData.Key.class});
    this.pairComparator11 = new RecordPairComparator(new int[] {0}, new int[] {0}, new Class[] {TestData.Key.class});
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE, PAGE_SIZE);
    this.ioManager = new IOManager();
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.memorymanager.DefaultMemoryManager

  • org.apache.flink.core.memory.MemorySegment
  • org.apache.flink.runtime.io.disk.ChannelViewsTest
  • org.apache.flink.runtime.io.disk.iomanager.IOManagerITCase
  • org.apache.flink.runtime.io.disk.iomanager.IOManagerPerformanceBenchmark
  • org.apache.flink.runtime.io.disk.iomanager.IOManagerTest
  • org.apache.flink.runtime.io.disk.SpillingBufferTest
  • org.apache.flink.runtime.jobgraph.tasks.AbstractInvokable
  • org.apache.flink.runtime.memory.DefaultMemoryManagerTest
  • org.apache.flink.runtime.memory.MemorySegmentTest
  • org.apache.flink.runtime.operators.drivers.TestTaskContext
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.