Package eu.stratosphere.nephele.services.memorymanager.spi

Examples of eu.stratosphere.nephele.services.memorymanager.spi.DefaultMemoryManager

168
169
170
171
172
173
174
175
176
177
178
      UnilateralSortMerger<Tuple2<String, String[]>> sorter = null;
      BufferedReader reader = null;
      BufferedReader verifyReader = null;
     
      try {
        MemoryManager mm = new DefaultMemoryManager(1024 * 1024);
        IOManager ioMan = new IOManager();
         
        TupleTypeInfo<Tuple2<String, String[]>> typeInfo = (TupleTypeInfo<Tuple2<String, String[]>>) (TupleTypeInfo<?>) TypeInfoParser.parse("Tuple2<String, String[]>");

        TypeSerializer<Tuple2<String, String[]>> serializer = typeInfo.createSerializer();
View Full Code Here
83
84
85
86
87
88
89
90
91
92
93
  }
 
  @SuppressWarnings("unchecked")
  @Before
  public void beforeTest() {
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE);
    this.ioManager = new IOManager();
   
    this.serializerFactory = RecordSerializerFactory.get();
    this.comparator = new RecordComparator(new int[] {0}, new Class[] {TestData.Key.class});
  }
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
  // --------------------------------------------------------------------------------------------

  @SuppressWarnings("unchecked")
  @Before
  public void beforeTest() {
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE);
    this.ioManager = new IOManager();
   
    this.pactRecordSerializer = RecordSerializerFactory.get();
    this.pactRecordComparator = new RecordComparator(new int[] {0}, new Class[] {TestData.Key.class});
  }
View Full Code Here
87
88
89
90
91
92
93
94
    this.serializer2 = RecordSerializerFactory.get();
    this.comparator1 = new RecordComparator(new int[] {0}, new Class[] {TestData.Key.class});
    this.comparator2 = new RecordComparator(new int[] {0}, new Class[] {TestData.Key.class});
    this.pairComparator11 = new RecordPairComparator(new int[] {0}, new int[] {0}, new Class[] {TestData.Key.class});
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE, PAGE_SIZE);
    this.ioManager = new IOManager();
  }
View Full Code Here
86
87
88
89
90
91
92
93
    this.serializer2 = RecordSerializer.get();
    this.comparator1 = new RecordComparator(new int[] {0}, new Class[]{TestData.Key.class});
    this.comparator2 = new RecordComparator(new int[] {0}, new Class[]{TestData.Key.class});
    this.pairComparator = new RecordPairComparator(new int[] {0}, new int[] {0}, new Class[]{TestData.Key.class});
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE);
    this.ioManager = new IOManager();
  }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
    this.jobConfiguration = new Configuration();
    this.taskConfiguration = new Configuration();
    this.inputs = new LinkedList<InputGate<Record>>();
    this.outputs = new LinkedList<OutputGate>();

    this.memManager = new DefaultMemoryManager(memorySize);
    this.ioManager = new IOManager(System.getProperty("java.io.tmpdir"));
    this.inputSplitProvider = inputSplitProvider;
    this.mockBuffer = new Buffer(new MemorySegment(new byte[bufferSize]), bufferSize, null);
  }
View Full Code Here
114
115
116
117
118
119
120
121
    this.recordProbeSideAccesssor = RecordSerializer.get();
    this.recordBuildSideComparator = new RecordComparator(keyPos, keyType);
    this.recordProbeSideComparator = new RecordComparator(keyPos, keyType);
    this.pactRecordComparator = new HashTableITCase.RecordPairComparatorFirstInt();
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE, PAGE_SIZE);
    this.ioManager = new IOManager();
  }
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
      try {
        @SuppressWarnings("unused")
        final boolean lazyAllocation = GlobalConfiguration.getBoolean(ConfigConstants.TASK_MANAGER_MEMORY_LAZY_ALLOCATION_KEY,
          ConfigConstants.DEFAULT_TASK_MANAGER_MEMORY_LAZY_ALLOCATION);
       
        this.memoryManager = new DefaultMemoryManager(resources.getSizeOfFreeMemory(), pageSize);
      } catch (Throwable t) {
        LOG.fatal("Unable to initialize memory manager with " + (resources.getSizeOfFreeMemory() >>> 20)
          + " megabytes of memory.", t);
        throw new Exception("Unable to initialize memory manager.", t);
      }
View Full Code Here
62
63
64
65
66
67
68
69
  // --------------------------------------------------------------------------------------------

  @Before
  public void beforeTest() {
    memoryManager = new DefaultMemoryManager(MEMORY_SIZE);
    ioManager = new IOManager();
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  private List<Record> objects;

  @Before
  public void startup() {
    // set up IO and memory manager
    this.memman = new DefaultMemoryManager(MEMORY_CAPACITY);
   
    // create test objects
    this.objects = new ArrayList<Record>(20000);
    for (int i = 0; i < NUM_VALUES; ++i) {
      this.objects.add(new Record(new IntValue(i)));
View Full Code Here
TOP

Related Classes of eu.stratosphere.nephele.services.memorymanager.spi.DefaultMemoryManager

  • eu.stratosphere.core.memory.MemorySegment
  • eu.stratosphere.nephele.services.iomanager.IOManagerITCase
  • eu.stratosphere.nephele.services.iomanager.IOManagerPerformanceBenchmark
  • eu.stratosphere.nephele.services.iomanager.IOManagerTest
  • eu.stratosphere.nephele.services.memorymanager.DefaultMemoryManagerTest
  • eu.stratosphere.nephele.services.memorymanager.MemorySegmentTest
  • eu.stratosphere.nephele.taskmanager.TaskManager
  • eu.stratosphere.nephele.template.AbstractInvokable
  • eu.stratosphere.pact.runtime.hash.HashMatchIteratorITCase
  • eu.stratosphere.pact.runtime.hash.HashTableITCase
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.