Package eu.stratosphere.nephele.services.iomanager

Examples of eu.stratosphere.nephele.services.iomanager.IOManager

87
88
89
90
91
92
93
    this.comparator1 = new RecordComparator(new int[] {0}, new Class[]{TestData.Key.class});
    this.comparator2 = new RecordComparator(new int[] {0}, new Class[]{TestData.Key.class});
    this.pairComparator = new RecordPairComparator(new int[] {0}, new int[] {0}, new Class[]{TestData.Key.class});
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE);
    this.ioManager = new IOManager();
  }
View Full Code Here
73
74
75
76
77
78
79
80
81
    this.taskConfiguration = new Configuration();
    this.inputs = new LinkedList<InputGate<Record>>();
    this.outputs = new LinkedList<OutputGate>();

    this.memManager = new DefaultMemoryManager(memorySize);
    this.ioManager = new IOManager(System.getProperty("java.io.tmpdir"));
    this.inputSplitProvider = inputSplitProvider;
    this.mockBuffer = new Buffer(new MemorySegment(new byte[bufferSize]), bufferSize, null);
  }
View Full Code Here
115
116
117
118
119
120
121
    this.recordBuildSideComparator = new RecordComparator(keyPos, keyType);
    this.recordProbeSideComparator = new RecordComparator(keyPos, keyType);
    this.pactRecordComparator = new HashTableITCase.RecordPairComparatorFirstInt();
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE, PAGE_SIZE);
    this.ioManager = new IOManager();
  }
View Full Code Here
341
342
343
344
345
346
347
348
349
350
351
          + " megabytes of memory.", t);
        throw new Exception("Unable to initialize memory manager.", t);
      }
    }

    this.ioManager = new IOManager(tmpDirPaths);
   
    this.heartbeatThread = new Thread() {
      @Override
      public void run() {
        runHeartbeatLoop();
View Full Code Here
804
805
806
807
808
809
810
811
812
813
814
   * @param numInputs
   */
  protected void initLocalStrategies(int numInputs) throws Exception {

    final MemoryManager memMan = getMemoryManager();
    final IOManager ioMan = getIOManager();

    this.localStrategies = new CloseableInputProvider[numInputs];
    this.inputs = new MutableObjectIterator[numInputs];
    this.excludeFromReset = new boolean[numInputs];
    this.inputIsCached = new boolean[numInputs];
View Full Code Here
874
875
876
877
878
879
880
881
882
883
884
        this.localStrategies[i] = null;
      }
    }

    final MemoryManager memMan = getMemoryManager();
    final IOManager ioMan = getIOManager();

    // reset the caches, or re-run the input local strategy
    for (int i = 0; i < this.inputs.length; i++) {
      if (this.excludeFromReset[i]) {
        if (this.tempBarriers[i] != null) {
View Full Code Here
63
64
65
66
67
68
69
  // --------------------------------------------------------------------------------------------

  @Before
  public void beforeTest() {
    memoryManager = new DefaultMemoryManager(MEMORY_SIZE);
    ioManager = new IOManager();
  }
View Full Code Here
97
98
99
100
101
102
103
    this.pairComparator = new IntPairComparator();
    this.pairRecordPairComparator = new IntPairRecordPairComparator();
    this.recordPairPairComparator = new RecordIntPairPairComparator();
   
    this.memoryManager = new DefaultMemoryManager(MEMORY_SIZE);
    this.ioManager = new IOManager();
  }
View Full Code Here
90
91
92
93
94
95
96
    this.pairBuildSideComparator = new IntPairComparator();
    this.pairProbeSideComparator = new IntPairComparator();
    this.pairComparator = new IntPairPairComparator();
   
    this.memManager = new DefaultMemoryManager(32 * 1024 * 1024);
    this.ioManager = new IOManager();
  }
View Full Code Here
750
751
752
753
754
755
756
757
758
759
760
      fail("Memory for the Join could not be provided.");
      return;
    }
   
    // create the I/O access for spilling
    final IOManager ioManager = new IOManager();
   
    // ----------------------------------------------------------------------------------------
   
    final MutableHashTable<IntPair, IntPair> join = new MutableHashTable<IntPair, IntPair>(
      this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
View Full Code Here
TOP

Related Classes of eu.stratosphere.nephele.services.iomanager.IOManager

  • eu.stratosphere.nephele.taskmanager.TaskManager
  • eu.stratosphere.pact.runtime.hash.HashMatchIteratorITCase
  • eu.stratosphere.pact.runtime.hash.HashTableITCase
  • eu.stratosphere.pact.runtime.hash.ReOpenableHashTableITCase
  • eu.stratosphere.pact.runtime.io.ChannelViewsTest
  • eu.stratosphere.pact.runtime.io.SpillingBufferTest
  • eu.stratosphere.pact.runtime.resettable.SpillingResettableIteratorTest
  • eu.stratosphere.pact.runtime.resettable.SpillingResettableMutableObjectIteratorTest
  • eu.stratosphere.pact.runtime.sort.AsynchonousPartialSorterITCase
  • eu.stratosphere.pact.runtime.sort.CombiningUnilateralSortMergerITCase
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.