Package gov.nasa.arc.mct.buffer.config

Examples of gov.nasa.arc.mct.buffer.config.DataBufferEnv

81
82
83
84
85
86
87
88
89
90
91
        } else {
            partitionBuffer = partitionBufferFactory.newPartitionBuffer(env);
        }
        this.currentParition = partitionBuffer;
       
        DataBufferEnv currentEnv = currentParition.getBufferEnv();
        for (int i=0; i<partitionDataBuffers.length; i++) {
            this.partitionDataBuffers[i] = new AtomicReference<PartitionDataBuffer>();
        }
        this.partitionDataBuffers[currentEnv.getCurrentBufferPartition()].set(currentParition);
    }
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
        }
        this.partitionDataBuffers[currentEnv.getCurrentBufferPartition()].set(currentParition);
    }
   
    private void startEvictor() {
        DataBufferEnv currentEnv = currentParition.getBufferEnv();
       
        if (currentEnv.getNumOfBufferPartitions() > 1 && currentEnv.getBufferTime() != -1) {
            this.evictor = new DataBufferEvictor(this, currentEnv.getBufferTime()
                            - currentEnv.getBufferPartitionOverlap(), currentEnv.getBufferPartitionOverlap());
            evictor.schedule();
        }
    }
View Full Code Here
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
       
        try {
            if (evictor != null) {
                evictor.cancel();
            }
            DataBufferEnv env = currentParition.getBufferEnv();
            for (int j = 0; j < this.partitionDataBuffers.length; j++) {
                if (partitionDataBuffers[j].get() != null) {
                    partitionDataBuffers[j].get().removeBuffer();
                    partitionDataBuffers[j].set(null);
                }
            }
           
            if (this.metaDataBuffer != null) {
                this.metaDataBuffer.restart();
            }
           
            DataBufferEnv currentEnv = (DataBufferEnv)env.clone();
           
            assert currentEnv != null : "Current DataBufferEnv should not be null.";
            assert dataBufferHelper != null : "DataBufferHelper should not be null.";
           
            PartitionDataBuffer partitionBuffer = dataBufferHelper.newPartitionBuffer(currentEnv);
            this.currentParition = partitionBuffer;
            this.partitionDataBuffers[currentEnv.getCurrentBufferPartition()].set(currentParition);

            startEvictor();
        } finally {
            synchronized(movePartitionLock) {
                reset = false;
View Full Code Here
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
                    rowOverData = toBeClosedBuffer.getLastData(rowOverFeedIDs, TimeUnit.NANOSECONDS, 0, Long.MAX_VALUE);
                }
                closeBuffer(toBeClosedBuffer);
            }

            DataBufferEnv newBufferEnv = this.currentParition.getBufferEnv().advanceBufferPartition();
            PartitionDataBuffer newPartitionBuffer = dataBufferHelper.newPartitionBuffer(newBufferEnv);
            if (rowOverData != null) {
                Map<String, Map<Long, Map<String, String>>> data = new HashMap<String, Map<Long,Map<String,String>>>();
                for (Entry<String, SortedMap<Long, Map<String, String>>> entry: rowOverData.entrySet()) {
                    Map<Long, Map<String, String>> feedData = new HashMap<Long, Map<String,String>>(entry.getValue());
                    data.put(entry.getKey(), feedData);
                }
                try {
                    Map<String, PartitionTimestamps> timeStamps = putData(newPartitionBuffer, data, TimeUnit.NANOSECONDS);
                    if (timeStamps != null) {
                        metaDataBuffer.updatePartitionMetaData(newBufferPartition, timeStamps);
                    }
                } catch (BufferFullException e) {
                    LOGGER.error("Buffer full during prepareForNextPartition", e);
                }
            }
            this.partitionDataBuffers[newBufferEnv.getCurrentBufferPartition()].set(newPartitionBuffer);
        } finally {
            synchronized(resetLock) {
                prepareNewPartitionInProgress = false;
                resetLock.notifyAll();
            }
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
    public void testExceptions() {
        Properties prop = new Properties();
        prop.put("memory.buffer.partition", "2");
        prop.put("memory.buffer.time.millis", "100");
        final CountDownLatch latch = new CountDownLatch(2);
        DataBufferEnv env = new MemoryBufferEnv(prop);
        DataBufferHelper partitionBufferFactory = new MemoryDataBufferHelper();
        DataBuffer mockBuffer = new DataBuffer(env, partitionBufferFactory) {
            int prepareCount;
            int moveCount;
View Full Code Here
TOP

Related Classes of gov.nasa.arc.mct.buffer.config.DataBufferEnv

  • gov.nasa.arc.mct.buffer.internal.DataBuffer
  • gov.nasa.arc.mct.buffer.internal.DataBufferEvictorTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.