Package com.alibaba.otter.node.etl.common.jmx.StageAggregation

Examples of com.alibaba.otter.node.etl.common.jmx.StageAggregation.AggregationItem

312
313
314
315
316
317
318
319
320
321
322
                            if (profiling) {
                                Long profilingEndTime = System.currentTimeMillis();
                                stageAggregationCollector.push(pipelineId,
                                                               StageType.SELECT,
                                                               new AggregationItem(profilingStartTime, profilingEndTime));
                            }
                            arbitrateEventService.selectEvent().single(etlEventData);
                        } catch (Throwable e) {
                            if (!isInterrupt(e)) {
                                logger.error(String.format("[%s] selectwork executor is error! data:%s", pipelineId,
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
    public void test_normal() {
        StageAggregation aggregation = new StageAggregation(256);

        for (int i = 0; i < 128; i++) {
            long now = System.currentTimeMillis();
            aggregation.push(new AggregationItem(now - 10 - RandomUtils.nextInt(100), now));
            LockSupport.parkNanos(1000 * 1000L);
        }

        LockSupport.parkNanos(2000 * 1000 * 1000L);

        for (int i = 0; i < 200; i++) {
            long now = System.currentTimeMillis();
            aggregation.push(new AggregationItem(now - 10 - RandomUtils.nextInt(100), now));
            LockSupport.parkNanos(1000 * 1000L);
        }

        String result = aggregation.histogram();
        System.out.println(result);
View Full Code Here
312
313
314
315
316
317
318
319
320
321
322
                            if (profiling) {
                                Long profilingEndTime = System.currentTimeMillis();
                                stageAggregationCollector.push(pipelineId,
                                                               StageType.SELECT,
                                                               new AggregationItem(profilingStartTime, profilingEndTime));
                            }
                            arbitrateEventService.selectEvent().single(etlEventData);
                        } catch (Throwable e) {
                            if (!isInterrupt(e)) {
                                logger.error(String.format("[%s] selectwork executor is error! data:%s", pipelineId,
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
                            if (profiling) {
                                Long profilingEndTime = System.currentTimeMillis();
                                stageAggregationCollector.push(pipelineId,
                                                               StageType.LOAD,
                                                               new AggregationItem(profilingStartTime, profilingEndTime));
                            }
                            // 处理完成后通知single已完成
                            arbitrateEventService.loadEvent().single(etlEventData);
                        } catch (Throwable e) {
                            if (!isInterrupt(e)) {
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
                            if (profiling) {
                                Long profilingEndTime = System.currentTimeMillis();
                                stageAggregationCollector.push(pipelineId,
                                                               StageType.EXTRACT,
                                                               new AggregationItem(profilingStartTime, profilingEndTime));
                            }
                            arbitrateEventService.extractEvent().single(etlEventData);
                        } catch (Throwable e) {
                            if (!isInterrupt(e)) {
                                logger.error(String.format("[%d] extractwork executor is error! data:%s", pipelineId,
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
                            if (profiling) {
                                Long profilingEndTime = System.currentTimeMillis();
                                stageAggregationCollector.push(pipelineId,
                                                               StageType.TRANSFORM,
                                                               new AggregationItem(profilingStartTime, profilingEndTime));
                            }
                            // 处理完成后通知single已完成
                            arbitrateEventService.transformEvent().single(etlEventData);
                        } catch (Throwable e) {
                            if (!isInterrupt(e)) {
View Full Code Here
312
313
314
315
316
317
318
319
320
321
322
                            if (profiling) {
                                Long profilingEndTime = System.currentTimeMillis();
                                stageAggregationCollector.push(pipelineId,
                                    StageType.SELECT,
                                    new AggregationItem(profilingStartTime, profilingEndTime));
                            }
                            arbitrateEventService.selectEvent().single(etlEventData);
                        } catch (Throwable e) {
                            if (!isInterrupt(e)) {
                                logger.error(String.format("[%s] selectwork executor is error! data:%s",
View Full Code Here
TOP

Related Classes of com.alibaba.otter.node.etl.common.jmx.StageAggregation.AggregationItem

  • com.alibaba.otter.node.etl.common.jmx.StageAggregationTest
  • com.alibaba.otter.node.etl.extract.ExtractTask
  • com.alibaba.otter.node.etl.load.LoadTask
  • com.alibaba.otter.node.etl.select.SelectTask
  • com.alibaba.otter.node.etl.transform.TransformTask
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.