Package org.apache.flume.instrumentation

Examples of org.apache.flume.instrumentation.SinkCounter

66
67
68
69
70
71
72
73
74
75
76
    int maxEvents = 100;
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    BucketWriter bucketWriter = new BucketWriter(0, 0, maxEvents, 0, ctx,
        "/tmp", "file", "", ".tmp", null, null, SequenceFile.CompressionType.NONE,
        hdfsWriter, timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()), 0,
        null, null, 30000, Executors.newSingleThreadExecutor());

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    for (int i = 0; i < 1000; i++) {
      bucketWriter.append(e);
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    int maxBytes = 300;
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    BucketWriter bucketWriter = new BucketWriter(0, maxBytes, 0, 0, ctx,
        "/tmp", "file", "", ".tmp", null, null, SequenceFile.CompressionType.NONE,
        hdfsWriter, timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null, null, 30000, Executors.newSingleThreadExecutor());

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    for (int i = 0; i < 1000; i++) {
      bucketWriter.append(e);
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
        "/tmp", "file", "", ".tmp", null, null, SequenceFile.CompressionType.NONE,
        hdfsWriter, timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null, null, 30000, Executors.newSingleThreadExecutor());

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    long startNanos = System.nanoTime();
    for (int i = 0; i < NUM_EVENTS - 1; i++) {
View Full Code Here
207
208
209
210
211
212
213
214
215
216
217
    String name = tmpFile.getName();

    BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
        path, name, "", ".tmp", null, null, SequenceFile.CompressionType.NONE, hdfsWriter,
        timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null, null, 30000, Executors.newSingleThreadExecutor());

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    for (int i = 0; i < NUM_EVENTS - 1; i++) {
      bucketWriter.append(e);
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
      MockHDFSWriter hdfsWriter = new MockHDFSWriter();
      BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
          "/tmp", "file", "", ".tmp", suffix, null, SequenceFile.CompressionType.NONE, hdfsWriter,
          timedRollerPool, null,
          new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
          0, null, null, 30000, Executors.newSingleThreadExecutor());

      // Need to override system time use for test so we know what to expect
      final long testTime = System.currentTimeMillis();
      Clock testClock = new Clock() {
View Full Code Here
257
258
259
260
261
262
263
264
265
266
267
        MockHDFSWriter hdfsWriter = new MockHDFSWriter();
        BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
            "/tmp", "file", "", ".tmp", suffix, null, SequenceFile.CompressionType.NONE, hdfsWriter,
            timedRollerPool, null,
            new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
            0, null, null, 30000, Executors.newSingleThreadExecutor());

        // Need to override system time use for test so we know what to expect

        final long testTime = System.currentTimeMillis();
View Full Code Here
288
289
290
291
292
293
294
295
296
297
298
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
        "/tmp", "file", "", ".tmp", suffix, HDFSEventSink.getCodec("gzip"),
        SequenceFile.CompressionType.BLOCK, hdfsWriter,
        timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null, null, 30000, Executors.newSingleThreadExecutor());

    // Need to override system time use for test so we know what to expect
    final long testTime = System.currentTimeMillis();
View Full Code Here
318
319
320
321
322
323
324
325
326
327
328
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    HDFSTextSerializer formatter = new HDFSTextSerializer();
    BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
        "/tmp", "file", PREFIX, ".tmp", null, null, SequenceFile.CompressionType.NONE, hdfsWriter,
        timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null, null, 30000, Executors.newSingleThreadExecutor());

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    bucketWriter.append(e);
View Full Code Here
64
65
66
67
68
69
70
71
    this.context = context;
    maxBatchSize = context.getInteger(BATCH_SIZE, maxBatchSize);
    maxBatchDurationMillis = context.getLong(BATCH_DURATION_MILLIS, maxBatchDurationMillis);
    handlerClass = context.getString(HANDLER_CLASS, MorphlineHandlerImpl.class.getName());   
    if (sinkCounter == null) {
      sinkCounter = new SinkCounter(getName());
    }
  }
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    HDFSTextFormatter formatter = new HDFSTextFormatter();
    BucketWriter bucketWriter = new BucketWriter(0, 0, maxEvents, 0, ctx,
        "/tmp/file", null, null, SequenceFile.CompressionType.NONE, hdfsWriter,
        formatter, timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()), 0, null);

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    for (int i = 0; i < 1000; i++) {
      bucketWriter.append(e);
    }
View Full Code Here
TOP

Related Classes of org.apache.flume.instrumentation.SinkCounter

  • com.github.kristofa.flume.ZipkinMetricsSink
  • com.github.kristofa.flume.ZipkinSpanCollectorSink
  • com.salesforce.phoenix.flume.sink.PhoenixSink
  • org.apache.flume.sink.AbstractRpcSink
  • org.apache.flume.sink.AvroSink
  • org.apache.flume.sink.elasticsearch.ElasticSearchSink
  • org.apache.flume.sink.hbase.AsyncHBaseSink
  • org.apache.flume.sink.hbase.HBaseSink
  • org.apache.flume.sink.hdfs.HDFSEventSink
  • org.apache.flume.sink.hdfs.TestBucketWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.