Package com.cloudera.flume.conf.SinkFactory

Examples of com.cloudera.flume.conf.SinkFactory.SinkBuilder

286
287
288
289
290
291
292
293
294
295
296
      }
    };
  }

  public static SinkBuilder hdfsBuilder() {
    return new SinkBuilder() {
      @Override
      public EventSink create(Context context, Object... argv) {
        Preconditions.checkArgument(argv.length <= 4 && argv.length >= 2,
            "usage: collectorSink[(dfsdir,path[,rollmillis], format)]");
        String logdir = FlumeConfiguration.get().getCollectorDfsDir(); // default
View Full Code Here
238
239
240
241
242
243
244
245
246
247
248
249
   *
   * @throws InterruptedException
   */
  @Test
  public void testFailoverBuilder() throws IOException, InterruptedException {
    SinkBuilder bld = FailOverSink.builder();
    EventSink snk = bld.build(new ReportTestingContext(),
        "{intervalFlakeyAppend(2) => counter(\"pri\") } ", "counter(\"sec\")");
    snk.open();

    Event e = new EventImpl("foo".getBytes());
    snk.append(e);
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
278
   * @throws InterruptedException
   */
  @Test
  public void testBackoffFailoverBuilder() throws IOException,
      InterruptedException {
    SinkBuilder bld = BackOffFailOverSink.builder();
    EventSink snk = bld.build(new ReportTestingContext(),
        "{intervalFlakeyAppend(2) => counter(\"pri\") } ", "counter(\"sec\")");
    snk.open();

    Event e = new EventImpl("foo".getBytes());
    snk.append(e);
View Full Code Here
294
295
296
297
298
299
300
301
302
303
304
305
   * Test metrics
   */
  @Test
  public void testGetBackoffFailoverMetrics() throws JSONException {
    ReportTestUtils.setupSinkFactory();
    SinkBuilder bld = BackOffFailOverSink.builder();
    EventSink snk = bld.build(new ReportTestingContext(), "one", "two");
    ReportEvent rpt = snk.getMetrics();
    LOG.info(ReportUtil.toJSONObject(rpt).toString());
    assertNotNull(rpt.getLongMetric(BackOffFailOverSink.A_PRIMARY));
    assertNotNull(rpt.getLongMetric(BackOffFailOverSink.A_FAILS));
    assertNotNull(rpt.getLongMetric(BackOffFailOverSink.A_BACKUPS));
View Full Code Here
319
320
321
322
323
324
325
326
327
328
329
330
   * Test metrics
   */
  @Test
  public void testGetFailoverMetrics() throws JSONException {
    ReportTestUtils.setupSinkFactory();
    SinkBuilder bld = FailOverSink.builder();
    EventSink snk = bld.build(new ReportTestingContext(), "one", "two");
    ReportEvent rpt = snk.getMetrics();
    LOG.info(ReportUtil.toJSONObject(rpt).toString());
    assertNotNull(rpt.getLongMetric(FailOverSink.R_FAILS));
    assertNotNull(rpt.getLongMetric(FailOverSink.R_BACKUPS));
    assertNull(rpt.getStringMetric("primary.one.name"));
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
   * machine, and the second is a port
   *
   * e2eWal[("machine" [, port ] )]
   */
  public static SinkBuilder e2eBuilder() {
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length <= 2,
            "usage: agentE2ESink(collectorhost[, port]{, " + BATCH_COUNT
                + "=1}{, " + BATCH_MILLIS + "=0}{,compression=false})");
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
   *
   * TODO(jon) Need to reimplement/check this to make sure it still works in
   * light of the changes to disk log management mechanisms.
   */
  public static SinkBuilder dfoBuilder() {
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length <= 2,
            "usage: agentDFOSink(collectorhost[, port]{, " + BATCH_COUNT
                + "=1}{, " + BATCH_MILLIS + "=0}{,compression=false})");
View Full Code Here
239
240
241
242
243
244
245
246
247
248
249
   * machine, and the second is a port
   *
   * be[("machine" [, port ] )]
   */
  public static SinkBuilder beBuilder() {
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length <= 2,
            "usage: agentBESink(collectorhost[, port]{, " + BATCH_COUNT
                + "=1}{, " + BATCH_MILLIS + "=0}{,compression=false})");
View Full Code Here
270
271
272
273
274
275
276
277
278
279
280
  public long getFails() {
    return fails.get();
  }

  public static SinkBuilder builder() {
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length == 2);
        String primary = argv[0];
        String secondary = argv[1];
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
    conf.set(FlumeConfiguration.COLLECTOR_OUTPUT_FORMAT, format);
    conf.set(FlumeConfiguration.COLLECTOR_DFS_COMPRESS_CODEC, codecName);

    // build a sink that outputs to that format.
    File f = FileUtil.mktempdir();
    SinkBuilder builder = EscapedCustomDfsSink.builder();
    EventSink snk = builder.create(new Context(), "file:///" + f.getPath()
        + "/sub-%{service}");
    Event e = new EventImpl("this is a test message".getBytes());
    Attributes.setString(e, "service", "foo");
    snk.open();
    snk.append(e);
View Full Code Here
TOP

Related Classes of com.cloudera.flume.conf.SinkFactory.SinkBuilder

  • com.cloudera.flume.agent.AgentFailChainSink
  • com.cloudera.flume.agent.AgentSink
  • com.cloudera.flume.agent.TestLivenessManager
  • com.cloudera.flume.agent.TestLogicalNode
  • com.cloudera.flume.collector.CollectorSink
  • com.cloudera.flume.collector.TestCollectorSink
  • com.cloudera.flume.collector.TestDiskFailoverThenRoll
  • com.cloudera.flume.conf.FlumeBuilder
  • com.cloudera.flume.conf.TestParser
  • com.cloudera.flume.conf.TestPlugins
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.