Package com.cloudera.flume.core

Examples of com.cloudera.flume.core.CompositeSink

65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
    switch (rel) {
    case E2E: {
      String chains = AgentFailChainSink.genE2EChain(thriftlist
          .toArray(new String[0]));
      LOG.info("Setting failover chain to  " + chains);
      snk = new CompositeSink(context, chains);

      break;
    }
    case DFO: {
      String chains = AgentFailChainSink.genDfoChain(thriftlist
          .toArray(new String[0]));
      LOG.info("Setting failover chain to  " + chains);
      snk = new CompositeSink(context, chains);
      break;
    }
    case BE: {
      String chains = AgentFailChainSink.genBestEffortChain(thriftlist
          .toArray(new String[0]));
      LOG.info("Setting failover chain to  " + chains);
      snk = new CompositeSink(context, chains);
      break;
    }
    default: {
      throw new FlumeSpecException("Unknown relability " + rel);
    }
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
    for (int i = list.size() - 1; i >= 0; i--) {
      String s = list.get(i);
      // this should be a composite sink.
      String failoverSpec = String.format(spec, s);
      LOG.debug("failover spec is : " + failoverSpec);
      EventSink tsnk = new CompositeSink(context, failoverSpec);
      if (cur == null) {
        cur = tsnk;
        continue;
      }
      cur = new BackOffFailOverSink(tsnk, cur, policy);
View Full Code Here
69
70
71
72
73
74
75
   * node.
   */
  synchronized public void spawn(String name, String src, String snk)
      throws IOException, FlumeSpecException {
    Context ctx = new LogicalNodeContext(physicalNode, name);
    spawn(ctx, name, FlumeBuilder.buildSource(src), new CompositeSink(ctx, snk));
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
  };

  protected EventSink newSink(Context ctx) throws IOException {
    try {
      // TODO (jon) add roll-specific context information.
      return new CompositeSink(ctx, fspec);
    } catch (FlumeSpecException e) {
      // check done prior to construction.
      throw new IllegalArgumentException("This should never happen:"
          + e.getMessage());
    }
View Full Code Here
TOP

Related Classes of com.cloudera.flume.core.CompositeSink

  • com.cloudera.flume.agent.AgentFailChainSink
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManagerConcurrently
  • com.cloudera.flume.agent.LogicalNodeManager
  • com.cloudera.flume.agent.TestAgentFailChainSink
  • com.cloudera.flume.collector.CollectorSink
  • com.cloudera.flume.conf.Context
  • com.cloudera.flume.handlers.debug.BenchmarkReportDecorator
  • com.cloudera.flume.handlers.debug.BloomCheckDecorator
  • com.cloudera.flume.handlers.rolling.RollSink
  • com.cloudera.flume.handlers.rolling.TestRollRollTags
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.