Package com.cloudera.flume.conf

Examples of com.cloudera.flume.conf.FlumeConfiguration

302
303
304
305
306
307
308
309
310
311
312
313
      @Override
      public EventSinkDecorator<EventSink> build(Context context,
          String... argv) {
        Preconditions.checkArgument(argv.length <= 3,
            "usage: ackedWriteAhead[(maxMillis,walnode,checkMs)]");
        FlumeConfiguration conf = FlumeConfiguration.get();
        long delayMillis = conf.getAgentLogMaxAge();

        if (argv.length >= 1) {
          delayMillis = Long.parseLong(argv[0]);
        }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
    }

    case DISK_FAILOVER: {

      // Move these options to the builder.
      FlumeConfiguration conf = FlumeConfiguration.get();
      long maxSingleBo = conf.getFailoverMaxSingleBackoff();
      long initialBo = conf.getFailoverInitialBackoff();
      long maxCumulativeBo = conf.getFailoverMaxCumulativeBackoff();
      String rpc = String.format("rpcSink(\"%s\", %d)", dsthost, port);

      String snk = String.format("< %s ? { diskFailover => { insistentAppend "
          + "=> { stubbornAppend => { insistentOpen(%d,%d,%d) => %s} } } } >",
          rpc, maxSingleBo, initialBo, maxCumulativeBo, rpc);
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
147
148
  public static SinkBuilder e2eBuilder() {
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length <= 2);
        FlumeConfiguration conf = FlumeConfiguration.get();
        String collector = conf.getCollectorHost();
        int port = conf.getCollectorPort();
        if (argv.length >= 1) {
          collector = argv[0];
        }

        if (argv.length >= 2) {
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length >= 2);
        String format = argv[0];
        FlumeConfiguration conf = FlumeConfiguration.get();
        List<String> list = Arrays.asList(argv);
        list = list.subList(1, list.size());

        try {
          return new FailoverChainSink(context, format, list, conf
              .getFailoverInitialBackoff(), conf.getFailoverMaxSingleBackoff());
        } catch (FlumeSpecException e) {
          LOG.error("Bad spec or format", e);
          throw new IllegalArgumentException(e);
        }
      }
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
187
188
  public static SinkBuilder dfoBuilder() {
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length <= 2);
        FlumeConfiguration conf = FlumeConfiguration.get();
        String collector = conf.getCollectorHost();
        int port = conf.getCollectorPort();
        if (argv.length >= 1) {
          collector = argv[0];
        }

        if (argv.length >= 2) {
View Full Code Here
212
213
214
215
216
217
218
219
220
221
222
223
224
  public static SinkBuilder beBuilder() {
    return new SinkBuilder() {
      @Override
      public EventSink build(Context context, String... argv) {
        Preconditions.checkArgument(argv.length <= 2);
        FlumeConfiguration conf = FlumeConfiguration.get();
        String collector = conf.getCollectorHost();
        int port = conf.getCollectorPort();
        if (argv.length >= 1) {
          collector = argv[0];
        }

        if (argv.length >= 2) {
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
    if (argv.length < 2) {
      System.out.println("need to specify target output file, and source dir");
      System.exit(-1);
    }

    FlumeConfiguration conf = FlumeConfiguration.get();
    Path dst = new Path(argv[0]);
    String src = argv[1];
    FileSystem fs = FileSystem.getLocal(conf);

    SequenceFile.Writer writer = SequenceFile.createWriter(fs, conf, dst,
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
  public void testOpenClose() throws IOException, Exception {
    // Set directory of webapps to build-specific dir
    FlumeConfiguration.get().set(FlumeConfiguration.WEBAPPS_PATH,
        "build/webapps");

    FlumeConfiguration conf = FlumeConfiguration.get();
    String webPath = FlumeNode.getWebPath(conf);
    int port = FlumeConfiguration.get().getNodeStatusPort();
    StatusHttpServer http = new StatusHttpServer("flumeagent", webPath,
        "0.0.0.0", port, false);
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
  public void testAutoFindPort() throws IOException, Exception {
    // Set directory of webapps to build-specific dir
    FlumeConfiguration.get().set(FlumeConfiguration.WEBAPPS_PATH,
        "build/webapps");

    FlumeConfiguration conf = FlumeConfiguration.get();
    String webPath = FlumeNode.getWebPath(conf);
    int port = FlumeConfiguration.get().getNodeStatusPort();
    StatusHttpServer http = new StatusHttpServer("flumeagent", webPath,
        "0.0.0.0", port, true);
    http.start();
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
    try {
      tmpdir = FileUtil.mktempdir();
    } catch (Exception e) {
      Assert.fail("mk temp dir failed");
    }
    FlumeConfiguration conf = FlumeConfiguration.get();
    conf.clear(); // reset all back to defaults.
    conf.set(FlumeConfiguration.AGENT_LOG_DIR_NEW, tmpdir.getAbsolutePath());

    mock = new MockMasterRPC();
    node = new FlumeNode(mock, false /* starthttp */, false /* oneshot */);
    ReportManager.get().clear();
  }
View Full Code Here
TOP

Related Classes of com.cloudera.flume.conf.FlumeConfiguration

  • com.cloudera.flume.agent.AgentSink
  • com.cloudera.flume.agent.diskfailover.DiskFailoverDeco
  • com.cloudera.flume.agent.durability.NaiveFileWALDeco
  • com.cloudera.flume.agent.FaultyFlumeLocalAgentOOME
  • com.cloudera.flume.agent.FlumeNode
  • com.cloudera.flume.agent.TestAckedWALDecorator
  • com.cloudera.flume.agent.TestAgentSink
  • com.cloudera.flume.agent.TestAvroMultiMasterRPC
  • com.cloudera.flume.agent.TestFlumeNode
  • com.cloudera.flume.agent.TestRPCMechanisms
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.