Package com.cloudera.flume.conf

Examples of com.cloudera.flume.conf.FlumeConfigData

86
87
88
89
90
91
92
93
94
95
96
          // set all cfgs to make sure they are valid.
          ConfigurationManager specman = master.getSpecMan();
          Map<String, FlumeConfigData> configs = new HashMap<String, FlumeConfigData>();
          for (FlumeNodeSpec spec : cfgs) {

            configs.put(spec.node, new FlumeConfigData(0, spec.src, spec.sink,
                LogicalNode.VERSION_INFIMUM, LogicalNode.VERSION_INFIMUM,
                FlumeConfiguration.get().getDefaultFlowName()));

            if (spec.src.contains("collectorSource")) {
              needsRefresh = true;
View Full Code Here
61
62
63
64
65
66
67
        + host + " but missing source!");
    Preconditions.checkArgument(sink != null, "Attempted to set config " + host
        + " but missing sink");

    long time = Clock.unixTime();
    cfgs.put(host, new FlumeConfigData(time, source, sink, time, time, flowid));
  }
View Full Code Here
122
123
124
125
126
127
128
129
130
131
  @Override
  public void bulkSetConfig(Map<String, FlumeConfigData> configs)
      throws IOException {
    for (Entry<String, FlumeConfigData> e : configs.entrySet()) {
      FlumeConfigData f = e.getValue();
      setConfig(e.getKey(), f.getFlowID(), f.getSourceConfig(), f
          .getSinkConfig());
    }
  }
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
   */
  @Test
  public void testMasterNoNode() {
    Map<String, FlumeConfigData> xcfgs = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd = xcfgs.get("agent");
    String ans1 = "< < { lazyOpen => fail( \"logicalSink( \\\"node4\\\" )\" ) } ?"
        + " < { lazyOpen => fail( \"logicalSink( \\\"node2\\\" )\" ) } ?"
        + " { lazyOpen => fail( \"logicalSink( \\\"node1\\\" )\" ) } > > ?"
        + " { diskFailover => { insistentAppend => { stubbornAppend =>"
        + " { insistentOpen =>"
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
    // Look, no explicit updates!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    String ans2 = "< < { lazyOpen => fail( \"logicalSink( \\\"node4\\\" )\" ) } ?"
        + " < { lazyOpen => fail( \"logicalSink( \\\"node1\\\" )\" ) } ?"
        + " { lazyOpen => fail( \"logicalSink( \\\"node3\\\" )\" ) } > > ?"
        + " { diskFailover => { insistentAppend => { stubbornAppend =>"
        + " { insistentOpen =>"
View Full Code Here
212
213
214
215
216
217
218
219
220
221
222
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    // This is wrong -- there should be a different logicalSink replacing node2
    String ans2 = "< < { lazyOpen => fail( \"logicalSink( \\\"node4\\\" )\" ) } ?"
        + " < { lazyOpen => fail( \"logicalSink( \\\"node1\\\" )\" ) } ?"
        + " { lazyOpen => fail( \"logicalSink( \\\"node3\\\" )\" ) } > > ?"
        + " { diskFailover => { insistentAppend => { stubbornAppend =>"
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    String ans2 = "< < { lazyOpen => fail( \"logicalSink( \\\"nodeNew\\\" )\" ) } ?"
        + " < { lazyOpen => fail( \"logicalSink( \\\"node4\\\" )\" ) } ?"
        + " { lazyOpen => fail( \"logicalSink( \\\"node2\\\" )\" ) } > > ?"
        + " { diskFailover => { insistentAppend => { stubbornAppend =>"
        + " { insistentOpen =>"
View Full Code Here
292
293
294
295
296
297
298
299
300
301
302
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    // This is wrong -- there should be a different logicalSink replacing node2
    String ans2 = "< < { lazyOpen => rpcSink( \"" + host + "\", 35856 ) } ?"
        + " < { lazyOpen => rpcSink( \"" + host + "\", 35854 ) } ?"
        + " { lazyOpen => rpcSink( \"" + host + "\", 35853 ) } > > ?"
        + " { diskFailover => { insistentAppend => { stubbornAppend =>"
View Full Code Here
344
345
346
347
348
349
350
351
352
353
354
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    String ans2 = "< < { lazyOpen => fail( \"logicalSink( \\\"node4\\\" )\" ) } ?"
        + " < { lazyOpen => fail( \"logicalSink( \\\"node2\\\" )\" ) } ?"
        + " { lazyOpen => fail( \"logicalSink( \\\"node1\\\" )\" ) } > > ?"
        + " { diskFailover => { insistentAppend => { stubbornAppend =>"
        + " { insistentOpen => < { lazyOpen => fail( \"logicalSink( \\\"node4\\\" )\" ) } ?"
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
        .size());
    assertEquals(5, flowed.getConfigManForFlow("flow1").getAllConfigs().size());
    assertEquals(5, flowed.getConfigManForFlow("flow2").getAllConfigs().size());
    assertEquals(10, flowed.getTranslatedConfigs().size());

    FlumeConfigData agent1 = flowed.getConfig("agent1");
    FlumeConfigData agent2 = flowed.getConfig("agent2");

    LOG.info(agent1);
    assertEquals("< { lazyOpen => logicalSink( \"coll14\" ) } ? "
        + "< { lazyOpen => logicalSink( \"coll11\" ) } ? "
        + "< { lazyOpen => logicalSink( \"coll13\" ) } ? null > > >",
        agent1.sinkConfig);
    LOG.info(agent2);
    assertEquals("< { lazyOpen => logicalSink( \"coll23\" ) } ? "
        + "< { lazyOpen => logicalSink( \"coll22\" ) } ? "
        + "< { lazyOpen => logicalSink( \"coll21\" ) } ? null > > >",
        agent2.sinkConfig);

    // change the flow group of one of the relevent logicalSinks.
    flowed.setConfig("coll14", "flow2", "autoCollectorSource", "null");
    FlumeConfigData nextAgent1 = flowed.getConfig("agent1");
    FlumeConfigData nextAgent2 = flowed.getConfig("agent2");

    // look, the coll14 was removed from agent1 and into agent2
    LOG.info(nextAgent1);
    assertEquals("< { lazyOpen => logicalSink( \"coll11\" ) } ? "
        + "< { lazyOpen => logicalSink( \"coll13\" ) } ? "
View Full Code Here
TOP

Related Classes of com.cloudera.flume.conf.FlumeConfigData

  • com.cloudera.flume.agent.DirectMasterRPC
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverBehavior
  • com.cloudera.flume.agent.LivenessManager
  • com.cloudera.flume.agent.LogicalNode
  • com.cloudera.flume.agent.LogicalNodeManager
  • com.cloudera.flume.agent.TestAvroMultiMasterRPC$MockAvroServer
  • com.cloudera.flume.agent.TestFlumeNode
  • com.cloudera.flume.agent.TestLogicalNode
  • com.cloudera.flume.agent.TestRPCMechanisms
  • com.cloudera.flume.agent.TestRPCMechanisms$MockAvroServer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.