Package com.cloudera.flume.conf

Examples of com.cloudera.flume.conf.FlumeConfigData

86
87
88
89
90
91
92
93
94
95
96
    f.deleteOnExit();
    cm.saveConfigFile(f.getAbsolutePath());
    assertTrue(f.exists());
    assertTrue(f.length() > 0);

    FlumeConfigData data = cm.getConfig("test1");
    assertEquals(data.sinkConfig, "console");
    assertEquals(data.sourceConfig, "console");

    // overwrite previous config.
    cm.setConfig("test1", "test-flow", "null", "null");
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
   */
  @Test
  public void testMasterNoNode() {
    Map<String, FlumeConfigData> xcfgs = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd = xcfgs.get("agent");
    String ans1 = "{ ackedWriteAhead => { stubbornAppend => { insistentOpen => "
        + "< fail( \"logicalSink( \\\"node4\\\" )\" ) ?"
        + " < fail( \"logicalSink( \\\"node2\\\" )\" ) ?"
        + " fail( \"logicalSink( \\\"node1\\\" )\" ) > > } } }";
    assertEquals(agentFcd.sinkConfig, ans1);
View Full Code Here
181
182
183
184
185
186
187
188
189
190
191
    // Look, no explicit updates!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    String ans2 = "{ ackedWriteAhead => { stubbornAppend => { insistentOpen => "
        + "< fail( \"logicalSink( \\\"node4\\\" )\" ) ?"
        + " < fail( \"logicalSink( \\\"node1\\\" )\" ) ?"
        + " fail( \"logicalSink( \\\"node3\\\" )\" ) > > } } }";
    assertEquals(agentFcd2.sinkConfig, ans2);
View Full Code Here
204
205
206
207
208
209
210
211
212
213
214
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    // This is wrong -- there should be a different logicalSink replacing node2
    String ans2 = "{ ackedWriteAhead => { stubbornAppend => { insistentOpen => "
        + "< fail( \"logicalSink( \\\"node4\\\" )\" ) ?"
        + " < fail( \"logicalSink( \\\"node1\\\" )\" ) ?"
        + " fail( \"logicalSink( \\\"node3\\\" )\" ) > > } } }";
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    String ans2 = "{ ackedWriteAhead => { stubbornAppend => { insistentOpen =>"
        + " < fail( \"logicalSink( \\\"nodeNew\\\" )\" ) ?"
        + " < fail( \"logicalSink( \\\"node4\\\" )\" ) ?"
        + " fail( \"logicalSink( \\\"node2\\\" )\" ) > > } } }";
    assertEquals(agentFcd2.sinkConfig, ans2);
View Full Code Here
276
277
278
279
280
281
282
283
284
285
286
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    // This is wrong -- there should be a different logicalSink replacing node2
    String ans2 = "{ ackedWriteAhead => { stubbornAppend => { insistentOpen =>"
        + " < rpcSink( \"" + host + "\", 35856 ) ?" + " < rpcSink( \"" + host
        + "\", 35854 ) ?" + " rpcSink( \"" + host + "\", 35853 ) > > } } }";
    assertEquals(ans2, agentFcd2.sinkConfig);
View Full Code Here
322
323
324
325
326
327
328
329
330
331
332
    // Look, no explicit update call!

    // check new config
    Map<String, FlumeConfigData> xcfgs2 = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd2 = xcfgs2.get("agent");
    String ans2 = "{ ackedWriteAhead => { stubbornAppend => { insistentOpen =>"
        + " < fail( \"logicalSink( \\\"node4\\\" )\" ) ?"
        + " < fail( \"logicalSink( \\\"node2\\\" )\" ) ?"
        + " fail( \"logicalSink( \\\"node1\\\" )\" ) > > } } }";
View Full Code Here
294
295
296
297
298
299
300
301
302
      currentVersion = zkCounter.incrementAndGet();
    } catch (Exception e) {
      throw new IOException("Could not increment version counter...", e);
    }

    cfgs.put(host, new FlumeConfigData(Clock.unixTime(), source, sink,
        currentVersion, currentVersion, flowid));
    saveConfigs(CFGS_PATH);
  }
View Full Code Here
320
321
322
323
324
325
326
327
328
329
330
    } catch (Exception e) {
      throw new IOException("Could not increment version counter...", e);
    }

    for (Entry<String, FlumeConfigData> e : configs.entrySet()) {
      FlumeConfigData f = new FlumeConfigData(Clock.unixTime(), e.getValue()
          .getSourceConfig(), e.getValue().getSinkConfig(), currentVersion,
          currentVersion, e.getValue().getFlowID());
      cfgs.put(e.getKey(), f);
    }
    saveConfigs(CFGS_PATH);
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
   */
  @Test
  public void testMasterNoNode() {
    Map<String, FlumeConfigData> xcfgs = flumeMaster.getSpecMan()
        .getTranslatedConfigs();
    FlumeConfigData agentFcd = xcfgs.get("agent");
    String ans1 = "< { lazyOpen => fail( \"logicalSink( \\\"node4\\\" )\" ) } ?"
        + " < { lazyOpen => fail( \"logicalSink( \\\"node2\\\" )\" ) } ?"
        + " < { lazyOpen => fail( \"logicalSink( \\\"node1\\\" )\" ) } ? null > > >";
    assertEquals(agentFcd.sinkConfig, ans1);
  }
View Full Code Here
TOP

Related Classes of com.cloudera.flume.conf.FlumeConfigData

  • com.cloudera.flume.agent.DirectMasterRPC
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverBehavior
  • com.cloudera.flume.agent.LivenessManager
  • com.cloudera.flume.agent.LogicalNode
  • com.cloudera.flume.agent.LogicalNodeManager
  • com.cloudera.flume.agent.TestAvroMultiMasterRPC$MockAvroServer
  • com.cloudera.flume.agent.TestFlumeNode
  • com.cloudera.flume.agent.TestLogicalNode
  • com.cloudera.flume.agent.TestRPCMechanisms
  • com.cloudera.flume.agent.TestRPCMechanisms$MockAvroServer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.