Examples of org.apache.flume.Context

org.apache.flume.Context
The context is a key-value store used to pass configuration information throughout the system.


  @Override
  public void configure(Context context) {
    serializerType = context.getString("serializer", "TEXT");
    serializerContext =
        new Context(context.getSubProperties(EventSerializer.CTX_PREFIX));
  }

View Full Code Here

    tableName = context.getString(HBaseSinkConfigurationConstants.CONFIG_TABLE);
    String cf = context.getString(
        HBaseSinkConfigurationConstants.CONFIG_COLUMN_FAMILY);
    batchSize = context.getLong(
        HBaseSinkConfigurationConstants.CONFIG_BATCHSIZE, new Long(100));
    serializerContext = new Context();
    //If not specified, will use HBase defaults.
    eventSerializerType = context.getString(
        HBaseSinkConfigurationConstants.CONFIG_SERIALIZER);
    Preconditions.checkNotNull(tableName,
        "Table name cannot be empty, please specify in configuration file");

View Full Code Here


    useFastReplay = context.getBoolean(
            FileChannelConfiguration.USE_FAST_REPLAY,
            FileChannelConfiguration.DEFAULT_USE_FAST_REPLAY);


    Context encryptionContext = new Context(
        context.getSubProperties(EncryptionConfiguration.ENCRYPTION_PREFIX +
            "."));
    String encryptionKeyProviderName = encryptionContext.getString(
        EncryptionConfiguration.KEY_PROVIDER);
    encryptionActiveKey = encryptionContext.getString(
        EncryptionConfiguration.ACTIVE_KEY);
    encryptionCipherProvider = encryptionContext.getString(
        EncryptionConfiguration.CIPHER_PROVIDER);
    if(encryptionKeyProviderName != null) {
      Preconditions.checkState(!Strings.isNullOrEmpty(encryptionActiveKey),
          "Encryption configuration problem: " +
              EncryptionConfiguration.ACTIVE_KEY + " is missing");
      Preconditions.checkState(!Strings.isNullOrEmpty(encryptionCipherProvider),
          "Encryption configuration problem: " +
              EncryptionConfiguration.CIPHER_PROVIDER + " is missing");
      Context keyProviderContext = new Context(encryptionContext.
          getSubProperties(EncryptionConfiguration.KEY_PROVIDER + "."));
      encryptionKeyProvider = KeyProviderFactory.
          getInstance(encryptionKeyProviderName, keyProviderContext);
    } else {
      Preconditions.checkState(encryptionActiveKey == null,

View Full Code Here


  @Test
  public void testLifecycle() throws LifecycleException, InterruptedException {


    Channel channel = new MemoryChannel();
    Configurables.configure(channel, new Context());


    Source generatorSource = new SequenceGeneratorSource();
    List<Channel> channels = new ArrayList<Channel>();
    channels.add(channel);


    ChannelSelector rcs = new ReplicatingChannelSelector();
    rcs.setChannels(channels);


    generatorSource.setChannelProcessor(new ChannelProcessor(rcs));


    NullSink nullSink = new NullSink();
    nullSink.configure(new Context());
    nullSink.setChannel(channel);


    nodeManager.add(SourceRunner.forSource(generatorSource));
    SinkProcessor processor = new DefaultSinkProcessor();
    List<Sink> sinks = new ArrayList<Sink>();

View Full Code Here

  @Test
  public void testRapidLifecycleFlapping() throws LifecycleException,
  InterruptedException {


    Channel channel = new MemoryChannel();
    Configurables.configure(channel, new Context());


    Source source = new SequenceGeneratorSource();
    List<Channel> channels = new ArrayList<Channel>();
    channels.add(channel);
    ChannelSelector rcs = new ReplicatingChannelSelector();
    rcs.setChannels(channels);


    source.setChannelProcessor(new ChannelProcessor(rcs));


    NullSink sink = new NullSink();
    sink.configure(new Context());
    sink.setChannel(channel);


    nodeManager.add(SourceRunner.forSource(source));
    SinkProcessor processor = new DefaultSinkProcessor();
    List<Sink> sinks = new ArrayList<Sink>();

View Full Code Here

  @Test
  public void testWithNewline() throws FileNotFoundException, IOException {


    OutputStream out = new FileOutputStream(testFile);
    EventSerializer serializer =
        EventSerializerFactory.getInstance("text", new Context(), out);
    serializer.afterCreate();
    serializer.write(EventBuilder.withBody("event 1", Charsets.UTF_8));
    serializer.write(EventBuilder.withBody("event 2", Charsets.UTF_8));
    serializer.write(EventBuilder.withBody("event 3", Charsets.UTF_8));
    serializer.flush();

View Full Code Here


  @Test
  public void testNoNewline() throws FileNotFoundException, IOException {


    OutputStream out = new FileOutputStream(testFile);
    Context context = new Context();
    context.put("appendNewline", "false");
    EventSerializer serializer =
        EventSerializerFactory.getInstance("text", context, out);
    serializer.afterCreate();
    serializer.write(EventBuilder.withBody("event 1\n", Charsets.UTF_8));
    serializer.write(EventBuilder.withBody("event 2\n", Charsets.UTF_8));

View Full Code Here

        } catch (Exception e) {
          //Not a known type, use FQCN
          klass = (Class<? extends MonitorService>) Class.forName(monitorType);
        }
        this.monitorServer = klass.newInstance();
        Context context = new Context();
        for (String key : keys) {
          if (key.startsWith(CONF_MONITOR_PREFIX)) {
            context.put(key.substring(CONF_MONITOR_PREFIX.length()),
                    systemProps.getProperty(key));
          }
        }
        monitorServer.configure(context);
        monitorServer.start();

View Full Code Here

      //ref: http://docs.codehaus.org/display/JETTY/Embedding+Jetty
      //ref: http://jetty.codehaus.org/jetty/jetty-6/apidocs/org/mortbay/jetty/servlet/Context.html
      Map<String, String> subProps =
              context.getSubProperties(
              HTTPSourceConfigurationConstants.CONFIG_HANDLER_PREFIX);
      handler.configure(new Context(subProps));
    } catch (ClassNotFoundException ex) {
      LOG.error("Error while configuring HTTPSource. Exception follows.", ex);
      Throwables.propagate(ex);
    } catch (ClassCastException ex) {
      LOG.error("Deserializer is not an instance of HTTPSourceHandler."

View Full Code Here

    String serializerClazz = "org.apache.flume.sink.elasticsearch.ElasticSearchLogStashEventSerializer";
    if (StringUtils.isNotBlank(context.getString(SERIALIZER))) {
      serializerClazz = context.getString(SERIALIZER);
    }


    Context serializerContext = new Context();
    serializerContext.putAll(context.getSubProperties(SERIALIZER_PREFIX));


    try {
      @SuppressWarnings("unchecked")
      Class<? extends ElasticSearchEventSerializer> clazz = (Class<? extends ElasticSearchEventSerializer>) Class
          .forName(serializerClazz);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.flume.Context

com.salesforce.phoenix.flume.TestPhoenixSink

com.salesforce.phoenix.flume.TestRegexEventSerializer

org.apache.flume.channel.ChannelProcessor

org.apache.flume.channel.ChannelSelectorFactory

org.apache.flume.channel.file.encryption.TestJCEFileKeyProvider

org.apache.flume.channel.file.FileChannel

org.apache.flume.channel.file.TestUtils

org.apache.flume.channel.kafka.TestKafkaChannel

org.apache.flume.channel.recoverable.memory.TestRecoverableMemoryChannel

org.apache.flume.channel.TestFanoutChannel

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.