Examples of org.apache.flume.channel.ChannelProcessor

org.apache.flume.channel.ChannelProcessor
A channel processor exposes operations to put {@link Event}s into {@link Channel}s. These operations will propagate a {@link ChannelException}if any errors occur while attempting to write to {@code required} channels.Each channel processor instance is configured with a {@link ChannelSelector}instance that specifies which channels are {@linkplain ChannelSelector#getRequiredChannels(Event) required} and whichchannels are {@linkplain ChannelSelector#getOptionalChannels(Event) optional}.


                ChannelSelectorConfiguration selectorConfig = config.getSelectorConfiguration();


                ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, config);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(comp.getComponentName(), SourceRunner.forSource(source));
            }
        }
        Map<String, Context> sourceContexts = agentConf.getSourceContext();


        for (String src : sources) {
            Context context = sourceContexts.get(src);
            if (context != null){
                Source source = sourceFactory.create(src, context.getString(BasicConfigurationConstants.CONFIG_TYPE));
                List<Channel> channels = new ArrayList<Channel>();
                Configurables.configure(source, context);
                String[] channelNames = context.getString(BasicConfigurationConstants.CONFIG_CHANNELS).split("\\s+");
                for (String chName : channelNames) {
                    channels.add(conf.getChannels().get(chName));
                }


                Map<String, String> selectorConfig = context.getSubProperties(
                    BasicConfigurationConstants.CONFIG_SOURCE_CHANNELSELECTOR_PREFIX);


                ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, context);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(src, SourceRunner.forSource(source));
            }

View Full Code Here

        altChannels.add(alternateChannel);


        ChannelSelector alternateCS = new ReplicatingChannelSelector();
        alternateCS.setChannels(altChannels);


        primarySource.setChannelProcessor(new ChannelProcessor(primaryCS));
        altSource.setChannelProcessor(new ChannelProcessor(alternateCS));


        primarySource.start();
        altSource.start();


        Assert.assertTrue("Reached start or error", LifecycleController.waitForOneOf(

View Full Code Here

        altChannels.add(alternateChannel);


        ChannelSelector alternateCS = new ReplicatingChannelSelector();
        alternateCS.setChannels(altChannels);


        primarySource.setChannelProcessor(new ChannelProcessor(primaryCS));
        altSource.setChannelProcessor(new ChannelProcessor(alternateCS));


        primarySource.start();
        altSource.start();


        Assert.assertTrue("Reached start or error", LifecycleController.waitForOneOf(

View Full Code Here

        channels.add(channel);


        ChannelSelector cs = new ReplicatingChannelSelector();
        cs.setChannels(channels);


        eventSource.setChannelProcessor(new ChannelProcessor(cs));


        eventSource.start();


        Assert.assertTrue("Reached start or error", LifecycleController.waitForOneOf(
            eventSource, LifecycleState.START_OR_ERROR));

View Full Code Here


                final ChannelSelectorConfiguration selectorConfig = config.getSelectorConfiguration();


                final ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                final ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, config);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(comp.getComponentName(), SourceRunner.forSource(source));
            }
        }
        final Map<String, Context> sourceContexts = agentConf.getSourceContext();


        for (final String src : sources) {
            final Context context = sourceContexts.get(src);
            if (context != null) {
                final Source source = sourceFactory.create(src,
                    context.getString(BasicConfigurationConstants.CONFIG_TYPE));
                final List<Channel> channels = new ArrayList<Channel>();
                Configurables.configure(source, context);
                final String[] channelNames =
                    context.getString(BasicConfigurationConstants.CONFIG_CHANNELS).split("\\s+");
                for (final String chName : channelNames) {
                    channels.add(conf.getChannels().get(chName));
                }


                final Map<String, String> selectorConfig = context.getSubProperties(
                    BasicConfigurationConstants.CONFIG_SOURCE_CHANNELSELECTOR_PREFIX);


                final ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                final ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, context);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(src, SourceRunner.forSource(source));
            }

View Full Code Here


                ChannelSelectorConfiguration selectorConfig = config.getSelectorConfiguration();


                ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, config);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(comp.getComponentName(), SourceRunner.forSource(source));
            }
        }
        Map<String, Context> sourceContexts = agentConf.getSourceContext();


        for (String src : sources) {
            Context context = sourceContexts.get(src);
            if (context != null){
                Source source = sourceFactory.create(src, context.getString(BasicConfigurationConstants.CONFIG_TYPE));
                List<Channel> channels = new ArrayList<Channel>();
                Configurables.configure(source, context);
                String[] channelNames = context.getString(BasicConfigurationConstants.CONFIG_CHANNELS).split("\\s+");
                for (String chName : channelNames) {
                    channels.add(conf.getChannels().get(chName));
                }


                Map<String, String> selectorConfig = context.getSubProperties(
                    BasicConfigurationConstants.CONFIG_SOURCE_CHANNELSELECTOR_PREFIX);


                ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, context);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(src, SourceRunner.forSource(source));
            }

View Full Code Here

    channels.add(ch);


    ChannelSelector rcs = new ReplicatingChannelSelector();
    rcs.setChannels(channels);


    source.setChannelProcessor(new ChannelProcessor(rcs));


    source.start();
    File TESTFILE = new File(
        TestLog4jAppender.class.getClassLoader()
            .getResource("flume-log4jtest.properties").getFile());

View Full Code Here

      Context context = new Context();
      context.put("port", String.valueOf(port));
      context.put("bind", "0.0.0.0");
      Configurables.configure(source, context);
      sources.add(source);
      source.setChannelProcessor(new ChannelProcessor(rcs));
    }


    for (Source source : sources) {
      source.start();
    }

View Full Code Here

    channels.add(ch);


    ChannelSelector rcs = new ReplicatingChannelSelector();
    rcs.setChannels(channels);


    source.setChannelProcessor(new ChannelProcessor(rcs));


    source.start();
  }

View Full Code Here


                final ChannelSelectorConfiguration selectorConfig = config.getSelectorConfiguration();


                final ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                final ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, config);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(comp.getComponentName(), SourceRunner.forSource(source));
            }
        }
        final Map<String, Context> sourceContexts = agentConf.getSourceContext();


        for (final String src : sources) {
            final Context context = sourceContexts.get(src);
            if (context != null) {
                final Source source = sourceFactory.create(src,
                    context.getString(BasicConfigurationConstants.CONFIG_TYPE));
                final List<Channel> channels = new ArrayList<Channel>();
                Configurables.configure(source, context);
                final String[] channelNames =
                    context.getString(BasicConfigurationConstants.CONFIG_CHANNELS).split("\\s+");
                for (final String chName : channelNames) {
                    channels.add(conf.getChannels().get(chName));
                }


                final Map<String, String> selectorConfig = context.getSubProperties(
                    BasicConfigurationConstants.CONFIG_SOURCE_CHANNELSELECTOR_PREFIX);


                final ChannelSelector selector = ChannelSelectorFactory.create(channels, selectorConfig);


                final ChannelProcessor channelProcessor = new ChannelProcessor(selector);
                Configurables.configure(channelProcessor, context);


                source.setChannelProcessor(channelProcessor);
                conf.getSourceRunners().put(src, SourceRunner.forSource(source));
            }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.flume.channel.ChannelProcessor

org.apache.flink.streaming.connectors.flume.FlumeSource

org.apache.flume.channel.file.CountingSourceRunner

org.apache.flume.clients.log4jappender.TestLoadBalancingLog4jAppender

org.apache.flume.clients.log4jappender.TestLog4jAppender

org.apache.flume.clients.log4jappender.TestLog4jAppenderWithAvro

org.apache.flume.conf.properties.PropertiesFileConfigurationProvider

org.apache.flume.Context

org.apache.flume.interceptor.InterceptorBuilderFactory

org.apache.flume.interceptor.InterceptorChain

org.apache.flume.interceptor.TestCensoringInterceptor

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.