Package kafka.server

Examples of kafka.server.KafkaConfig

61
62
63
64
65
66
67
68
69

        } catch (Exception e) {
            throw new IllegalStateException(e);
        }
        KafkaConfig config = getKafkaConfig(zkServer.getConnectString());
        kafkaServer = new KafkaServerStartable(config);
        kafkaServer.startup();
    }
View Full Code Here
73
74
75
76
77
78
79
                TestUtils.createBrokerConfigs(1).iterator();
        assert propsI.hasNext();
        Properties props = propsI.next();
        assert props.containsKey("zookeeper.connect");
        props.put("zookeeper.connect", zkConnectString);
        return new KafkaConfig(props);
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
    kafkaProps.load(new FileReader(kafkaServerFile));

    kafkaLogFile = new File(kafkaProps.getProperty("log.dir"));
    FileUtils.deleteDirectory(kafkaLogFile);

    KafkaConfig kafkaConfig = new KafkaConfig(kafkaProps);
    kafkaServer = new KafkaServer(kafkaConfig, SystemTime$.MODULE$);

    kafkaServer.startup();

    kafkaGateway = pluginRegistry.getBeanByFullPrefix("sensei.gateway", SenseiGateway.class);
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
    @Override
    protected void before() throws Throwable {
        tempDir.create();

        config1 = new KafkaConfig(
                createBrokerConfig(BROKER_ID1, KAFKA_PORT1, zk.getServerPort(), tempDir.newFolder().getAbsolutePath()));
        server1 = createServer(config1);

        config2 = new KafkaConfig(
                createBrokerConfig(BROKER_ID2, KAFKA_PORT2, zk.getServerPort(), tempDir.newFolder().getAbsolutePath()));
        server2 = createServer(config2);

        servers = Lists.newArrayList(server1, server2);
        configs = Lists.newArrayList(config1, config2);
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
        // get the leader
        Option<Object> leaderOpt = ZkUtils.getLeaderForPartition(zk.getZkClient(), TOPIC_NAME, 0);
        assertTrue("Leader for topic new-topic partition 0 should exist", leaderOpt.isDefined());
        int leader = (Integer) leaderOpt.get();

        KafkaConfig config;
        if (leader == kafkaServer.getServer(0).config().brokerId()) {
            config = kafkaServer.getServer(0).config();
        } else {
            config = kafkaServer.getServer(1).config();
        }
        SimpleConsumer consumer = new SimpleConsumer(config.hostName(), config.port(), 100000, 100000, "clientId");
        FetchResponse response = consumer.fetch(new FetchRequestBuilder().addFetch(TOPIC_NAME, 0, 0, 100000).build());

        List<MessageAndOffset> messageSet = Lists.newArrayList(response.messageSet(TOPIC_NAME, 0).iterator());
        assertEquals("Should have fetched 2 messages", 2, messageSet.size());
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
        // get the leader
        Option<Object> leaderOpt = ZkUtils.getLeaderForPartition(zk.getZkClient(), TOPIC_NAME, 0);
        assertTrue("Leader for topic new-topic partition 0 should exist", leaderOpt.isDefined());
        int leader = (Integer) leaderOpt.get();

        KafkaConfig config;
        if (leader == kafkaServer.getServer(0).config().brokerId()) {
            config = kafkaServer.getServer(0).config();
        } else {
            config = kafkaServer.getServer(1).config();
        }
        // get data back from Kafka
        SimpleConsumer consumer = new SimpleConsumer(config.hostName(), config.port(), 100000, 100000, "clientId");
        FetchResponse response = consumer.fetch(new FetchRequestBuilder().addFetch(TOPIC_NAME, 0, 0, 100000).build());

        List<MessageAndOffset> messageSet = Lists.newArrayList(response.messageSet(TOPIC_NAME, 0).iterator());
        assertEquals("Should have fetched 2 messages", 2, messageSet.size());
View Full Code Here
85
86
87
88
89
90
91
92
93
        }
        zookeeper.shutdown();
    }
   
    private static KafkaServer startBroker(Properties props) {
        KafkaServer server = new KafkaServer(new KafkaConfig(props), new SystemTime());
        server.startup();
        return server;
    }
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
    }

    private KafkaServer startKafkaServer() {
        File tmpDir =  Files.createTempDir();
        Properties props = createProperties(tmpDir.getAbsolutePath(), 9092, 1);
        KafkaConfig kafkaConfig = new KafkaConfig(props);

        kafkaServer = new KafkaServer(kafkaConfig);
        kafkaServer.startup();
        return kafkaServer;
    }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
    }

    public void startKafkaServer() {
        File tmpDir = Files.createTempDir();
        Properties props = createProperties(tmpDir.getAbsolutePath(), 9092, 1);
        KafkaConfig kafkaConfig = new KafkaConfig(props);

        kafkaServer = new KafkaServer(kafkaConfig, new MockTime());
        kafkaServer.startup();
    }
View Full Code Here
117
118
119
120
121
122
123
124
125
126
        CreateTopicCommand.main(arguments);
    }

    protected void startKafkaServer() {
        Properties props = createProperties(kafkaWorkingDir.getAbsolutePath(), 9092, 1);
        KafkaConfig kafkaConfig = new KafkaConfig(props);

        kafkaServer = new KafkaServer(kafkaConfig, new MockTime());
        kafkaServer.startup();
    }
View Full Code Here
TOP

Related Classes of kafka.server.KafkaConfig

  • AbstractStormWithKafkaTest
  • com.cloudera.oryx.kafka.util.LocalKafkaBroker
  • com.facebook.presto.kafka.util.EmbeddedKafka
  • com.jointhegrid.ironcount.IronIntegrationTest
  • com.linkedin.camus.etl.kafka.KafkaCluster
  • com.netflix.suro.sink.kafka.KafkaServerExternalResource
  • com.netflix.suro.sink.kafka.TestKafkaSink
  • com.netflix.suro.sink.kafka.TestKafkaSinkV2
  • com.senseidb.gateway.test.TestKafkaGateway
  • com.walmartlabs.mupd8.KafkaSourceTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.