Package io.s4.dispatcher.partitioner

Examples of io.s4.dispatcher.partitioner.KeyInfo

104
105
106
107
108
109
110
111
112
113
114
        return this.listenerConfig;
    }

    public void init() {
        System.err.println("appName=" + appName);
        process = new ListenerProcess(clusterManagerAddress, appName);
        process.setDeserializer(new PassThroughDeserializer());
        CommEventCallback callbackHandler = new CommEventCallback() {
            @Override
            public void handleCallback(Map<String, Object> event) {
                if (event != null) {
View Full Code Here
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
    public void run() {
        if (listener == null) {
            if (listenerAppName == null) {
                listenerAppName = appName;
            }
            sender = new SenderProcess(clusterManagerAddress,
                                       appName,
                                       listenerAppName);
            Map<String, String> map = new HashMap<String, String>();
            map.put("SenderId", "" + senderId);
            sender.setSerializer(new PassThroughSerializer());
            sender.acquireTaskAndCreateSender(map);
        } else {
            Object listenerConfig = null;
            try {
                listenerConfig = listener.getListenerConfig();
                if (listenerConfig == null) {
                    logger.info("CommLayerEmitter going to wait for listener to acquire task");
                    synchronized (listener) {
                        listenerConfig = listener.getListenerConfig();
                        if (listenerConfig == null) {
                            listener.wait();
                            listenerConfig = listener.getListenerConfig();
                        }
                    }
                }
            } catch (Exception e) {
                logger.info("Exception in CommLayerEmitter.run()", e);
            }
            logger.info("Creating sender process with " + listenerConfig);

            String destinationAppName = (listenerAppName != null
                    ? listenerAppName : listener.getAppName());

            sender = new SenderProcess(listener.getClusterManagerAddress(),
                                       listener.getAppName(),
                                       destinationAppName);

            sender.setSerializer(new PassThroughSerializer());
            sender.createSenderFromConfig(listenerConfig);
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
46
    }

    private static void testStaticTaskManager(String[] args) {
        String address = null;
        address = "localhost:2181";
        TaskManager taskManager = new StaticTaskManager(address,
                                                        "taskmanagerTest",
                                                        ClusterType.S4,
                                                        null);
        Map<String, String> customTaskData = new HashMap<String, String>();
        Object acquireTask = taskManager.acquireTask(customTaskData);
        System.out.println("Acuired Task:" + acquireTask);

    }
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
43
    }

    private static void testStaticProcessMonitor(String[] args) {
        String address = null;
        address = "localhost:2181";
        StaticProcessMonitor monitor = new StaticProcessMonitor(address,
                                                                "taskmanagerTest",
                                                                ClusterType.S4);
        monitor.monitor();
        System.out.println(monitor.getDestinationList());
        System.out.println(monitor.getDestinationMap());
    }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
            String clusterName, CommEventCallback callbackHandler) {
        ProcessMonitor processMonitor = null;
        String mode = System.getProperty("commlayer.mode");
        if (mode != null && mode.equalsIgnoreCase("static")) {
            logger.info("Comm layer mode is set to static");
            processMonitor = new StaticProcessMonitor(zkaddress,
                                                      clusterName,
                                                      ClusterType.S4);
        } else {
            processMonitor = new ZkProcessMonitor(zkaddress,
                                                  clusterName,
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
46
    }

    private static void testStaticTaskManager(String[] args) {
        String address = null;
        address = "localhost:2181";
        TaskManager taskManager = new StaticTaskManager(address,
                                                        "taskmanagerTest",
                                                        ClusterType.S4,
                                                        null);
        Map<String, String> customTaskData = new HashMap<String, String>();
        Object acquireTask = taskManager.acquireTask(customTaskData);
        System.out.println("Acuired Task:" + acquireTask);

    }
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
            CommEventCallback callbackHandler) {
        String mode = System.getProperty("commlayer.mode");
        TaskManager taskManager = null;
        if (mode != null && mode.equalsIgnoreCase("static")) {
            logger.info("Comm layer mode is set to static");
            taskManager = new StaticTaskManager(zkaddress,
                                                clusterName,
                                                clusterType,
                                                callbackHandler);
        } else {
            taskManager = new ZkTaskManager(zkaddress,
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
        System.err.println("java TaskSetupApp <zk_address> [clean|setup] setup_config_xml");
        System.exit(1);
    }

    private static void doMain(String zkAddress, boolean clean, boolean setup, String setupXml) {
        ConfigParser parser = new ConfigParser();
        Config config = parser.parse(setupXml);
        for (Cluster cluster : config.getClusters()) {
            processCluster(clean, zkAddress, cluster, config.getVersion());
        }
    }
View Full Code Here
14
15
16
17
18
19
20
21
22
23
24
            String clusterName, ClusterType clusterType, boolean isStatic) {
        ConfigParser parser = new ConfigParser();
        ConfigParser.Config config = parser.parse(configFilename);

        // find the requested cluster
        Cluster cluster = null;
        for (Cluster checkCluster : config.getClusters()) {
            if (checkCluster.getName().equals(clusterName)
                    && checkCluster.getType().equals(clusterType)) {
                cluster = checkCluster;
                break;
View Full Code Here
66
67
68
69
70
71
72
73
74
75
        System.exit(1);
    }

    private static void doMain(String zkAddress, boolean clean, boolean setup, String setupXml) {
        ConfigParser parser = new ConfigParser();
        Config config = parser.parse(setupXml);
        for (Cluster cluster : config.getClusters()) {
            processCluster(clean, zkAddress, cluster, config.getVersion());
        }
    }
View Full Code Here
TOP

Related Classes of io.s4.dispatcher.partitioner.KeyInfo

  • com.esotericsoftware.kryo.ObjectBuffer
  • com.google.gson.GsonBuilder
  • com.google.gson.JsonObject
  • io.s4.client.Handshake
  • io.s4.collector.EventWrapper
  • io.s4.comm.core.CommServiceFactory
  • io.s4.comm.file.StaticProcessMonitor
  • io.s4.comm.file.StaticTaskManager
  • io.s4.comm.test.ProcessMonitorTest
  • io.s4.comm.test.TaskManagerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.