Package backtype.storm

Examples of backtype.storm.LocalCluster

58
59
60
61
62
63
64
65
66
67
68
69
            conf.setNumWorkers(3);
           
            StormSubmitter.submitTopology(args[0], conf, builder.createTopology());
        } else {
       
            LocalCluster cluster = new LocalCluster();
            cluster.submitTopology("test", conf, builder.createTopology());
            Utils.sleep(10000);
            cluster.killTopology("test");
            cluster.shutdown();   
        }
    }
View Full Code Here
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
        Config conf = new Config();
       
        if(args==null || args.length==0) {
            conf.setMaxTaskParallelism(3);
            LocalDRPC drpc = new LocalDRPC();
            LocalCluster cluster = new LocalCluster();
            cluster.submitTopology("reach-drpc", conf, builder.createLocalTopology(drpc));
           
            String[] urlsToTry = new String[] { "foo.com/blog/1", "engineering.twitter.com/blog/5", "notaurl.com"};
            for(String url: urlsToTry) {
                System.out.println("Reach of " + url + ": " + drpc.execute("reach", url));
            }
           
            cluster.shutdown();
            drpc.shutdown();
        } else {
            conf.setNumWorkers(6);
            StormSubmitter.submitTopology(args[0], conf, builder.createRemoteTopology());
        }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
       
        Config conf = new Config();
       
        if(args==null || args.length==0) {
            LocalDRPC drpc = new LocalDRPC();
            LocalCluster cluster = new LocalCluster();
           
            cluster.submitTopology("drpc-demo", conf, builder.createLocalTopology(drpc));

            for(String word: new String[] {"hello", "goodbye"}) {
                System.out.println("Result for \"" + word + "\": "
                        + drpc.execute("exclamation", word));
            }
           
            cluster.shutdown();
            drpc.shutdown();
        } else {
            conf.setNumWorkers(3);
            StormSubmitter.submitTopology(args[0], conf, builder.createRemoteTopology());
        }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
75
    public static void main(String[] args) throws Exception {
        Config conf = new Config();
        conf.setMaxSpoutPending(20);
        if(args.length==0) {
            LocalDRPC drpc = new LocalDRPC();
            LocalCluster cluster = new LocalCluster();
            cluster.submitTopology("wordCounter", conf, buildTopology(drpc));
            for(int i=0; i<100; i++) {
                System.out.println("DRPC RESULT: " + drpc.execute("words", "cat the dog jumped"));
                Thread.sleep(1000);
            }
        } else {
View Full Code Here
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
                .noneGrouping("count");
        builder.setBolt("buckets", new BucketCountUpdater(), 5)
                .fieldsGrouping("bucketize", new Fields("bucket"));
       
       
        LocalCluster cluster = new LocalCluster();
       
        Config config = new Config();
        config.setDebug(true);
        config.setMaxSpoutPending(3);
       
        cluster.submitTopology("top-n-topology", config, builder.buildTopology());
       
        Thread.sleep(3000);
        cluster.shutdown();
    }
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
    public static void main(String[] args) throws Exception {
        LocalDRPC drpc = new LocalDRPC();

        Config conf = new Config();
        LocalCluster cluster = new LocalCluster();

        cluster.submitTopology("reach", conf, buildTopology(drpc));

        Thread.sleep(2000);

        System.out.println("REACH: " + drpc.execute("reach", "aaa"));
        System.out.println("REACH: " + drpc.execute("reach", "foo.com/blog/1"));
        System.out.println("REACH: " + drpc.execute("reach", "engineering.twitter.com/blog/5"));


        cluster.shutdown();
        drpc.shutdown();
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
           
            StormSubmitter.submitTopology(args[0], conf, builder.createTopology());
        } else {       
            conf.setMaxTaskParallelism(3);

            LocalCluster cluster = new LocalCluster();
            cluster.submitTopology("word-count", conf, builder.createTopology());
       
            Thread.sleep(10000);

            cluster.shutdown();
        }
    }
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
52
        builder.setBolt("exclaim", new ExclamationBolt(), 3)
                .shuffleGrouping("drpc");
        builder.setBolt("return", new ReturnResults(), 3)
                .shuffleGrouping("exclaim");
       
        LocalCluster cluster = new LocalCluster();
        Config conf = new Config();
        cluster.submitTopology("exclaim", conf, builder.createTopology());
       
        System.out.println(drpc.execute("exclamation", "aaa"));
        System.out.println(drpc.execute("exclamation", "bbb"));
       
    }
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
        builder.setBolt("partial-count", new BatchCount(), 5)
                .noneGrouping("spout");
        builder.setBolt("sum", new UpdateGlobalCount())
                .globalGrouping("partial-count");
       
        LocalCluster cluster = new LocalCluster();
       
        Config config = new Config();
        config.setDebug(true);
        config.setMaxSpoutPending(3);
       
        cluster.submitTopology("global-count-topology", config, builder.buildTopology());
       
        Thread.sleep(3000);
        cluster.shutdown();
    }
View Full Code Here
11
12
13
14
15
16
17
18
19
20
21
    private StormRunner() {
    }

    public static void runTopologyLocally(StormTopology topology, String topologyName, Config conf, int runtimeInSeconds)
            throws InterruptedException {
        LocalCluster cluster = new LocalCluster();
        cluster.submitTopology(topologyName, conf, topology);
        Thread.sleep((long) runtimeInSeconds * MILLIS_IN_SEC);
        cluster.killTopology(topologyName);
        cluster.shutdown();
    }
View Full Code Here
TOP

Related Classes of backtype.storm.LocalCluster

  • AbstractStormWithKafkaTest
  • backtype.storm.contrib.hbase.examples.HBaseCountersBatchTopology
  • backtype.storm.contrib.hbase.examples.HBaseCountersTopology
  • backtype.storm.contrib.hbase.examples.HBaseExampleTopology
  • backtype.storm.contrib.hbase.examples.HBaseTridentAggregateTopology
  • backtype.storm.contrib.hbase.examples.HBaseTridentValueTopology
  • backtype.storm.contrib.jms.example.ExampleJmsTopology
  • backtype.storm.contrib.signals.test.SignalTopology
  • backtype.storm.spout.TestTopology
  • com.alibaba.aloha.meta.example.TestTopology
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.