Package de.jetwick.config

Examples of de.jetwick.config.Configuration

69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
        // WAIT UNTIL AVAILABLE
        tweetSearch.waitUntilAvailable(10000);
       
        ElasticUserSearch userSearch = injector.getInstance(ElasticUserSearch.class);
        ElasticTagSearch tagSearch = injector.getInstance(ElasticTagSearch.class);
        Configuration cfg = injector.getInstance(Configuration.class);

        // 1. every producer has a separate queue (with a different capacity) to feed TweetConsumer:
        //      TProd1 -- queue1 --\
        //      TProd2 -- queue2 ---> TweetConsumer
        //      ...
       
        // 2. TweetConsumer polls N elements from every queue and feeds the results
        //    into the resolver - see GenericUrlResolver.
       
        // 4. Via ElasticTweetSearch:s commit listener the URL:s of tweets will be       
        //    resolved -
        //    For every URL an article is created and feeded into the article index

        TweetConsumer twConsumer = injector.getInstance(TweetConsumer.class);
        twConsumer.setUncaughtExceptionHandler(excHandler);

        GenericUrlResolver resolver = injector.getInstance(GenericUrlResolver.class);       
        resolver.start();
        int queueCapacity = cfg.getUrlResolverInputQueueSize();
        // feeding consumer via twitter search (or offline fake)
        TweetProducer twProducer = injector.getInstance(TweetProducer.class);               
        twProducer.setTwitterSearch(tws);
        twProducer.setUserSearch(userSearch);
        twProducer.setTagSearch(tagSearch);
        twProducer.setQueue(twConsumer.register("producer-search", queueCapacity, 100));

        // feeding consumer via twitter keyword stream (gets keywords from tagindex)
        TweetProducerViaStream producerViaStream = injector.getInstance(TweetProducerViaStream.class);
        producerViaStream.setQueue(twConsumer.register("producer-stream", queueCapacity, 120));
        producerViaStream.setTwitterSearch(tws);
        producerViaStream.setTagSearch(tagSearch);
        producerViaStream.setUncaughtExceptionHandler(excHandler);
        producerViaStream.setTweetsPerSecLimit(cfg.getTweetsPerSecLimit());

        // feeding consumer from tweets of friends (of registered users)
        TweetProducerViaUsers producerFromFriends = injector.getInstance(TweetProducerViaUsers.class);
        producerFromFriends.setQueue(twConsumer.register("producer-friends", queueCapacity, 100));
        producerFromFriends.setTwitterSearch(tws);
        producerFromFriends.setUserSearch(userSearch);
        producerFromFriends.setUncaughtExceptionHandler(excHandler);

        // feeding consumer from UI       
        RMIServer rmiServer = injector.getInstance(RMIServer.class);
        rmiServer.setQueue(twConsumer.register("producer-rmi", queueCapacity, 20));
        Thread rmiServerThread = rmiServer.createThread();
 
        // configure tweet index to call UrlResolver after feeding of a tweet       
        tweetSearch.setRemoveOlderThanDays(cfg.getTweetSearchRemoveDays());
        tweetSearch.setBatchSize(cfg.getTweetSearchBatch());               

        Thread twProducerThread = new Thread(twProducer, "tweet-producer");
        twProducerThread.setUncaughtExceptionHandler(excHandler);
        twProducerThread.start();

        rmiServerThread.start();
        twConsumer.start();
        producerFromFriends.start();
        if (cfg.isStreamEnabled())
            producerViaStream.start();

        // ## JOIN
        twProducerThread.join();

        if (cfg.isStreamEnabled())
            producerViaStream.interrupt();

        producerFromFriends.interrupt();
        twConsumer.interrupt();
        rmiServerThread.interrupt();       
View Full Code Here
32
33
34
35
36
37
38
* @author Peter Karich, peat_hal 'at' users 'dot' sourceforge 'dot' net
*/
public class RMIServer implements CommunicationService {

    public static void main(String args[]) throws Exception {
        new RMIServer(new Configuration()).createThread().run();
    }
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
163
164
165
    private void copyStaticTweets() {
        Module module = new DefaultModule();
        Injector injector = Guice.createInjector(module);
        Provider<RMIClient> rmiProvider = injector.getProvider(RMIClient.class);
        Configuration cfg = injector.getInstance(Configuration.class);
        TwitterSearch twSearch = injector.getInstance(TwitterSearch.class);
        twSearch.initTwitter4JInstance(cfg.getTwitterSearchCredits().getToken(),
                cfg.getTwitterSearchCredits().getTokenSecret(), true);
        ElasticTweetSearch fromUserSearch = new ElasticTweetSearch(injector.getInstance(Configuration.class));
        JetwickQuery query = new TweetQuery().addFilterQuery(ElasticTweetSearch.UPDATE_DT, "[* TO *]");
        // TODO set facetlimit to 2000
        query.addFacetField("user").setSize(0);
        SearchResponse rsp = fromUserSearch.query(query);
View Full Code Here
252
253
254
255
256
257
258
259
260
261
262
        };
    }

    @Override
    protected RMIClient createRMIClient() {
        return new RMIClient(new Configuration()) {

            @Override
            public RMIClient init() {
                return this;
            }
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
            }
        }.setConsumer("", "");
    }

    protected RMIClient createRMIClient() {
        return new RMIClient(new Configuration()) {

            @Override
            public RMIClient init() {
                return this;
            }
View Full Code Here
67
68
69
70
71
72
73
74
    @Before
    @Override
    public void setUp() throws Exception {
        super.setUp();
        twSearchTester.setUp();
        Credits c = new Configuration().getTwitterSearchCredits();
        twitterSearch.initTwitter4JInstance(c.getToken(), c.getTokenSecret(), true);
    }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
92
    private MaxBoundSet<JTweet> tweetCache = new MaxBoundSet<JTweet>(50, 100).setMaxAge(3 * 24 * 3600 * 1000L);
    private TermCreateCommand command = new TermCreateCommand();
    private Random rand = new Random();

    public void init() {
        Configuration cfg = new Configuration();
        Credits credits = cfg.getJetwotCredits();
        Module module = new DefaultModule();
        Injector injector = Guice.createInjector(module);
        tweetSearch = injector.getInstance(ElasticTweetSearch.class);
        tw4j = new TwitterSearch().setConsumer(credits.getConsumerKey(), credits.getConsumerSecret());
        tw4j.initTwitter4JInstance(credits.getToken(), credits.getTokenSecret(), true);
View Full Code Here
TOP

Related Classes of de.jetwick.config.Configuration

  • de.jetwick.bot.Jetwot
  • de.jetwick.rmi.RMIServer
  • de.jetwick.tw.Credits
  • de.jetwick.tw.TweetCollector
  • de.jetwick.tw.TwitterSearchIntegrationTestClass
  • de.jetwick.ui.HomePageTest
  • de.jetwick.ui.WicketPagesTestClass
  • de.jetwick.util.Util
  • java.io.InputStreamReader
  • java.io.FileInputStream
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.