Examples of com.sun.syndication.fetcher.impl.HttpURLFeedFetcher

Package com.sun.syndication.fetcher.impl

Examples of com.sun.syndication.fetcher.impl.HttpURLFeedFetcher

com.sun.syndication.fetcher.impl.HttpURLFeedFetcher
te the cache FeedFetcherCache feedInfoCache = HashMapFeedInfoCache.getFeedInfoCache(); // retrieve the feed the first time // any subsequent request will use conditional gets and only // retrieve the resource if it has changed SyndFeed feed = new HttpURLFeedFetcher(feedInfoCache).retrieveFeed(feedUrl);
@see http://fishbowl.pastiche.org/2002/10/21/http_conditional_get_for_rss_hackers @see http://diveintomark.org/archives/2003/07/21/atom_aggregator_behavior_http_level @see http://bobwyman.pubsub.com/main/2004/09/using_rfc3229_w.html @author Nick Lothian

        }
        /** a hack to set 15 sec timeouts for java.net.HttpURLConnection */
        System.setProperty("sun.net.client.defaultConnectTimeout", "15000");
        System.setProperty("sun.net.client.defaultReadTimeout", "15000");
        
        FeedFetcher feedFetcher = new HttpURLFeedFetcher(feedInfoCache);
        //FeedFetcher feedFetcher = new HttpClientFeedFetcher(feedInfoCache);
        feedFetcher.setUsingDeltaEncoding(false);
        feedFetcher.setUserAgent("RollerPlanetAggregator");
        
        // Loop through all subscriptions in the system
        Iterator subs = getAllSubscriptions();
        while (subs.hasNext()) {

View Full Code Here

            throw new ProcessingException("resultsPerPage must be set");
        }


        this.metadata = new MultipageSearchEngineMetadata(resultsPerPage, maximumResults,
            hasStartPage);
        this.feedFetcher = new HttpURLFeedFetcher();
        if (org.apache.commons.lang.StringUtils.isNotBlank(this.userAgent))
        {
            this.feedFetcher.setUserAgent(this.userAgent);
        }
    }

View Full Code Here

    @Override
    public void beforeProcessing()
    {
        this.metadata = new MultipageSearchEngineMetadata(resultsPerPage, maximumResults,
            false);
        this.feedFetcher = new HttpURLFeedFetcher();
        if (org.apache.commons.lang.StringUtils.isNotBlank(this.userAgent))
        {
            this.feedFetcher.setUserAgent(this.userAgent);
        }
    }

View Full Code Here

        }
        /** a hack to set 15 sec timeouts for java.net.HttpURLConnection */
        System.setProperty("sun.net.client.defaultConnectTimeout", "15000");
        System.setProperty("sun.net.client.defaultReadTimeout", "15000");
        
        FeedFetcher feedFetcher = new HttpURLFeedFetcher(feedInfoCache);
        //FeedFetcher feedFetcher = new HttpClientFeedFetcher(feedInfoCache);
        feedFetcher.setUsingDeltaEncoding(false);
        feedFetcher.setUserAgent("RollerPlanetAggregator");
        
        // Loop through all subscriptions in the system
        Iterator subs = getAllSubscriptions();
        while (subs.hasNext()) {

View Full Code Here

    boolean ok = false;
    if (args.length==1) {
      try {
        URL feedUrl = new URL(args[0]);
        FeedFetcherCache feedInfoCache = HashMapFeedInfoCache.getInstance();
        FeedFetcher fetcher = new HttpURLFeedFetcher(feedInfoCache);


        FetcherEventListenerImpl listener = new FetcherEventListenerImpl();


        fetcher.addFetcherEventListener(listener);


        System.err.println("Retrieving feed " + feedUrl);
        // Retrieve the feed.
        // We will get a Feed Polled Event and then a
        // Feed Retrieved event (assuming the feed is valid)
        SyndFeed feed = fetcher.retrieveFeed(feedUrl);


        System.err.println(feedUrl + " retrieved");
        System.err.println(feedUrl + " has a title: " + feed.getTitle() + " and contains " + feed.getEntries().size() + " entries.");
        // We will now retrieve the feed again. If the feed is unmodified
        // and the server supports conditional gets, we will get a "Feed
        // Unchanged" event after the Feed Polled event
        System.err.println("Polling " + feedUrl + " again to test conditional get support.");
        SyndFeed feed2 = fetcher.retrieveFeed(feedUrl);
        System.err.println("If a \"Feed Unchanged\" event fired then the server supports conditional gets.");


        ok = true;
      }
      catch (Exception ex) {

View Full Code Here


                List entries = new ArrayList();
                feed.setEntries(entries);


        FeedFetcherCache feedInfoCache = HashMapFeedInfoCache.getInstance();
        FeedFetcher feedFetcher = new HttpURLFeedFetcher(feedInfoCache);


                for (int i=1;i<args.length;i++) {
                    URL inputUrl = new URL(args[i]);
          SyndFeed inFeed = feedFetcher.retrieveFeed(inputUrl);
                    entries.addAll(inFeed.getEntries());
                }


                SyndFeedOutput output = new SyndFeedOutput();
        output.output(feed, new PrintWriter(System.out));

View Full Code Here

0 1

TOP

Related Classes of com.sun.syndication.fetcher.impl.HttpURLFeedFetcher

com.agiletec.plugins.jprssaggregator.aps.system.services.converter.RssConverterManager

com.ikanow.infinit.e.harvest.extraction.document.rss.FeedHarvester

com.knowgate.syndication.fetcher.FeedReader

com.sun.syndication.aqueduct.prevayler.samples.BatchPersist

com.sun.syndication.aqueduct.prevayler.samples.FetchAndPersist

com.sun.syndication.feed.synd.SyndFeed

com.sun.syndication.fetcher.samples.FeedAggregator

com.sun.syndication.fetcher.samples.FeedReader

com.sun.syndication.io.SyndFeedInput

com.sun.syndication.io.XmlReader

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.