Package org.apache.droids

Examples of org.apache.droids.LinkTask

171
172
173
174
175
176
177
178
179
180
   * Setting Anchor text of last added anchor
   * @param anchorText Text to be added
   */
  private void addAnchorText(String anchorText) {
    if (!links.isEmpty()) {
      LinkTask l = (LinkTask) links.get(links.size() - 1);
      l.setAnchorText(anchorText.replaceAll("\\s+", " ").trim());
      LOG.debug("Adding anchor: " + l.getAnchorText() + " on link: " + l);
    }
  }
View Full Code Here
188
189
190
191
192
193
194
195
196
    if (history == null)
      history = new HashSet<String>();
    if (links == null)
      links = new ArrayList<Link>();
    if (history.add(link.toString())) {
      links.add(new LinkTask(base, link, base.getDepth() + 1));
      LOG.debug("Added outlink: " + link + " with depth: " + base.getDepth() + 1);
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.droids.LinkTask

  • org.apache.droids.impl.TestSimpleTaskQueueWithHistory
  • org.apache.droids.parse.html.LinkExtractor
  • org.apache.droids.robot.crawler.CrawlingDroid
  • org.apache.droids.robot.crawler.TestCrawlingWorker
  • org.apache.droids.tika.TikaDocumentParser
  • org.apache.droids.tika.TikaHtmlParser
  • java.util.Date
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.