Examples of IWebCrawler


Examples of com.subgraph.vega.api.crawler.IWebCrawler

        scanInstance,
        true);
  }
 
  private IWebCrawler createWebCrawler() {
    final IWebCrawler webCrawler = scanner.getWebCrawlerFactory().create(createRequestEngine(config));
    webCrawler.setStopOnEmptyQueue(false);
    return webCrawler;
  }
View Full Code Here

Examples of com.subgraph.vega.api.crawler.IWebCrawler

    final HttpHost targetHost = URIUtils.extractHost(u);
    return new VegaURI(targetHost, u.getPath(), u.getQuery());
  }

  void pauseScan() {
    final IWebCrawler crawler = currentCrawler;
    if(crawler != null) {
      crawler.pause();
      scanInstance.notifyScanPauseState(true);
    }
  }
View Full Code Here

Examples of com.subgraph.vega.api.crawler.IWebCrawler

      scanInstance.notifyScanPauseState(true);
    }
  }

  void unpauseScan() {
    final IWebCrawler crawler = currentCrawler;
    if(crawler != null) {
      crawler.unpause();
      scanInstance.notifyScanPauseState(false);
    }
  }
View Full Code Here

Examples of com.subgraph.vega.api.crawler.IWebCrawler

      scanInstance.notifyScanPauseState(false);
    }
  }
 
  boolean isPaused() {
    final IWebCrawler crawler = currentCrawler;
    if(crawler != null) {
      return crawler.isPaused();
    } else {
      return false;
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.