Package com.crawljax.core.configuration

Examples of com.crawljax.core.configuration.CrawljaxConfiguration


    CrawlSpecification spec = new CrawlSpecification(Utils.URL);
    spec.setMaximumStates(5);
    spec.clickDefaultElements();

    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setBrowser(BrowserType.firefox);
    config.setCrawlSpecification(spec);

    SaveCrawlSession saveCrawlSessionPlugin = new SaveCrawlSession(Utils.SESSION_XML);
    saveCrawlSessionPlugin.setOutputFolder(Utils.OUTPUTFOLDER);
    config.addPlugin(saveCrawlSessionPlugin);

    try {
      CrawljaxController controller = new CrawljaxController(config);
      controller.run();
    } catch (ConfigurationException e) {
View Full Code Here


    input.field("q").setValue("Crawljax");
    return input;
  }

  private static CrawljaxConfiguration getConfig() {
    CrawljaxConfiguration crawljaxConfiguration = new CrawljaxConfiguration();
    crawljaxConfiguration.setBrowser(BrowserType.ie);
    crawljaxConfiguration.setCrawlSpecification(getCrawlSpecification());

    // Generate a crawl report
    // crawljaxConfiguration.addPlugin(new CrawlOverview());
    return crawljaxConfiguration;
  }
View Full Code Here

 
  public static void main(String[] args) {

    try {
      // configure the crawling engine
      CrawljaxConfiguration config = getCrawljaxConfiguration();

      // add your plugin
      config.addPlugin(new SamplePlugin());

      // initilize and run Crawljax
      CrawljaxController crawljax = new CrawljaxController(config);
      crawljax.run();
View Full Code Here

      e.printStackTrace();
    }
  }
 
  private static CrawljaxConfiguration getCrawljaxConfiguration() {
    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setCrawlSpecification(getCrawlSpecification());
    config.setThreadConfiguration(getThreadConfiguration());
    config.setBrowser(BrowserType.firefox);
    return config;
  }
View Full Code Here

      System.exit(1);
    }
    CrawlSpecification crawler = new CrawlSpecification(args[0]);
    crawler.clickDefaultElements();

    CrawljaxConfiguration config = new CrawljaxConfiguration();

    config.setCrawlSpecification(crawler);

    try {
      CrawljaxController crawljax = new CrawljaxController(config);
      crawljax.run();
    } catch (ConfigurationException e) {
View Full Code Here

  private CrawljaxSimpleExampleSettings() {

  }

  private static CrawljaxConfiguration getCrawljaxConfiguration() {
    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setCrawlSpecification(getCrawlSpecification());
    config.setThreadConfiguration(getThreadConfiguration());
    config.setBrowser(BrowserType.firefox);
    return config;
  }
View Full Code Here

    input.field("q").setValue("Crawljax");
    return input;
  }

  private static CrawljaxConfiguration getConfig() {
    CrawljaxConfiguration crawljaxConfiguration = new CrawljaxConfiguration();
    crawljaxConfiguration.setBrowser(BrowserType.ie);
    crawljaxConfiguration.setCrawlSpecification(getCrawlSpecification());

    // Generate a crawl report
    // crawljaxConfiguration.addPlugin(new CrawlOverview());
    return crawljaxConfiguration;
  }
View Full Code Here

  private CrawljaxAdvancedExampleSettings() {

  }

  private static CrawljaxConfiguration getCrawljaxConfiguration() {
    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setCrawlSpecification(getCrawlSpecification());
    return config;
  }
View Full Code Here

TOP

Related Classes of com.crawljax.core.configuration.CrawljaxConfiguration

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.