Examples of CrawlSession

Examples of com.crawljax.core.CrawlSession

42
43
44
45
46
47
48
49
50
51
52
53
  /**
   * Shows <a href='https://github.com/crawljax/crawljax/issues/97'>Issue 97</a>
   */
  @Test
  public void whenHiddenElementsOfItShouldntCrawl() throws Exception {
    CrawlSession crawl = new BaseCrawler("hidden-elements-site").crawl();
    StateFlowGraph stateFlowGraph = crawl.getStateFlowGraph();

    // this includes the bug of #97
    int expectedStates = 3 - 2;
    assertThat(stateFlowGraph, hasStates(expectedStates));
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

16
17
18
19
20
21
22
23
  @Test
  public void webBrowserWindowOpensItIsIgnored() {
    BaseCrawler crawler =
            new BaseCrawler(Resource.newClassPathResource("/site"), "download/download.html");
    CrawlSession crawl = crawler.crawl();
    assertThat(crawl.getStateFlowGraph(), hasStates(2));
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
public class ChromeProxyConfig {

  @Test
  public void chromeProxyConfig() {
    assumeThat(System.getProperty("webdriver.chrome.driver"), is(notNullValue()));
    CrawlSession crawl =
            new BaseCrawler(Resource.newClassPathResource("/site"),
                    "simplelink/simplelink.html") {
              @Override
              public CrawljaxConfigurationBuilder newCrawlConfigurationBuilder() {
                CrawljaxConfigurationBuilder builder =
                        super.newCrawlConfigurationBuilder();
                builder.setBrowserConfig(new BrowserConfiguration(BrowserType.CHROME));
                return builder;
              }
            }.crawl();
    assertThat(crawl.getStateFlowGraph(), hasStates(2));
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

130
131
132
133
134
135
136
137
138
  public CrawlSession crawl() throws CrawljaxException {
    if (!hasSetup.get()) {
      setup();
    }
    CrawljaxRunner crawljax = new CrawljaxRunner(configBuilder.build());
    CrawlSession session = crawljax.call();
    webServer.stop();
    return session;
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

15
16
17
18
19
20
21
22
  @Test
  public void whenJavaScriptNavigatesAwayFromPageItIsBlocked() throws Exception {
    BaseCrawler crawler = new BaseCrawler("navigate_other_urls.html");
    // crawler.showWebSite();
    CrawlSession session = crawler.crawl();
    assertThat(session.getStateFlowGraph(), hasStates(5));
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
  /**
   * Shows <a href='https://github.com/crawljax/crawljax/issues/97'>Issue 97</a>
   */
  @Test
  public void testHiddenElementsSiteCrawl() throws Exception {
    CrawlSession crawl = new BaseCrawler("hidden-elements-site") {
      @Override
      public CrawljaxConfigurationBuilder newCrawlConfigurationBuilder() {
        CrawljaxConfigurationBuilder builder =
                super.newCrawlConfigurationBuilder();
        builder.crawlRules().crawlHiddenAnchors(true);
        return builder;
      }
    }.crawl();

    StateFlowGraph stateFlowGraph = crawl.getStateFlowGraph();
    /*
     * TODO Fix issue #97 https://github.com/crawljax/crawljax/issues/97 It is now party hacked
     * by following HREF links.
     */
    int withIssue97 = 3 - 1;
View Full Code Here

Examples of com.crawljax.core.CrawlSession

40
41
42
43
44
45
46
47
48
49
50
51
  /**
   * Shows <a href='https://github.com/crawljax/crawljax/issues/97'>Issue 97</a>
   */
  @Test
  public void whenHiddenElementsOfItShouldntCrawl() throws Exception {
    CrawlSession crawl = new BaseCrawler("hidden-elements-site").crawl();
    StateFlowGraph stateFlowGraph = crawl.getStateFlowGraph();

    // this includes the bug of #97
    int expectedStates = 3 - 2;
    assertThat(stateFlowGraph, hasStates(expectedStates));
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

14
15
16
17
18
19
20
21
  @Test
  public void webBrowserWindowOpensItIsIgnored() {
    BaseCrawler crawler =
            new BaseCrawler(Resource.newClassPathResource("/site"), "download/download.html");
    CrawlSession crawl = crawler.crawl();
    assertThat(crawl.getStateFlowGraph(), hasStates(2));
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

132
133
134
135
136
137
138
139
140
  public CrawlSession crawl() throws CrawljaxException {
    if (!hasSetup.get()) {
      setup();
    }
    CrawljaxRunner crawljax = new CrawljaxRunner(configBuilder.build());
    CrawlSession session = crawljax.call();
    webServer.stop();
    return session;
  }
View Full Code Here

Examples of com.crawljax.core.CrawlSession

46
47
48
49
50
51
52
53
54
55
  public void setup(StateVertex indexState) {
    if (!isSet.getAndSet(true)) {
      LOG.debug("Setting up the crawlsession");
      StateVertex added = stateFlowGraph.putIndex(indexState);
      Preconditions.checkArgument(added == null, "Could not set the initial state");
      session = new CrawlSession(config, stateFlowGraph, indexState);
    } else {
      throw new IllegalStateException("Session is already set");
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.