Package com.crawljax.core.configuration

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

44
45
46
47
48
49
50
51
52
   */
  public void setup() throws Exception {
    webServer.start();
    crawlSpec = new CrawlSpecification(getUrl());
    crawlSpec.clickDefaultElements();
    config = new CrawljaxConfiguration();
    config.setCrawlSpecification(crawlSpec);
    hasSetup.set(true);
  }
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
  public void testExtract() throws InterruptedException, CrawljaxException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(DEMO_SITE_SERVER.getSiteUrl().toExternalForm());
    builder.crawlRules().click("a");
    builder.crawlRules().clickOnce(true);
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(DEMO_SITE_SERVER.getSiteUrl());
    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(DEMO_SITE_SERVER.getSiteUrl().toExternalForm());
    builder.crawlRules().click("a");
    builder.crawlRules().dontClick("div").withAttribute("id", "menubar");
    builder.crawlRules().clickOnce(true);
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(DEMO_SITE_SERVER.getSiteUrl());

    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
    RunWithWebServer server = new RunWithWebServer("/site");
    server.before();
    CrawljaxConfigurationBuilder builder = CrawljaxConfiguration
            .builderFor(server.getSiteUrl().toExternalForm() + "iframe/");
    builder.crawlRules().click("a");
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(new URL(server.getSiteUrl().toExternalForm() + "iframe/"));
    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
152
153
  @Test
  public void whenNoFollowExternalUrlDoNotFollow() throws IOException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor("http://example.com");
    builder.crawlRules().click("a");
    CrawljaxConfiguration config = builder.build();
    CandidateElementExtractor extractor = newElementExtractor(config);

    List<CandidateElement> extract = extractFromTestFile(extractor);

    assertThat(config.getCrawlRules().followExternalLinks(), is(false));
    assertThat(extract, hasSize(2));
  }
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
167
168
  public void whenFollowExternalUrlDoFollow() throws IOException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor("http://example.com");
    builder.crawlRules().click("a");
    builder.crawlRules().followExternalLinks(true);
    CrawljaxConfiguration config = builder.build();
    CandidateElementExtractor extractor = newElementExtractor(config);

    List<CandidateElement> extract = extractFromTestFile(extractor);

    assertThat(config.getCrawlRules().followExternalLinks(), is(true));
    assertThat(extract, hasSize(3));
  }
View Full Code Here
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
  /**
   * @param args
   */
  public static void main(String[] args) {
    CrawljaxConfiguration config = new CrawljaxConfiguration();
    CrawlSpecification crawler = new CrawlSpecification(URL);
    crawler.setMaximumStates(5);
    crawler.clickDefaultElements();
    config.setCrawlSpecification(crawler);
    config.addPlugin(new CrawlOverview());
    try {
      CrawljaxController crawljax = new CrawljaxController(config);
      crawljax.run();
    } catch (Exception e) {
      e.printStackTrace();
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
122
    when(formHandlerFactory.newFormHandler(browser)).thenReturn(formHandler);
    url = new URL("http://example.com");
    when(browser.getCurrentUrl()).thenReturn(url.toExternalForm());
    when(sessionProvider.get()).thenReturn(session);

    CrawljaxConfiguration config = Mockito.spy(CrawljaxConfiguration.builderFor(url).build());
    stateComparator = new StateComparator(config.getCrawlRules());

    when(extractor.extract(target)).thenReturn(ImmutableList.of(action));
    when(graphProvider.get()).thenReturn(graph);

    context =
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
  public void testExtract() throws InterruptedException, CrawljaxException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(DEMO_SITE_SERVER.getSiteUrl());
    builder.crawlRules().click("a");
    builder.crawlRules().clickOnce(true);
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(DEMO_SITE_SERVER.getSiteUrl());
    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(DEMO_SITE_SERVER.getSiteUrl());
    builder.crawlRules().click("a");
    builder.crawlRules().dontClick("div").withAttribute("id", "menubar");
    builder.crawlRules().clickOnce(true);
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(DEMO_SITE_SERVER.getSiteUrl());

    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
TOP

Related Classes of com.crawljax.core.configuration.CrawljaxConfiguration

  • $.CrawljaxRunner
  • com.crawljax.condition.eventablecondition.EventableCondition
  • com.crawljax.core.CandidateElementExtractorTest
  • com.crawljax.core.CrawlControllerTest
  • com.crawljax.core.CrawlerTest
  • com.crawljax.core.IFrameTest
  • com.crawljax.core.plugin.Plugins
  • com.crawljax.core.plugin.PluginsTest
  • com.crawljax.core.state.StateMachineTest
  • com.crawljax.crawljax_plugins_plugin.SampleCrawler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.