Package com.crawljax.core.configuration

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

115
116
117
118
119
120
121
122
123
124
125
    RunWithWebServer server = new RunWithWebServer("/site");
    server.before();
    CrawljaxConfigurationBuilder builder = CrawljaxConfiguration
            .builderFor(server.getSiteUrl().resolve("iframe/"));
    builder.crawlRules().click("a");
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(server.getSiteUrl().resolve("iframe/"));
    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
149
150
  @Test
  public void whenNoFollowExternalUrlDoNotFollow() throws IOException, URISyntaxException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor("http://example.com");
    builder.crawlRules().click("a");
    CrawljaxConfiguration config = builder.build();
    CandidateElementExtractor extractor = newElementExtractor(config);

    List<CandidateElement> extract = extractFromTestFile(extractor);

    assertThat(config.getCrawlRules().followExternalLinks(), is(false));
    assertThat(extract, hasSize(2));
  }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
165
  public void whenFollowExternalUrlDoFollow() throws IOException, URISyntaxException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor("http://example.com");
    builder.crawlRules().click("a");
    builder.crawlRules().followExternalLinks(true);
    CrawljaxConfiguration config = builder.build();
    CandidateElementExtractor extractor = newElementExtractor(config);

    List<CandidateElement> extract = extractFromTestFile(extractor);

    assertThat(config.getCrawlRules().followExternalLinks(), is(true));
    assertThat(extract, hasSize(3));
  }
View Full Code Here
242
243
244
245
246
247
248
249
250
251
252
   * Make sure On new State Plugin executed.
   */
  @Test
  public void testOnNewStatePlugin() {
    hit = false;
    CrawljaxConfiguration config = CrawljaxConfiguration.builderFor(
            "http://localhost").addPlugin(new OnNewStatePlugin() {

      @Override
      public void onNewState(CrawlerContext context, StateVertex state) {
        hit = true;
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
  }

  private void setupForConsumers(int consumers) {
    executor = Executors.newFixedThreadPool(consumers + 2);
    CrawljaxConfiguration config =
            CrawljaxConfiguration
                    .builderFor("http://example.com")
                    .addPlugin(postCrawlPlugin)
                    .setBrowserConfig(
                            new BrowserConfiguration(BrowserType.FIREFOX, consumers))
                    .build();

    candidateActions =
            new UnfiredCandidateActions(config.getBrowserConfig(), graphProvider,
                    new MetricRegistry());

    consumersDoneLatch = new ExitNotifier(config.getMaximumStates());

    when(consumerFactory.get()).thenReturn(new CrawlTaskConsumer(candidateActions,
            consumersDoneLatch, crawler));

    crawlSessionProvider = new CrawlSessionProvider(graph, config, new MetricRegistry());
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
  private MetricRegistry registry;

  @Before
  public void setup() {
    registry = new MetricRegistry();
    CrawljaxConfiguration config = CrawljaxConfiguration.builderFor("http://localhost")
            .addPlugin(domChange, browserCreatedPlugin,
                    fireEventFailedPlugin, invariantViolationPlugin, newStatePlugin,
                    onRevisitStatePlugin,
                    urlLoadPlugin, postCrawlingPlugin, prestatePlugin).build();
    plugins = new Plugins(config, registry);
View Full Code Here
22
23
24
25
26
27
28
29
30
31
32
* @see <a href="http://metrics.codahale.com/">http://metrics.codahale.com/</a>
*/
public class MetricPluginExample {

  public static void main(String[] args) {
    CrawljaxConfiguration config =
            CrawljaxConfiguration.builderFor("http://demo.crawljax.com")
                    .addPlugin(new MetricPlugin())
                    .build();

    new CrawljaxRunner(config).call();
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
122
    when(formHandlerFactory.newFormHandler(browser)).thenReturn(formHandler);
    url = URI.create("http://example.com");
    when(browser.getCurrentUrl()).thenReturn(url.toString());
    when(sessionProvider.get()).thenReturn(session);

    CrawljaxConfiguration config = Mockito.spy(CrawljaxConfiguration.builderFor(url).build());
    stateComparator = new StateComparator(config.getCrawlRules());

    when(extractor.extract(target)).thenReturn(ImmutableList.of(action));
    when(graphProvider.get()).thenReturn(graph);

    context =
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
  public void testIframeExclusions() throws CrawljaxException {
    CrawljaxConfigurationBuilder builder = setupConfig();
    builder.crawlRules().dontCrawlFrame("frame1");
    builder.crawlRules().dontCrawlFrame("sub");
    builder.crawlRules().dontCrawlFrame("frame0");
    CrawljaxConfiguration config = builder.build();
    crawljax = new CrawljaxRunner(config);
    CrawlSession session = crawljax.call();
    assertThat(session.getStateFlowGraph(), hasEdges(3));
    assertThat(session.getStateFlowGraph(), hasStates(4));
  }
View Full Code Here
26
27
28
29
30
31
32
33
34
35
36
37
38
      System.exit(1);
    }
    CrawlSpecification crawler = new CrawlSpecification(args[0]);
    crawler.clickDefaultElements();

    CrawljaxConfiguration config = new CrawljaxConfiguration();

    config.setCrawlSpecification(crawler);

    try {
      CrawljaxController crawljax = new CrawljaxController(config);
      crawljax.run();
    } catch (ConfigurationException e) {
View Full Code Here
TOP

Related Classes of com.crawljax.core.configuration.CrawljaxConfiguration

  • $.CrawljaxRunner
  • com.crawljax.condition.eventablecondition.EventableCondition
  • com.crawljax.core.CandidateElementExtractorTest
  • com.crawljax.core.CrawlControllerTest
  • com.crawljax.core.CrawlerTest
  • com.crawljax.core.IFrameTest
  • com.crawljax.core.plugin.Plugins
  • com.crawljax.core.plugin.PluginsTest
  • com.crawljax.core.state.StateMachineTest
  • com.crawljax.crawljax_plugins_plugin.SampleCrawler
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.