Package us.codecraft.webmagic.processor

Examples of us.codecraft.webmagic.processor.PageProcessor

13
14
15
16
17
18
19
20
21
22
23
24
25
*/
public class WorkerTest {

    @Test
    public void testWorkerAsSpiderContains() throws Exception {
        PageProcessor pageProcessor = mock(PageProcessor.class);
        Site site = mock(Site.class);
        when(pageProcessor.getSite()).thenReturn(site);
        when(site.getDomain()).thenReturn("codecraft.us");
        Worker worker = new Worker();
        Spider spider = Spider.create(pageProcessor);
        worker.addSpider(spider);
        assertThat(worker.getSpider("codecraft.us")).isEqualTo(spider);
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
            testRound();
        }
    }

    private void testRound() {
        Spider spider = Spider.create(new PageProcessor() {

            private AtomicInteger count = new AtomicInteger();

            @Override
            public void process(Page page) {
View Full Code Here
TOP

Related Classes of us.codecraft.webmagic.processor.PageProcessor

  • us.codecraft.webmagic.SpiderTest
  • us.codecraft.webmagic.worker.WorkerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.