Package us.codecraft.webmagic.downloader

Examples of us.codecraft.webmagic.downloader.MockGithubDownloader

29
30
31
32
33
34
35
36
37
38
        extractRule.setExpressionType(ExpressionType.XPath);
        extractRule.setExpressionValue("//ul[@class='pagehead-actions']/li[1]//a[@class='social-count js-social-count']/text()");
        extractRule.setFieldName("star");
        extractRules.add(extractRule);
        ResultItems resultItems = Spider.create(new ConfigurablePageProcessor(Site.me(), extractRules))
                .setDownloader(new MockGithubDownloader()).get("https://github.com/code4craft/webmagic");
        assertThat(resultItems.getAll()).containsEntry("title", "<title>code4craft/webmagic ยท GitHub</title>");
        assertThat(resultItems.getAll()).containsEntry("star", " 86 ");

    }
View Full Code Here
28
29
30
31
32
33
34
            @Override
            public void process(ResultItems resultItems, Task task) {
                Assert.assertEquals("78",((String)resultItems.get("star")).trim());
                Assert.assertEquals("65",((String)resultItems.get("fork")).trim());
            }
        }).setDownloader(new MockGithubDownloader()).test("https://github.com/code4craft/webmagic");
    }
View Full Code Here
20
21
22
23
24
25
26
            @Override
            public void process(GithubRepo o, Task task) {
                assertThat(o.getStar()).isEqualTo(86);
                assertThat(o.getFork()).isEqualTo(70);
            }
        }, GithubRepo.class).addUrl("https://github.com/code4craft/webmagic").setDownloader(new MockGithubDownloader()).test("https://github.com/code4craft/webmagic");
    }
View Full Code Here
TOP

Related Classes of us.codecraft.webmagic.downloader.MockGithubDownloader

  • us.codecraft.webmagic.configurable.ConfigurablePageProcessorTest
  • us.codecraft.webmagic.model.GithubRepoTest
  • us.codecraft.webmagic.Page
  • us.codecraft.webmagic.processor.GithubRepoProcessor
  • us.codecraft.webmagic.Request
  • us.codecraft.webmagic.selector.Html
  • us.codecraft.webmagic.selector.PlainText
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.