Package us.codecraft.webmagic.model

Examples of us.codecraft.webmagic.model.ConsolePageModelPipeline

22
23
24
25
26
27
28
29
30
    private String content;

    public static void main(String[] args) {
        OOSpider.create(Site.me().setDomain("www.jokeji.cn").setCharset("gbk").setSleepTime(100).setTimeOut(3000)
                .setUserAgent("Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; WOW64; Trident/6.0)")
                , new ConsolePageModelPipeline(), JokejiModel.class).addUrl("http://www.jokeji.cn/").thread(2)
                .scheduler(new RedisScheduler("127.0.0.1"))
                .run();
    }
View Full Code Here
19
20
21
22
23
24
25
    @ExtractBy("//div[@class=info]/a[@class=title]/text()")
    private String promo;

    public static void main(String[] args) {
        OOSpider.create(Site.me(), new ConsolePageModelPipeline(), QQMeishi.class).addUrl("http://meishi.qq.com/beijing/c/all").thread(4).run();
    }
View Full Code Here
33
34
35
36
37
38
39
40
    @ExtractByUrl
    private String url;

    public static void main(String[] args) {
        OOSpider.create(Site.me().setSleepTime(100)
                , new ConsolePageModelPipeline(), GithubRepoApi.class)
                .addUrl("https://api.github.com/repos/code4craft/webmagic").run();
    }
View Full Code Here
40
41
42
43
44
45
46
47
    @ExtractByUrl
    private String url;

    public static void main(String[] args) {
        OOSpider.create(Site.me().setSleepTime(100)
                , new ConsolePageModelPipeline(), GithubRepo.class)
                .addUrl("https://github.com/code4craft").thread(10).run();
    }
View Full Code Here
TOP

Related Classes of us.codecraft.webmagic.model.ConsolePageModelPipeline

  • us.codecraft.webmagic.example.GithubRepo
  • us.codecraft.webmagic.example.GithubRepoApi
  • us.codecraft.webmagic.model.samples.JokejiModel
  • us.codecraft.webmagic.model.samples.QQMeishi
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.