Package com.flaptor.util.parser

Examples of com.flaptor.util.parser.IParser

109
110
111
112
113
114
115
116
117
118
119
        return "text/html";
    }
   
    private IParser getParser() {
        final int HTML = 1, PDF = 2;
        IParser parser = null;
        int docType = 0;
        String mimetype = header.get("content-type");
        if ("text/html".equals(mimetype)) {
            docType = HTML;
        } else if ("application/pdf".equals(mimetype)) {
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
        }
        return parser;
    }
   
    private void parse() {
        IParser parser = getParser();
        if (null != parser) {
            try {
                String encoding = getEncoding();
                ParseOutput out = parser.parse(page.getUrl(), content, encoding);
                this.text = out.getText();
                this.title = out.getTitle();
                List<Pair<String,String>> ol = out.getLinks();
                links = new Link[ol.size()];
                int i = 0;
View Full Code Here
TOP

Related Classes of com.flaptor.util.parser.IParser

  • com.flaptor.hounder.crawler.modules.FetchDocument
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.