Examples of org.apache.nutch.parse.Parser

org.apache.nutch.parse.Parser
A parser for content generated by a {@link org.apache.nutch.protocol.Protocol}implementation. This interface is implemented by extensions. Nutch's core contains no page parsing code.

    Protocol protocol;
    try {
      protocol = ProtocolFactory.getProtocol(url);
      Content content = protocol.getProtocolOutput(url).getContent();
      String contentType = content.getContentType();
      Parser parser = ParserFactory.getParser(contentType, url);
      Parse parse = parser.getParse(content);
      System.out.println("text:" + parse.getText());
      return parse.getText();


    } catch (ProtocolNotFound e) {
      e.printStackTrace();

View Full Code Here


      /* loop through the test documents and validate result */
      for (int t = 0; t < docs.length; t++) {


        Content content = getContent(docs[t]);
        Parser parser = ParserFactory.getParser("text/html", URL);
        Parse parse = parser.getParse(content);


        assertEquals(metalanguages[t], (String) parse.getData().get(
            HTMLLanguageParser.META_LANG_NAME));


      }

View Full Code Here

      }
      text = buf.toString();
    }


    try {
      Parser parser = parserFactory.getParsers(contentType, link)[0];
      parse = parser.getParse(
          new Content(link, link, text.getBytes(), contentType, contentMeta,
              conf)).get(link);
    } catch (ParserNotFound e) { /* ignore */
    }

View Full Code Here

      }
      text = buf.toString();
    }


    try {
      Parser parser = parserFactory.getParsers(contentType, link)[0];
      parse = parser.getParse(
          new Content(link, link, text.getBytes(), contentType, contentMeta,
              conf)).get(link);
    } catch (ParserNotFound e) { /* ignore */
    }

View Full Code Here

      }
      text = buf.toString();
    }


    try {
      Parser parser = parserFactory.getParsers(contentType, link)[0];
      parse = parser.getParse(
          new Content(link, link, text.getBytes(), contentType, contentMeta,
              conf)).get(link);
    } catch (ParserNotFound e) { /* ignore */
    }

View Full Code Here

      }
      text = buf.toString();
    }


    try {
      Parser parser = parserFactory.getParsers(contentType, link)[0];
      parse = parser.getParse(
          new Content(link, link, text.getBytes(), contentType, contentMeta,
              conf)).get(link);
    } catch (ParserNotFound e) { /* ignore */
    }

View Full Code Here

0 1

TOP

Related Classes of org.apache.nutch.parse.Parser

org.apache.nutch.analysis.lang.LanguageIdentifier

org.apache.nutch.analysis.lang.TestHTMLLanguageParser

org.apache.nutch.parse.feed.FeedParser

org.apache.nutch.parse.mp3.TestMP3Parser

org.apache.nutch.parse.msword.TestMSWordParser

org.apache.nutch.parse.pdf.TestPdfParser

org.apache.nutch.parse.rss.TestRSSParser

org.apache.nutch.parse.rtf.TestRTFParser

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.