Package org.apache.nutch.parse

Examples of org.apache.nutch.parse.ParseText

140
141
142
143
144
145
146
147
148
149
150
    }

    String feedDesc = stripTags(feed.getDescriptionEx());
    String feedTitle = stripTags(feed.getTitleEx());

    parseResult.put(content.getUrl(), new ParseText(feedDesc), new ParseData(
        new ParseStatus(ParseStatus.SUCCESS), feedTitle, new Outlink[0],
        content.getMetadata()));

    return parseResult;
  }
View Full Code Here
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
    if (parse != null) {
      ParseData data = parse.getData();
      data.getContentMeta().remove(Response.CONTENT_TYPE);
      mergeMetadata(data.getParseMeta(), parseMeta);
      parseResult.put(link, new ParseText(parse.getText()), new ParseData(
          ParseStatus.STATUS_SUCCESS, title, data.getOutlinks(), data
              .getContentMeta(), data.getParseMeta()));
    } else {
      contentMeta.remove(Response.CONTENT_TYPE);
      parseResult.put(link, new ParseText(text), new ParseData(
          ParseStatus.STATUS_FAILURE, title, new Outlink[0], contentMeta,
          parseMeta));
    }

  }
View Full Code Here
TOP

Related Classes of org.apache.nutch.parse.ParseText

  • org.apache.commons.cli.Options
  • org.apache.hadoop.util.GenericOptionsParser
  • org.apache.nutch.indexer.field.BasicFields$Extractor
  • org.apache.nutch.indexer.IndexerMapReduce
  • org.apache.nutch.parse.feed.FeedParser
  • org.apache.nutch.parse.js.JSParseFilter
  • org.apache.nutch.segment.SegmentMerger
  • org.apache.nutch.segment.SegmentMerger$ObjectInputFormat
  • org.apache.nutch.segment.SegmentMerger$SegmentOutputFormat
  • org.apache.nutch.segment.SegmentReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.