Package spiderman.plugin.util

Examples of spiderman.plugin.util.ModelParser

44
45
46
47
48
49
50
51
52
53
54
//    this.target = target;
//    this.page = page;
//  }
 
  public List<Map<String, Object>> parse(Task task, Target target, Page page, List<Map<String, Object>> models) throws Exception {
    List<Map<String, Object>> results = new ModelParser(task, target, listener).parse(page);
   
    //用来记录分页里已经解析的url
    Set<String> visitedUrls = new HashSet<String>();
    visitedUrls.add(task.url);
   
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
115
116
      return ;
   
    nextModel.getField().addAll(isAlsoParseInNextPageFields);
    tgt.setModel(nextModel);
   
    ModelParser parser = new ModelParser(nextTask, tgt, listener);
    Page nextPageResult = fr.getPage();
    List<Map<String, Object>> nextMaps = parser.parse(nextPageResult);
    if (nextMaps == null)
      return ;
   
    for (Map<String, Object> nextMap : nextMaps){
      for (Iterator<Entry<String, Object>> it = nextMap.entrySet().iterator(); it.hasNext();){
View Full Code Here
TOP

Related Classes of spiderman.plugin.util.ModelParser

  • org.eweb4j.spiderman.xml.Namespaces
  • org.eweb4j.spiderman.xml.Parsers
  • org.eweb4j.util.xml.Attrs
  • org.eweb4j.util.xml.Tags
  • org.htmlcleaner.HtmlCleaner
  • org.htmlcleaner.TagNode
  • spiderman.plugin.impl.ParsePointImpl
  • java.net.URI
  • javax.xml.parsers.DocumentBuilderFactory
  • javax.xml.namespace.NamespaceContext
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.