Package org.vietspider.token.attribute

Examples of org.vietspider.token.attribute.Attribute

178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
    Iterator<String> iter = keys.iterator();
    while(iter.hasNext()){
      String key = iter.next();
      if(node.isNode(key) || (key.length() == 1 && key.charAt(0) == '*')){
        Attributes attrs = node.getAttributes(); 
        Attribute attr = attrs.get(map.get(key));
        if(attr == null)  continue;
        String value = attr.getValue();
        if(value == null) continue;
        if(verifier != null && !verifier.verify(value)) continue;
//        System.out.println("truoc "+value);
        value  = urlCreator.createURL(home, value);
//        System.out.println("sau "+value);
        attr.setValue(value);     
        attrs.set(attr);
      }
    } 
  }
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
    }
  }
 
  private void createFullSingleLink(HTMLNode node,
      String nodeName, String attrName, URL home, ValueVerifier verifier)   {
    Attribute attr = null;
    if(node.isNode(nodeName) || (nodeName.length() == 1 && nodeName.charAt(0) == '*')) {
      Attributes attrs = node.getAttributes(); 
      int idx = attrs.indexOf(attrName);
      if(idx < 0)  return;
      attr = attrs.get(idx);
      String value = attr.getValue();
      if(verifier != null && !verifier.verify(value)) return;
      value  = urlCreator.createURL(home, value);     
      attr.setValue(value);     
      attrs.set(attr);
    }
  }
View Full Code Here
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(!n.isNode(Name.META)) continue;
      if(n.isNode(Name.BODY)) break;
      Attributes attributes = n.getAttributes();
      Attribute attribute = attributes.get("http-equiv");
      if(attribute == null || attribute.getValue() == null) continue;

      if(!"content-type".equalsIgnoreCase(attribute.getValue().trim())) continue ;

      attribute = attributes.get("content");
      if(attribute == null) continue;
      String link = attribute.getValue();
      if(link == null) continue;
      int index = link.toLowerCase().indexOf("=");

      return link.substring(index+1);
    }
View Full Code Here
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
    Iterator<String> iter = keys.iterator();
    while(iter.hasNext()){
      String key = iter.next();
      if(node.isNode(key) || (key.length() == 1 && key.charAt(0) == '*')){
        Attributes attrs = node.getAttributes(); 
        Attribute attr = attrs.get("src");
        if(attr == null)  continue;
        String value = attr.getValue();
        if(verifier != null && !verifier.verify(value)) continue;
        value  = urlCreator.createURL(home, value);
        attr.setValue(value);     
        attrs.set(attr);
      }
    } 
  }
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
    }
  }
 
  private void createFullSingleLink(HTMLNode node,
      String nodeName, String attrName, URL home, ValueVerifier verifier)   {
    Attribute attr = null;
    if(node.isNode(nodeName) || (nodeName.length() == 1 || nodeName.charAt(0) == '*')) {
      Attributes attrs = node.getAttributes(); 
      int idx = attrs.indexOf(attrName);
      if(idx < 0)  return;
      attr = attrs.get(idx);
      String value = attr.getValue();
      if(verifier != null && !verifier.verify(value)) return;
      value  = urlCreator.createURL(home, value);     
      attr.setValue(value);     
      attrs.set(attr);
    }
  }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(!n.isNode(Name.META)) continue;
      if(n.isNode(Name.BODY)) break;
      Attributes attributes = n.getAttributes();
      Attribute attribute = attributes.get("http-equiv");
      if(attribute == null || attribute.getValue() == null) continue;

      if(!"content-type".equalsIgnoreCase(attribute.getValue().trim())) continue ;

      attribute = attributes.get("content");
      if(attribute == null) continue;
      String link = attribute.getValue();
      if(link == null) continue;
      int index = link.toLowerCase().indexOf("=");

      return link.substring(index+1);
    }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
  public List<String> getAttributes(HTMLNode node, Map<String, String> map, ValueVerifier verifier) {
    return getAttributes(node, null, map, verifier);  
  }
 
  public String getAttribute(HTMLNode node, Map<String, String> map, ValueVerifier verifier) {  
    Attribute attr = getAttribute(node, map);   
    if(attr != null
      && (verifier == null || verifier.verify(attr.getValue()))) return  attr.getValue();
   
    List<HTMLNode> children = node.getChildrenNode();
    for(int i = 0; i < children.size(); i++) {
      String link = getAttribute(children.get(i), map, verifier);
      if(link != null) return link;
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
55
56
    }
    return null;
  } 
 
  public String getAttribute(HTMLNode node, String nodeName, String attrName, ValueVerifier verifier) {  
    Attribute attr = getAttribute(node, nodeName, attrName);   
    if(attr != null
      && (verifier == null || verifier.verify(attr.getValue()))) return attr.getValue();
      
    List<HTMLNode> children = node.getChildrenNode();
    for(int i = 0; i < children.size(); i++) {
      String link = getAttribute(children.get(i), nodeName, attrName, verifier);
      if(link != null) return link;
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
  }
 
  public List<String> getAttributes(HTMLNode node, List<String> list,
                                    Map<String, String> map, ValueVerifier verifier){  
    if(list == null) list  = new ArrayList<String>();
    Attribute attr = getAttribute(node, map);   
    if(attr != null
        && (verifier == null || verifier.verify(attr.getValue()))) list.add(attr.getValue());
   
    List<HTMLNode> children = node.getChildrenNode();
    for(int i = 0; i < children.size(); i++) {
      getAttributes(children.get(i), list, map, verifier);
    }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
  }
 
  public List<String> getAttributes(HTMLNode node, List<String> list,
                        String nodeName, String attrName, ValueVerifier verifier){  
    if(list == null) list  = new ArrayList<String>();
    Attribute attr = getAttribute(node, nodeName, attrName);   
    if(attr != null
       && (verifier == null || verifier.verify(attr.getValue()))) list.add(attr.getValue());
   
    List<HTMLNode> children = node.getChildrenNode();
    for(int i = 0; i < children.size(); i++) {
      getAttributes(children.get(i), list, nodeName, attrName, verifier);      
    }
View Full Code Here
TOP

Related Classes of org.vietspider.token.attribute.Attribute

  • AttributeExplorer
  • org.vietspider.browser.form.FormUtils
  • org.vietspider.browser.VirtualFormPost
  • org.vietspider.html.path2.NodeMatcher
  • org.vietspider.html.renderer.checker.LinkBlockChecker
  • org.vietspider.html.renderer.checker.LinkNodeChecker
  • org.vietspider.html.renderer.extractor.WebPageDataSearcher
  • org.vietspider.html.renderer.LinkChecker
  • org.vietspider.html.renderer.LinkRemover
  • org.vietspider.html.renderer.NodeComparator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.