Package org.vietspider.common.io

Examples of org.vietspider.common.io.DataReader

54
55
56
57
58
59
60
61
62
63
64
65
66
   
    webClient.setUserAgent("Mozilla/5.0 (compatible; Yahoo! VN Slurp; http://help.yahoo.com/help/us/ysearch/slurp)");
//    webClient.registryProxy("216.194.70.3", 8118, null, null);
   
    final DataWriter writer = new DataWriter();
    final DataReader reader = new DataReader();
    File file  = new File("F:\\Temp2\\webclient\\proxies.txt") ;
    String textValue  = new String(reader.load(file), "utf-8");
    String [] proxies = textValue.split("\n");
    File newFile  = new File("F:\\Temp2\\webclient\\good.proxies.txt") ;
  
    final File folder = new File("F:\\Temp2\\webclient\\proxy\\");
    deleteFolder(folder);
View Full Code Here
43
44
45
46
47
48
49
50
    char [] chars = CharsDecoder.decode(charset, data, 0, data.length);
    return createDocument(chars, decoder);
  } 
 
  public static XMLDocument createDocument(InputStream input, String charset, XMLDataDecoder decoder) throws Exception {
    DataReader reader = new DataReader();
    return createDocument(reader.loadInputStream(input).toByteArray(), charset, decoder); 
  }
View Full Code Here
48
49
50
51
52
53
54
55
    DataReader reader = new DataReader();
    return createDocument(reader.loadInputStream(input).toByteArray(), charset, decoder); 
  }
 
  public static XMLDocument createDocument(File file, String charset, XMLDataDecoder decoder) throws Exception {
    DataReader reader = new DataReader();
    return createDocument(reader.load(file), charset, decoder);
  }
View Full Code Here
224
225
226
227
228
229
230
231
232
233
234
 
  private void loadBadProxies() {
    File file  = UtilFile.getFile("system/proxy/", "bad.proxies.txt");
    String [] elements = null;
    try {
      String text = new String(new DataReader().load(file), "utf-8");
      elements = text.split("\n");
    } catch (Exception e) {
    }
    if(elements == null || elements.length < 1) return;
    for(int i = 0; i < elements.length; i++) {
View Full Code Here
81
82
83
84
85
86
87
88
    char [] chars = CharsDecoder.decode(charset, data, 0, data.length);
    return createDocument(chars);
  } 

  public  HTMLDocument createDocument(InputStream input, String charset) throws Exception {
    DataReader reader = new DataReader();
    return createDocument(reader.loadInputStream(input).toByteArray(), charset); 
  }
View Full Code Here
86
87
88
89
90
91
92
93
    DataReader reader = new DataReader();
    return createDocument(reader.loadInputStream(input).toByteArray(), charset); 
  }

  public HTMLDocument createDocument(File file, String charset) throws Exception {
    DataReader reader = new DataReader();
    return createDocument(reader.load(file), charset);
  }
View Full Code Here
36
37
38
39
40
41
42
43
44
    this.charset = charset_;
    if(charset != null && charset.trim().length() < 1) charset = null;
  }
 
  public HTMLDocument loadDocument(File file) throws Exception {
    DataReader reader = new DataReader();
    byte [] bytes = reader.load(file);
    return charset != null ? createDocument(bytes, charset) : detectDocument(bytes);
  } 
View Full Code Here
87
88
89
90
91
92
93
94
    return createDocument(chars);
  } 

  @Deprecated()
  public static HTMLDocument createDocument(InputStream input, String charset) throws Exception {
    DataReader reader = new DataReader();
    return createDocument(reader.loadInputStream(input).toByteArray(), charset); 
  }
View Full Code Here
93
94
95
96
97
98
99
100
    return createDocument(reader.loadInputStream(input).toByteArray(), charset); 
  }

  @Deprecated()
  public static HTMLDocument createDocument(File file, String charset) throws Exception {
    DataReader reader = new DataReader();
    return createDocument(reader.load(file), charset);
  } 
View Full Code Here
24
25
26
27
28
29
30
31
32
33
34
35
    url = new URL(path);
    file = new File(url.toURI());

    System.out.println(file.getPath());
    System.out.println("*********************************************************");
    DataReader buffer = new DataReader();
    String text = new String(buffer.load(file), "utf-8");
    CharsToken tokens = new CharsToken();
    TokenParser tokenParser = new TokenParser();
    tokenParser.createBeans(tokens, text.toCharArray());
    while(tokens.hasNext()){
      NodeImpl node = tokens.pop();
View Full Code Here
TOP

Related Classes of org.vietspider.common.io.DataReader

  • org.vietspider.html.parser.HTMLParser
  • org.vietspider.html.parser.HTMLParser2
  • org.vietspider.html.util.HTMLParserDetector
  • org.vietspider.net.client.Proxies
  • org.vietspider.parser.xml.XMLParser
  • ProxiesChecker
  • TokenExample
  • java.nio.ByteBuffer
  • java.io.File
  • java.nio.channels.FileChannel
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.