Package org.vietspider.chars

Examples of org.vietspider.chars.URLEncoder

25
26
27
28
29
30
31
32
33
34
35
36
  private static WebClient webClient = new WebClient();
 
  private static byte[] loadContent(String address) throws Exception {
    webClient.setURL(address, new URL(address));
    HttpGet httpGet = null;
    URLEncoder urlEncoder = new URLEncoder();
    address = urlEncoder.encode(address);
    httpGet = webClient.createGetMethod(address, "");

    if(httpGet == null) return null;
    HttpHost httpHost = webClient.createHttpHost(address);
    HttpResponse httpResponse = webClient.execute(httpHost, httpGet);
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
39
//    methodHandler.setTimeout(30);
//  }
 
  public static byte[] loadContent(String address) throws Exception {
    try{
      URLEncoder urlEncoder = new URLEncoder();
      address = urlEncoder.encode(address);
     
      HttpResponse httpResponse = methodHandler.execute(address, "");
     
      HttpResponseReader httpResponseReader = HttpHandlers.getInstance().createReader();
      return httpResponseReader.readBody(httpResponse);
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
    HttpGet httpGet = currentGets.remove(address);
    if(httpGet != null) httpGet.abort();
  }

  public byte[] loadContent(String referer, String address) throws Exception {
    URLEncoder urlEncoder = new URLEncoder();
   
    if(host == null) {
      setURL(referer, new URL(address));
    } else {
      URL url = new URL(address); 
      URLCodeGenerator urlCodeUtil = new URLCodeGenerator();
      if(!urlCodeUtil.compareHost(url.getHost(), getHost())) {
        setURL(referer, new URL(address));
      }
    }

    HttpGet httpGet = null;
    try {
      address = urlEncoder.encode(address);
      httpGet = createGetMethod(address, referer);     
      currentGets.put(address, httpGet);

      if(httpGet == null) return null;
      HttpHost httpHost = createHttpHost(address);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
      this.httpHost = webClient.createHttpHost(address);
      return execute(webClient.createPostMethod(address, referer, params));
      //    System.out.println(httpGet.getFirstHeader("User-Agent").getValue().trim());
    } catch (URISyntaxException e) {
      //encode url
      URLEncoder encoder = new URLEncoder();
      address = encoder.encode(address);
      try {
        this.httpHost = webClient.createHttpHost(address);
        return execute(webClient.createPostMethod(address, referer, params));
      } catch (URISyntaxException se) {
        LogService.getInstance().setMessage(se, "1.Get method handler: " + address);
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
      return null;
    }
  }

  private HttpResponse executeEncodeURL (String address, String referer) throws Exception {
    URLEncoder encoder = new URLEncoder();
    address = encoder.encode(address);
    try {
      this.httpHost = webClient.createHttpHost(address);
      return execute(webClient.createGetMethod(address, referer));
    } catch (URISyntaxException se) {
      LogService.getInstance().setMessage(se, "4.Get method handler: " + address);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
      this.httpHost = webClient.createHttpHost(address);
      return execute(webClient.createPostMethod(address, referer, params));
//    System.out.println(httpGet.getFirstHeader("User-Agent").getValue().trim());
    } catch (URISyntaxException e) {
      //encode url
      URLEncoder encoder = new URLEncoder();
      address = encoder.encode(address);
      try {
        this.httpHost = webClient.createHttpHost(address);
        return execute(webClient.createPostMethod(address, referer, params));
      } catch (URISyntaxException se) {
        LogService.getInstance().setMessage(se, "1.Get method handler: " + address);
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
      return null;
    }
  }

  private HttpResponse executeEncodeURL (String address, String referer) throws Exception {
    URLEncoder encoder = new URLEncoder();
    address = encoder.encode(address);
    try {
      this.httpHost = webClient.createHttpHost(address);
      return execute(webClient.createGetMethod(address, referer));
    } catch (URISyntaxException se) {
      LogService.getInstance().setMessage(se, "4.Get method handler: " + address);
View Full Code Here
TOP

Related Classes of org.vietspider.chars.URLEncoder

  • org.vietspider.net.client.HttpMethodHandler
  • org.vietspider.net.client.HttpMethodHandlerBak
  • org.vietspider.ui.htmlexplorer.FastWebClient
  • ProxiesChecker
  • XMLParserEx
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.