Package com.subgraph.vega.api.http.requests

Examples of com.subgraph.vega.api.http.requests.IHttpResponse

34
35
36
37
38
39
40
41
42
43
  @Override
  public void run() {
   
    final IHttpRequestEngine requestEngine = createRequestEngine();
    final IHttpResponse response = sendRequest(requestEngine);
    if(response != null && !response.getBodyAsString().isEmpty()) {
      processResponseBody(response.getBodyAsString());
    }
  }
View Full Code Here
24
25
26
27
28
29
30
31
32
33
34
    sendingThread.start();
  }
 
  public void run() {
    try {
      final IHttpResponse response = requestEngine.sendRequest(request).get(true);
      view.processResponse(response);
    } catch (RequestEngineException e) {
      view.processResponse(null);
      view.displayExceptionError((Exception) e.getCause());
      return;
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
      final HttpUriRequest uriRequest = transaction.getRequest();
      final IHttpRequestTask requestTask = requestEngine.sendRequest(uriRequest);
      transaction.setRequestTask(requestTask);
      transaction.signalForward();
      IHttpResponse r = null;
      try {
        r = requestTask.get(false);
      } finally {
        transaction.setRequestTask(null);
      }
      if(r == null) {
        response.setStatusCode(503);
        transaction.signalComplete(false);
        return;
      }

      if (handleResponse(transaction, r) == false) {
        response.setStatusCode(503);
        transaction.signalComplete(true);
        return;
      }
     
      HttpResponse httpResponse = copyResponse(r.getRawResponse());
      removeHeaders(httpResponse);
      response.setStatusLine(httpResponse.getStatusLine());
      response.setHeaders(httpResponse.getAllHeaders());
      response.setEntity(httpResponse.getEntity());
      transaction.signalForward();
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
  }
 
  IScanProbeResult runProbe() {
    currentRequest = requestEngine.createGetRequest(URIUtils.extractHost(targetURI), getPathAndQuery(targetURI));
    try {
      IHttpResponse response = requestEngine.sendRequest(currentRequest).get(true);
      return processFirstProbeResponse(targetURI, response);
    } catch (RequestEngineException e) {
      return ScanProbeResult.createConnectFailedResult(e.getMessage());
    }
  }
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
        IAuthMethodHttpMacro authMethodMacro = (IAuthMethodHttpMacro)authMethod;
        IHttpMacroContext context = scan.getRequestEngine().createMacroContext();
        context.setDict(identity.getDict());
        IHttpMacroExecutor executor = scan.getRequestEngine().createMacroExecutor(authMethodMacro.getMacro(), context);
        while (executor.hasNext()) {
          IHttpResponse response;
          int status;
         
          try {
            response = executor.sendNextRequest().get(true);
          } catch (Exception e) {
            logger.log(Level.WARNING, e.getMessage());
            return false;
          }   
          contentAnalyzer.processResponse(response, true, false);
          status = response.getResponseCode();
          if (status == 301 || status == 302 || status == 303 || status == 307) {
            Header locationHeader = response.getRawResponse().getFirstHeader("Location");
            if (locationHeader == null) {
              return false;
            }
            else {
              final VegaURI base = VegaURI.fromHostAndRequest(response.getHost(), response.getOriginalRequest());
              final VegaURI uri = base.resolve(locationHeader.getValue());
              if (uriFilter.filter(uri)) { 
                uriParser.processUri(uri);
              }
            }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
      ps.getPath().setPathType(PathType.PATH_FILE);
      callFetchHandler(ctx, ps);
      return;
    }

    final IHttpResponse res1 = ctx.getSavedResponse(1);
    if(ctx.isFingerprintMatch(1, ps.getPathFingerprint())) {
      ctx.debug("Trailing / probe matches initial path fetch, processing as directory.");
      assumeDirectory(res1, ctx, ps);
      return;
    }

    // pivot code, response code
    final int pcode = ps.getResponse().getResponseCode();
    final int rcode = res1.getResponseCode();
    if(pcode >= 300 && pcode < 400) {
      if(hasLocationHeaderWithRequestUri(ps, ctx.getSavedRequest(1))) {
        ctx.debug("Trailing slash probe matches redirect from initial fetch, processing as directory");
        ps.setSureDirectory();
        assumeDirectory(res1, ctx, ps);
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
  }

  private void callFetchHandler(IInjectionModuleContext ctx, IPathState ps) {
    final IWebPath path = ps.getPath();
    final HttpUriRequest req = ps.createRequest();
    final IHttpResponse res = ps.getResponse();
    if(path.getPathType() == PathType.PATH_DIRECTORY || path.getParentPath() == null)
      fetchDirProcessor.processResponse(null, req, res, ctx);
    else
      fetchFileProcessor.processResponse(null, req, res, ctx);
  }
View Full Code Here
260
261
262
263
264
265
266
267
268
  }

  @Override
  public void responseChecks(int idx) {
    final HttpUriRequest req = getSavedRequest(idx);
    final IHttpResponse res = getSavedResponse(idx);
    if (req != null && res != null)
      responseChecks(req, res);
  }
View Full Code Here
78
79
80
81
82
83
84
85
86
87
 
  /* Added below method because of bug #547 */

  public synchronized String getSavedResponseBody(int index) {
    ensureCapacity(index);
    final IHttpResponse response = savedResponses[index];
    if(response != null)
      return response.getBodyAsString();
    return null;
  }
View Full Code Here
85
86
87
88
89
90
91
92
93
94
      return response.getBodyAsString();
    return null;
  }
  public synchronized IPageFingerprint getSavedFingerprint(int index) {
    ensureCapacity(index);
    final IHttpResponse response = savedResponses[index];
    if(response != null)
      return response.getPageFingerprint();
    return null;
  }
View Full Code Here
TOP

Related Classes of com.subgraph.vega.api.http.requests.IHttpResponse

  • com.subgraph.vega.application.update.UpdateCheckTask
  • com.subgraph.vega.impl.scanner.handlers.UnknownProcessor
  • com.subgraph.vega.impl.scanner.modules.scripting.ModuleContextJS
  • com.subgraph.vega.impl.scanner.ScannerTask
  • com.subgraph.vega.impl.scanner.ScanProbe
  • com.subgraph.vega.impl.scanner.state.ModuleContext
  • com.subgraph.vega.impl.scanner.state.ModuleContextState
  • com.subgraph.vega.internal.crawler.RequestConsumer
  • com.subgraph.vega.internal.http.proxy.ProxyRequestHandler
  • com.subgraph.vega.internal.http.requests.HttpRequestTask
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.