Package com.subgraph.vega.api.util

Examples of com.subgraph.vega.api.util.VegaURI

76
77
78
79
80
81
82
83
84
85
86
      link = link.replace("\\", "%5C");
      URI uri = createURI(link);
      if(uri != null && hasValidHttpScheme(uri)) {
        final HttpHost targetHost = URIUtils.extractHost(uri);
        if(validateHost(targetHost)) {
          final VegaURI vegaURI = new VegaURI(targetHost, uri.getPath(), uri.getQuery());
          uris.add(vegaURI);
        }
      }
    }
    return uris;
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
      return null;
    if(action == null || action.trim().equals("#")) {
      return baseURI;
    }
    try {
      final VegaURI target = baseURI.resolve(action);
      final String scheme = target.getTargetHost().getSchemeName();
      if(scheme.equalsIgnoreCase("http") || scheme.equalsIgnoreCase("https"))
        return target;
      else
        return null;
    } catch (IllegalArgumentException e) {
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
  }

  private void processFormElement(IInjectionModuleContext ctx, HttpUriRequest request, Element form) {
    final URI reqURI = request.getURI();
    final HttpHost targetHost = URIUtils.extractHost(reqURI);
    final VegaURI baseURI = new VegaURI(targetHost, reqURI.getPath(), reqURI.getQuery());
    final FormProcessingState fps = new FormProcessingState(baseURI, form.getAttribute("action"), form.getAttribute("method"), config.getFormCredentials());
    if(!fps.isValid())
      return;

    NodeList es = form.getElementsByTagName("*");
 
View Full Code Here
128
129
130
131
132
133
134
  }

  private VegaURI requestToURI(HttpUriRequest request) {
    final URI u = request.getURI();
    final HttpHost targetHost = URIUtils.extractHost(u);
    return new VegaURI(targetHost, u.getPath(), u.getQuery());
  }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
   
    if(addToRequestLog) {
      workspace.getRequestLog().addRequestResponse(response);
    }

    final VegaURI uri = VegaURI.fromHostAndRequest(response.getHost(), response.getOriginalRequest());
    final IWebPath path = workspace.getWebModel().getWebPathByUri(uri);
    path.setVisited(true);
   
    result.setDeclaredMimeType(mimeDetector.getDeclaredMimeType(response));
    result.setSniffedMimeType(mimeDetector.getSniffedMimeType(response));
View Full Code Here
80
81
82
83
84
85
86
87
88
89
    ps.maybeAddPostParameters(parameters);
  }
 
  private VegaURI stripQuery(VegaURI uri) {
    if(uri.getQuery() != null) {
      return new VegaURI(uri.getTargetHost(), uri.getPath(), null);
    } else {
      return uri;
    }
  }
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
155
            Header locationHeader = response.getRawResponse().getFirstHeader("Location");
            if (locationHeader == null) {
              return false;
            }
            else {
              final VegaURI base = VegaURI.fromHostAndRequest(response.getHost(), response.getOriginalRequest());
              final VegaURI uri = base.resolve(locationHeader.getValue());
              if (uriFilter.filter(uri)) { 
                uriParser.processUri(uri);
              }
            }
             
View Full Code Here
179
180
181
182
183
184
185
    logger.info("Crawler finished");
  }

  private VegaURI toVegaURI(URI u) {
    final HttpHost targetHost = URIUtils.extractHost(u);
    return new VegaURI(targetHost, u.getPath(), u.getQuery());
  }
View Full Code Here
TOP

Related Classes of com.subgraph.vega.api.util.VegaURI

  • com.subgraph.vega.impl.scanner.forms.FormProcessingState
  • com.subgraph.vega.impl.scanner.forms.FormProcessor
  • com.subgraph.vega.impl.scanner.ProxyScan
  • com.subgraph.vega.impl.scanner.ScannerTask
  • com.subgraph.vega.internal.analysis.ContentAnalyzer
  • com.subgraph.vega.internal.analysis.urls.HtmlUrlExtractor
  • com.subgraph.vega.internal.http.proxy.ProxyScanner
  • java.net.URI
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.