Package com.subgraph.vega.api.model.web

Examples of com.subgraph.vega.api.model.web.IWebPath

117
118
119
120
121
122
123
124
125
126
127
    } else if(entity instanceof IWebHost) {
      return scopeManager.getActiveScope().filter(((IWebHost)entity).getUri());
    } else if(entity instanceof IWebPath) {
      return scopeManager.getActiveScope().filter(((IWebPath)entity).getUri());
    } else if(entity instanceof IWebResponse){
      IWebPath path = ((IWebResponse)entity).getPathEntity();
      return scopeManager.getActiveScope().filter(path.getUri());
    } else {
      return false;
    }
  }
View Full Code Here
21
22
23
24
25
26
27
28
29
30
31
32
33
34
public class WebHostTreeStrategy implements ITreeAdapter<IWebHost> {
  private final WebPathTreeStrategy pathTreeStrategy = new WebPathTreeStrategy();
 
  @Override
  public Object[] getChildren(IWebHost item) {
    IWebPath rootPath = item.getRootPath();
    boolean noResponses = (rootPath.getGetResponses().size() == 0) && (rootPath.getPostResponses().size() == 0);

    Collection<IWebPath> childPaths = rootPath.getChildPaths();
   
    if(childPaths.isEmpty() && noResponses)
      return new Object[] { rootPath };
    else if(childPaths.isEmpty())
      return Iterables.toArray(childPaths, Object.class);
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
121
    }
  }

  @Override
  public IWebPath addGetTarget(VegaURI uri) {
    final IWebPath path = getWebPathByUri(uri);
    if (path != null) {
      List<NameValuePair> params = URLEncodedUtils.parse(uri.getQuery(), Consts.UTF_8);
      path.addGetParameterList(params);
    }
    return path;
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
  private Object collapsedNode(IWebPath root, IWebPath p) {
    boolean noResponses = (p.getGetResponses().size() == 0) && (p.getPostResponses().size() == 0);
    if(p.getChildPaths().size() == 1 && noResponses)
      return collapsedNode(root, p.getChildPaths().iterator().next());
    else if(p.getChildPaths().isEmpty() && !noResponses) {
      IWebPath pp = p.getParentPath();
      if(pp == null || pp == root)
        return null;
      else
        return pp;
    } else {
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
      return prevLabel(item) + "/" + item.getPathComponent();
    }
  }
 
  private String prevLabel(IWebPath item) {
    IWebPath pp = item.getParentPath();
    if(pp.getChildPaths().size() == 1 && pp.getParentPath() != null)
      return getLabel(pp);
    else
      return "";
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
    pathStateManager.setInjectionModules(injectionModules);
  }

  public IPathState processUri(VegaURI uri) {
    final IWebHost webHost = getWebHost(uri.getTargetHost());
    final IWebPath rootPath = webHost.getRootPath();
    IWebPath path = rootPath;
    final boolean hasTrailingSlash = uri.getPath().endsWith("/");

    String[] parts = uri.getPath().split("/");
    IWebPath childPath = null;
    for(int i = 1; i < parts.length; i++) {
      synchronized(path) {
        childPath = path.getChildPath(parts[i]);
        if(childPath == null) {
          childPath = path.addChildPath(parts[i]);
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    processWebHost(webHost);
    return webHost;
  }

  private void processWebHost(IWebHost webHost) {
    final IWebPath rootPath = webHost.getRootPath();
    synchronized(pathStateManager) {
      if(!pathStateManager.hasSeenPath(rootPath)) {
        pathStateManager.createStateForPath(rootPath, directoryProcessor);
      }
    }
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
    return isProxyScan;
  }

  /* called with modelToScanState lock */
  private PathState getParentDirectoryState(IWebPath path) {
    final IWebPath parentPath = path.getParentPath();
    if(parentPath == null)
      return null;
    if(!modelToScanState.containsKey(parentPath)) {
      if(parentPath.getPathType() != PathType.PATH_DIRECTORY)
        parentPath.setPathType(PathType.PATH_DIRECTORY);
      final PathState parentState = createStateForPathNoChecks(parentPath, directoryFetchCallback);
      modelToScanState.put(parentPath, parentState);
      return parentState;
    }
    return modelToScanState.get(parentPath);
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
    if(addToRequestLog) {
      workspace.getRequestLog().addRequestResponse(response);
    }

    final VegaURI uri = VegaURI.fromHostAndRequest(response.getHost(), response.getOriginalRequest());
    final IWebPath path = workspace.getWebModel().getWebPathByUri(uri);
    path.setVisited(true);
   
    result.setDeclaredMimeType(mimeDetector.getDeclaredMimeType(response));
    result.setSniffedMimeType(mimeDetector.getSniffedMimeType(response));
   
    final String mimeType = getBestMimeType(result);
    if(mimeType != null && path.getMimeType() == null) {
      path.setMimeType(mimeType);
    }
   
    if(scrapePage)
      runExtractUrls(result, response, workspace.getWebModel());
    runResponseProcessingModules(response.getOriginalRequest(), response, result.getDeclaredMimeType(), result.getSniffedMimeType(), workspace);
View Full Code Here
31
32
33
34
35
36
37
38
    final HttpUriRequest req = createRequest(ps);
    ctx.submitRequest(req, this, 0);
  }
 
  private boolean hasSuitablePath(IPathState ps) {
    final IWebPath parentPath = ps.getPath().getParentPath();
    return(parentPath != null && parentPath.getParentPath() != null);
  }
View Full Code Here
TOP

Related Classes of com.subgraph.vega.api.model.web.IWebPath

  • com.subgraph.vega.impl.scanner.handlers.DirParentCheck
  • com.subgraph.vega.impl.scanner.handlers.UnknownProcessor
  • com.subgraph.vega.impl.scanner.state.PathStateManager
  • com.subgraph.vega.impl.scanner.state.PathStateParameterManager
  • com.subgraph.vega.impl.scanner.urls.UriParser
  • com.subgraph.vega.internal.analysis.ContentAnalyzer
  • com.subgraph.vega.internal.model.web.WebModel
  • com.subgraph.vega.ui.tree.web.WebHostTreeStrategy
  • com.subgraph.vega.ui.tree.web.WebPathTreeStrategy
  • com.subgraph.vega.ui.web.views.WebsiteLabelProvider
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.