Examples of IHttpRequestEngineConfig

Examples of com.subgraph.vega.api.http.requests.IHttpRequestEngineConfig

90
91
92
93
94
95
96
97
    }
  }

  private IHttpRequestEngine createRequestEngine() {
    final IHttpRequestEngineFactory requestEngineFactory = Activator.getDefault().getHttpRequestEngineFactoryService();
    final IHttpRequestEngineConfig config = requestEngineFactory.createConfig();
    return requestEngineFactory.createRequestEngine(IHttpRequestEngine.EngineConfigType.CONFIG_SCANNER, config, null);
  }
View Full Code Here

Examples of com.subgraph.vega.api.http.requests.IHttpRequestEngineConfig

135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
    return webCrawler;
  }

  private IHttpRequestEngine createRequestEngine(IScannerConfig config) {
    final IHttpRequestEngineFactory factory = scanner.getHttpRequestEngineFactory();
    final IHttpRequestEngineConfig requestEngineConfig = factory.createConfig();
    if (config.getCookieList() != null && !config.getCookieList().isEmpty()) {
      for (Cookie c: config.getCookieList()) {
        cookieStore.addCookie(c);
      }
    }   

    if(config.getMaxRequestsPerSecond() > 0) {
      requestEngineConfig.setRequestsPerMinute(config.getMaxRequestsPerSecond() * 60);
    }
    requestEngineConfig.setMaxConnections(config.getMaxConnections());
    requestEngineConfig.setMaxConnectionsPerRoute(config.getMaxConnections());
    requestEngineConfig.setMaximumResponseKilobytes(config.getMaxResponseKilobytes());
   
    final IRequestOriginScanner requestOrigin = workspace.getRequestLog().getRequestOriginScanner(scanInstance);
    final IHttpRequestEngine requestEngine = factory.createRequestEngine(IHttpRequestEngine.EngineConfigType.CONFIG_SCANNER, requestEngineConfig, requestOrigin);
    HttpProtocolParams.setUserAgent(requestEngine.getHttpClient().getParams(), config.getUserAgent());
    requestEngine.setCookieStore(cookieStore);
View Full Code Here

Examples of com.subgraph.vega.api.http.requests.IHttpRequestEngineConfig

208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
    }
  }

  private IHttpRequestEngine createRequestEngine(IScannerConfig config) {
    final IHttpRequestEngineFactory requestEngineFactory = scanner.getHttpRequestEngineFactory();
    final IHttpRequestEngineConfig requestEngineConfig = requestEngineFactory.createConfig();

    if (config.getMaxRequestsPerSecond() > 0) {
      requestEngineConfig.setRequestsPerMinute(config.getMaxRequestsPerSecond() * 60);
    }
    requestEngineConfig.setMaxConnections(config.getMaxConnections());
    requestEngineConfig.setMaxConnectionsPerRoute(config.getMaxConnections());
    requestEngineConfig.setMaximumResponseKilobytes(config.getMaxResponseKilobytes());
   
    final IRequestOriginScanner requestOrigin = workspace.getRequestLog().getRequestOriginScanner(scanInstance);
    IHttpRequestEngine requestEngine = requestEngineFactory.createRequestEngine(IHttpRequestEngine.EngineConfigType.CONFIG_SCANNER, requestEngineConfig, requestOrigin);
    HttpProtocolParams.setUserAgent(requestEngine.getHttpClient().getParams(), config.getUserAgent());
    // REVISIT: consider moving authentication method to request engine config
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.