Package com.ikanow.infinit.e.data_model.custom

Examples of com.ikanow.infinit.e.data_model.custom.InfiniteMongoConfig

41
42
43
44
45
46
47
48
49
50
51
{ 
  @Override
  public List<InputSplit> getSplits(JobContext context)
  {
    final Configuration hadoopConfiguration = context.getConfiguration();
    final InfiniteMongoConfig conf = new InfiniteMongoConfig( hadoopConfiguration );
    String queryStr = hadoopConfiguration.get("mongo.input.query");
    String userIdStr = hadoopConfiguration.get("infinit.e.userid");
    AdvancedQueryPojo query = AdvancedQueryPojo.fromApi(queryStr, AdvancedQueryPojo.class);
    return calculateSplits(query, userIdStr, conf);   
  } 
View Full Code Here
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
    public void setup(Context context) {
      _javascript.setupJavascript(context.getConfiguration().get("arguments"), context, null);
      _javascript._engine.put("_query", context.getConfiguration().get("mongo.input.query"));
     
      // Set up cache if one is specified
      InfiniteMongoConfig config = new InfiniteMongoConfig(context.getConfiguration());
      BasicDBList caches = config.getCacheList();
      if ((null != caches) && !caches.isEmpty()) {       
        try {
          CacheUtils.addJSONCachesToEngine(caches, _javascript._engine, _javascript._secManager, (config.getLimit() > 0));
        } catch (Exception e) {
          throw new RuntimeException("Error setting up caches: " + caches);
        }
      }
    }
View Full Code Here
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
    public void setup(Context context) {
      _javascript.setupJavascript(context.getConfiguration().get("arguments"), context, context);
      _javascript._engine.put("_query", context.getConfiguration().get("mongo.input.query"));

      // Set up cache if one is specified
      InfiniteMongoConfig config = new InfiniteMongoConfig(context.getConfiguration());
      BasicDBList caches = config.getCacheList();
      if ((null != caches) && !caches.isEmpty()) {       
        try {
          CacheUtils.addJSONCachesToEngine(caches, _javascript._engine, _javascript._secManager, (config.getLimit() > 0));
        } catch (Exception e) {
          throw new RuntimeException("Error setting up caches: " + caches);
        }
      }
    }
View Full Code Here
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
    public void setup(Context context) {
      _javascript.setupJavascript(context.getConfiguration().get("arguments"), context, context);
      _javascript._engine.put("_query", context.getConfiguration().get("mongo.input.query"));

      // Set up cache if one is specified
      InfiniteMongoConfig config = new InfiniteMongoConfig(context.getConfiguration());
      BasicDBList caches = config.getCacheList();
      if ((null != caches) && !caches.isEmpty()) {       
        try {
          CacheUtils.addJSONCachesToEngine(caches, _javascript._engine, _javascript._secManager, (config.getLimit() > 0));
        } catch (Exception e) {
          throw new RuntimeException("Error setting up caches: " + caches);
        }
      }
    }
View Full Code Here
TOP

Related Classes of com.ikanow.infinit.e.data_model.custom.InfiniteMongoConfig

  • com.ikanow.infinit.e.processing.custom.utils.InfiniteElasticsearchMongoInputFormat
  • com.ikanow.infinit.e.utility.hadoop.HadoopPrototypingTool$JavascriptCombiner
  • com.ikanow.infinit.e.utility.hadoop.HadoopPrototypingTool$JavascriptMapper
  • com.ikanow.infinit.e.utility.hadoop.HadoopPrototypingTool$JavascriptReducer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.