Package com.ikanow.infinit.e.data_model.store.custom.mapreduce

Examples of com.ikanow.infinit.e.data_model.store.custom.mapreduce.CustomMapReduceJobPojo

1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
    {
      //find admin entry);
      DBObject dbo = DbManager.getCustom().getLookup().findOne(new BasicDBObject(DbManager.or_,searchTerms.toArray()));     
      if ( dbo != null )
      {       
        CustomMapReduceJobPojo cmr = CustomMapReduceJobPojo.fromDb(dbo, CustomMapReduceJobPojo.class);
        //make sure user is allowed to see results
        if ( forced || RESTTools.adminLookup(userid) || cmr.submitterID.toString().equals(userid) )
        {
          //make sure job is not running
          if ( ( cmr.jobidS == null ) || cmr.jobidS.equals( "CHECKING_COMPLETION" ) || cmr.jobidS.equals( "" ) ) // (< robustness, sometimes server gets stuck here...)
          {
            // Remove index
            if (CustomOutputIndexingEngine.isIndexed(cmr)) {
              CustomOutputIndexingEngine.deleteOutput(cmr); 
            }//TESTED (by hand)
           
            //remove results and job
            DbManager.getCustom().getLookup().remove(new BasicDBObject(CustomMapReduceJobPojo._id_, cmr._id));
            DbManager.getCollection(cmr.getOutputDatabase(), cmr.outputCollection).drop();
            DbManager.getCollection(cmr.getOutputDatabase(), cmr.outputCollectionTemp).drop();

            // Delete HDFS directory, if one is used
            if ((null != cmr.exportToHdfs) && cmr.exportToHdfs) {
              HadoopUtils.deleteHadoopDir(cmr);
            }
View Full Code Here
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
      jobQuery = new BasicDBObject(CustomMapReduceJobPojo._id_, oid);
    }
    catch (Exception e) {
      jobQuery = new BasicDBObject(CustomMapReduceJobPojo.jobtitle_, storedQueryNameOrId);     
    }
    CustomMapReduceJobPojo savedJob = CustomMapReduceJobPojo.fromDb(DbManager.getCustom().getLookup().findOne(jobQuery), CustomMapReduceJobPojo.class);
   
    if (null != savedJob) { // Is this even a saved job?
      if (null != savedJob.jarURL) {       
        savedJob = null;
      }
    }
    if (null != savedJob) { // Authorization
      boolean auth = false;
      String communityIdStrList = Arrays.toString(communityIdStrs);
      for (ObjectId commId: savedJob.communityIds) {
       
        if (communityIdStrList.contains(commId.toString())) {
          auth = true;
          break;
        }
      }
      if (!auth) {
        savedJob = null;
      }
      if (null == savedJob) {
        throw new RuntimeException("Can't find saved query, or is a custom job not a query, or authorization error");
      }
      // OK go get the results of the job
      DBCollection coll = DbManager.getCollection(savedJob.getOutputDatabase(), savedJob.outputCollection);
      BasicDBObject result = (BasicDBObject) coll.findOne(); // (at some point support multiple saved queries)
      if (null == result) {
        throw new RuntimeException("Saved query is empty");     
      }
      BasicDBObject apiResultToConvert = (BasicDBObject) result.get("value");
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
    }
   
    @Override
    public CustomMapReduceJobPojo deserialize(JsonElement json, Type typeOfT, JsonDeserializationContext context) throws JsonParseException
    {
      CustomMapReduceJobPojo job = BaseApiPojo.getDefaultBuilder().create().fromJson(json, CustomMapReduceJobPojo.class);
      if (null != _allowedCommunityIds)
      {
        job.communityIds = new ArrayList<ObjectId>();       
        for (ObjectId communityId: _allowedCommunityIds)
        {
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
     
      // 1) Check authentication
     
      String jobName = null;
      ObjectId jobId = null;
      CustomMapReduceJobPojo customJob = null;
      BasicDBObject query = new BasicDBObject();
        // (already authenticated by this point)
     
      try {
        jobId = new ObjectId(jobNameOrShareId);
        query.put(CustomMapReduceJobPojo._id_, jobId);
        customJob = CustomMapReduceJobPojo.fromDb(
            MongoDbManager.getCustom().getLookup().findOne(query),
              CustomMapReduceJobPojo.class);
      }
      catch (Exception e) {
        // it's a job name
        jobName = jobNameOrShareId;
        query.put(CustomMapReduceJobPojo.jobtitle_, jobName);
        customJob = CustomMapReduceJobPojo.fromDb(
            MongoDbManager.getCustom().getLookup().findOne(query),
              CustomMapReduceJobPojo.class);
      }
      if (null == customJob) {
        throw new RuntimeException("Authentication failure or no matching custom job");
      }
      jobName = customJob.jobtitle;
      jobId = customJob._id;
     
      DBCollection cacheCollection = MongoDbManager.getCollection(customJob.getOutputDatabase(), customJob.outputCollection);
     
      // 2) Do we already have this cache?
     
      CustomCacheInJavascript cacheElement = _customCache.get(jobNameOrShareId);
     
View Full Code Here
TOP

Related Classes of com.ikanow.infinit.e.data_model.store.custom.mapreduce.CustomMapReduceJobPojo

  • com.ikanow.infinit.e.api.custom.mapreduce.CustomHandler
  • com.ikanow.infinit.e.api.knowledge.QueryHandler
  • com.ikanow.infinit.e.data_model.api.custom.mapreduce.CustomMapReduceJobPojoApiMap$CustomMapReduceJobPojoDeserializer
  • com.ikanow.infinit.e.harvest.enrichment.custom.CacheUtils
  • com.ikanow.infinit.e.processing.custom.CustomProcessingController
  • com.ikanow.infinit.e.processing.custom.output.CustomOutputManager
  • com.ikanow.infinit.e.utility.hadoop.CacheUtils
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.