Package com.taobao.zeus.jobs.sub.tool

Examples of com.taobao.zeus.jobs.sub.tool.DownloadJob

69
70
71
72
73
74
75
76
77
78
79
      }
    }
    jobContext.setProperties(new RenderHierarchyProperties(hp));
    hp.setProperty("hadoop.mapred.job.zeus_id", "zeus_debug_"+history.getId());
    List<Job> pres = new ArrayList<Job>(1);
    pres.add(new DownloadJob(jobContext));
    Job core = null;
    if(history.getJobRunType()==JobRunType.Hive){
      core =new HiveJob(jobContext,applicationContext);
    }else if(history.getJobRunType()==JobRunType.Shell){
      core=new HadoopShellJob(jobContext);
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
    //添加宙斯标记属性，提供给云梯
    hp.setProperty("hadoop.mapred.job.zues_id", "zeus_job_"+history.getJobId()+"_"+history.getId());
   
    //前置处理Job创建
    List<Job> pres=parseJobs(jobContext, applicationContext, jobBean,jobBean.getJobDescriptor().getPreProcessers(),history,workDir);
    pres.add(0, new DownloadJob(jobContext));
    //后置处理Job创建
    List<Job> posts=parseJobs( jobContext, applicationContext, jobBean,jobBean.getJobDescriptor().getPostProcessers(),history,workDir);
    posts.add(new ZooKeeperJob(jobContext, null, applicationContext));
    //核心处理Job创建
    Job core=null;
View Full Code Here
228
229
230
231
232
233
234
235
236
237
238
          }while(!old.equals(config));
        }
        p.parse(config);
      }
      if(p instanceof DownloadProcesser){
        jobs.add(new DownloadJob(jobContext));
      }else if(p instanceof ZooKeeperProcesser){
        ZooKeeperProcesser zkp=(ZooKeeperProcesser)p;
        if(!zkp.getUseDefault()){
          jobs.add(new ZooKeeperJob(jobContext, (ZooKeeperProcesser) p,applicationContext));
        }
View Full Code Here
TOP

Related Classes of com.taobao.zeus.jobs.sub.tool.DownloadJob

  • com.taobao.zeus.util.JobUtils
  • org.apache.commons.httpclient.HttpClient
  • org.apache.commons.httpclient.methods.GetMethod
  • java.io.File
  • java.io.InputStreamReader
  • java.io.BufferedReader
  • java.io.FileWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.