Package com.taobao.top.analysis.node.component

Examples of com.taobao.top.analysis.node.component.FileJobExporter


   
    IInputAdaptor fileInputAdaptor =  new FileInputAdaptor();
    IInputAdaptor httpInputAdaptor = new HttpInputAdaptor();
    FileOutputAdaptor fileOutAdaptor = new FileOutputAdaptor();
   
    FileJobExporter fileJobExporter = new FileJobExporter();
    fileJobExporter.setMaxCreateReportWorker(2);
    fileJobExporter.init();
   
    fileOutAdaptor.setJobExporter(fileJobExporter);
   
    JobResultMerger jobResultMerger = new JobResultMerger();
    jobResultMerger.init();
   
    defaultAnalysisEngine.addInputAdaptor(fileInputAdaptor);
    defaultAnalysisEngine.addInputAdaptor(httpInputAdaptor);
    defaultAnalysisEngine.addOutputAdaptor(fileOutAdaptor);
     
    FileJobBuilder jobBuilder = new FileJobBuilder();
    jobBuilder.init();
    Map<String,Job> jobs = jobBuilder.build("jobs-config-engine.properties");
    long time = System.currentTimeMillis();
    for(Job job : jobs.values())
    {
      List<JobTask> tasks = job.getJobTasks();
     
      List<JobTaskResult> taskResults = new ArrayList<JobTaskResult>();
     
      for(JobTask jobtask : tasks)
      {
        taskResults.add(defaultAnalysisEngine.doAnalysis(jobtask));
      }
     
      JobTaskResult jobTaskResult = jobResultMerger.merge(tasks.get(0), taskResults,true,true);
     
      defaultAnalysisEngine.doExport(tasks.get(0), jobTaskResult);
    }
    System.out.println(System.currentTimeMillis() - time);
    fileJobExporter.releaseResource();
    jobResultMerger.releaseResource();
    defaultAnalysisEngine.releaseResource();
   
  }
View Full Code Here


   
    IInputAdaptor fileInputAdaptor =  new FileInputAdaptor();
    IInputAdaptor httpInputAdaptor = new HttpInputAdaptor();
    FileOutputAdaptor fileOutAdaptor = new FileOutputAdaptor();
   
    FileJobExporter fileJobExporter = new FileJobExporter();
    fileJobExporter.setMaxCreateReportWorker(2);
    fileJobExporter.init();
   
    fileOutAdaptor.setJobExporter(fileJobExporter);
   
    JobResultMerger jobResultMerger = new JobResultMerger();
    jobResultMerger.init();
   
    defaultAnalysisEngine.addInputAdaptor(fileInputAdaptor);
    defaultAnalysisEngine.addInputAdaptor(httpInputAdaptor);
    defaultAnalysisEngine.addOutputAdaptor(fileOutAdaptor);
     
    FileJobBuilder jobBuilder = new FileJobBuilder();
    Map<String,Job> jobs = jobBuilder.build("jobs-config-engine-big.properties");
   
    for(int i =0 ; i < 100; i++)
    {
   
      for(Job job : jobs.values())
      {
        List<JobTask> tasks = job.getJobTasks();
       
        List<JobTaskResult> taskResults = new ArrayList<JobTaskResult>();
       
        for(JobTask jobtask : tasks)
        {
          taskResults.add(defaultAnalysisEngine.doAnalysis(jobtask));
        }
       
        JobTaskResult jobTaskResult = jobResultMerger.merge(tasks.get(0), taskResults,true,true);
       
        defaultAnalysisEngine.doExport(tasks.get(0), jobTaskResult);
      }
    }

    fileJobExporter.releaseResource();
    jobResultMerger.releaseResource();
    defaultAnalysisEngine.releaseResource();
   
    Thread.sleep(100);
   
View Full Code Here

     * 初始化各个类
     * 很多配置目前是硬编码,后续将根据配置的不同选择不同的配置
     */
    public void init(String propertyFile, boolean isMaster) {
        jobResultMerger = new JobResultMerger();
        jobExporter = new FileJobExporter();
        InternalLoggerFactory.setDefaultFactory(new Log4JLoggerFactory());
        if(isMaster) {
            //init Master
            buildMaster();
        } else {
View Full Code Here

TOP

Related Classes of com.taobao.top.analysis.node.component.FileJobExporter

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.