Package com.taobao.top.analysis.node.operation

Examples of com.taobao.top.analysis.node.operation.JobDataOperation


                        finally {
                            j.getTrunkLock().writeLock().unlock();
                        }

                    }
                    JobDataOperation jobd =
                            new JobDataOperation(j, AnalysisConstants.JOBMANAGER_EVENT_EXPORTDATA, this.config);
                    jobd.run();
                    logger.info("releaseResouce now, export job : " + j.getJobName());
//                    while(!j.getTrunkExported().get())
//                        Thread.sleep(3000);
//                    if (!j.isExported().get()) {
//                        jobExporter.exportReport(j, false);
View Full Code Here


            job.setJobResult(null);
            job.getEpoch().set(0);

            // 删除临时文件,防止重复载入使得清空不生效
            if (config.getSaveTmpResultToFile()) {
                JobDataOperation jobDataOperation =
                        new JobDataOperation(job, AnalysisConstants.JOBMANAGER_EVENT_DEL_DATAFILE, this.config);
                jobDataOperation.run();
            }
           
            if(logger.isWarnEnabled())
                logger.warn("job " + job.getJobName() + " report data be reset.it's a new start. ");
        }

        // 清除主干数据,到时候自然会载入
        if (config.getSaveTmpResultToFile() && (job.getJobConfig().getSaveTmpResultToFile() == null || job.getJobConfig().getSaveTmpResultToFile())) {
            logger.warn("@disk2Mem mode: start " + job.getJobName() + " store trunk to disk now .");

            JobDataOperation jobDataOperation =
                    new JobDataOperation(job, AnalysisConstants.JOBMANAGER_EVENT_SETNULL_EXPORTDATA, this.config);
            jobDataOperation.run();

        }
        else {
            if (job.getLastExportTime() == 0
                    || System.currentTimeMillis() - job.getLastExportTime() >= config.getExportInterval() || stopped) {
                logger.warn("export job: " + job.getJobName() + " trunk to disk.");

                JobDataOperation jobDataOperation =
                        new JobDataOperation(job, AnalysisConstants.JOBMANAGER_EVENT_EXPORTDATA, this.config);
                jobDataOperation.run();
            }
        }
    }
View Full Code Here

  }

  @Override
  public void exportEntryData(Job job) {
    JobDataOperation jobDataOperation = new JobDataOperation(job,AnalysisConstants.JOBMANAGER_EVENT_EXPORTDATA,this.config);
    createReportFileThreadPool.execute(jobDataOperation);
  }
View Full Code Here

  }


  @Override
  public void loadEntryData(Job job) {
    JobDataOperation jobDataOperation = new JobDataOperation(job,AnalysisConstants.JOBMANAGER_EVENT_LOADDATA,this.config);
    createReportFileThreadPool.submit(jobDataOperation);
  }
View Full Code Here

  }


  @Override
  public void loadEntryDataToTmp(Job job) {
    JobDataOperation jobDataOperation = new JobDataOperation(job,AnalysisConstants.JOBMANAGER_EVENT_LOADDATA_TO_TMP,this.config);
    createReportFileThreadPool.submit(jobDataOperation);
  }
View Full Code Here

  }
 
  @Override
  public void loadJobBackupData(Job job,String bckPrefix)
  {
    JobDataOperation jobDataOperation = new JobDataOperation(job,AnalysisConstants.JOBMANAGER_EVENT_LOAD_BACKUPDATA,this.config,bckPrefix);
    createReportFileThreadPool.submit(jobDataOperation);
  }
View Full Code Here

        if (logger.isInfoEnabled())
          logger.info("start asyn load " + job.getJobName() + " trunkData from disk");
       
        if (job.getNeedLoadResultFile().compareAndSet(true, false))
        {
          new Thread(new JobDataOperation(job,AnalysisConstants.JOBMANAGER_EVENT_LOADDATA_TO_TMP,this.config)).start();
        }
      }

   
    if (mergeResultCount > 0 || (!this.config.getDispatchMaster() && mergeResults.size() > 0))
View Full Code Here

TOP

Related Classes of com.taobao.top.analysis.node.operation.JobDataOperation

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.