Package com.taobao.top.analysis.node.io

Examples of com.taobao.top.analysis.node.io.HdfsInputAdaptor

26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
   * @param args
   */
  public static void main(String[] args) {
   
   
    HdfsInputAdaptor hdfsInputAdaptor = new HdfsInputAdaptor();
    JobConfig jobConfig = new JobConfig();
    JobTask jobtask = new JobTask(jobConfig);
    jobtask.setInput("hdfs://localhost:9000/user/apple/top/top-access.log");
   
    java.io.BufferedReader reader = null;
    InputStream in = null;
   
    try
    {
      in = hdfsInputAdaptor.getInputFormJob(jobtask, new JobTaskExecuteInfo());
     
      reader = new java.io.BufferedReader(new java.io.InputStreamReader(in));
     
      String aa = null;
     
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
    slaveNode.setJobResultMerger(jobResultMerger2);
    slaveNode.setMonitor(monitor);
   
    IInputAdaptor fileInputAdaptor =  new FileInputAdaptor();
    IInputAdaptor httpInputAdaptor = new HttpInputAdaptor();
    IInputAdaptor hdfsInputAdaptor = new HdfsInputAdaptor();
    IOutputAdaptor fileOutAdaptor = new FileOutputAdaptor();
   
    FileJobExporter fileJobExporter2 = new FileJobExporter();
    fileJobExporter2.setMaxCreateReportWorker(2);
    fileJobExporter2.init();
View Full Code Here
286
287
288
289
290
291
292
293
294
295
296
        nodeConfig = new SlaveConfig();
        slaveConnector = new SocketSlaveConnector();
        monitor = new SlaveMonitor();
        statisticsEngine = new StatisticsEngine();
        httpInputAdaptor = new HttpInputAdaptor();
        hdfsInputAdaptor = new HdfsInputAdaptor();
        fileInputAdaptor = new FileInputAdaptor();
        hubInputAdaptor = new HubInputAdaptor();
        fileOutputAdaptor = new FileOutputAdaptor();
       
        try {
View Full Code Here
TOP

Related Classes of com.taobao.top.analysis.node.io.HdfsInputAdaptor

  • com.taobao.top.analysis.HdfsInputAdaptorTest
  • com.taobao.top.analysis.node.component.MasterSlaveIntegrationTest_SocketVersion
  • com.taobao.top.analysis.TopAnalysisNode
  • java.net.URL
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.