Package org.apache.hadoop.chukwa.datacollection.controller

Examples of org.apache.hadoop.chukwa.datacollection.controller.ChukwaAgentController$Adaptor

82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
      HttpConnector connector = new HttpConnector(agent, "http://localhost:9990/chukwa");
      connector.start();
     
      ChukwaConfiguration cc = new ChukwaConfiguration();
      int portno = cc.getInt("chukwaAgent.control.port", 9093);
      ChukwaAgentController cli = new ChukwaAgentController("localhost", portno);
     

      File workdir = new File("/tmp/stresstest/");
      workdir.mkdir();
      for(int i = 0; i < FILES_TO_USE; ++i) {
        File newTestF = new File( "/tmp/stresstest/" + i);
       
        newTestF.deleteOnExit();
        (new OccasionalWriterThread(newTestF)).start();
        cli.addFile("test-lines", newTestF.getAbsolutePath());
      }

      Thread.sleep(60 * 1000);
      System.out.println("cleaning up");
      workdir.delete();
View Full Code Here
42
43
44
45
46
47
48
 
  public ChukwaTTInstru(TaskTracker t) {
    super(t);  //PENDING
    stdOutAdaptors = new HashMap<TaskAttemptID, Long>();
    stdErrAdaptors = new HashMap<TaskAttemptID, Long>();
    chukwa = new ChukwaAgentController();
  }
View Full Code Here
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
    //point which is called after all setters have been called with
    //their values from the log4j.properties file, in particular we
    //needed to give setCukwaClientPortNum() and -Hostname() a shot
    if (chukwaClient == null){
        if (getChukwaClientHostname() != null && getChukwaClientPortNum() != 0){
        chukwaClient = new ChukwaAgentController(getChukwaClientHostname(), getChukwaClientPortNum());
        System.out.println("setup adaptor with hostname " + getChukwaClientHostname() + " and portnum " + getChukwaClientPortNum());
      }
      else{
        chukwaClient = new ChukwaAgentController();
        System.out.println("setup adaptor with no args, which means it used its defaults");
      }
       
      //if they haven't specified, default to retrying every 10 seconds for 5 minutes
      long retryInterval = chukwaClientConnectRetryInterval;
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
          "http://localhost:9990/chukwa");
      connector.start();

      ChukwaConfiguration cc = new ChukwaConfiguration();
      int portno = cc.getInt("chukwaAgent.control.port", 9093);
      ChukwaAgentController cli = new ChukwaAgentController("localhost", portno);

      File workdir = new File("/tmp/stresstest/");
      workdir.mkdir();
      for (int i = 0; i < FILES_TO_USE; ++i) {
        File newTestF = new File("/tmp/stresstest/" + i);

        newTestF.deleteOnExit();
        (new OccasionalWriterThread(newTestF)).start();
        cli.addFile("test-lines", newTestF.getAbsolutePath());
      }

      Thread.sleep(60 * 1000);
      System.out.println("cleaning up");
      workdir.delete();
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
  public ChukwaJobTrackerInstrumentation(JobTracker jt, JobConf conf) {
    super(jt, conf);
    tracker = jt;
    if (chukwaClient == null) {
      chukwaClient = new ChukwaAgentController();
    }
    if (jobHistories == null) {
      jobHistories = new HashMap<JobID, Long>();
    }
  }
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
      ConsoleOutConnector conn = new ConsoleOutConnector(agent, true);
      conn.start();

      ChukwaConfiguration cc = new ChukwaConfiguration();
      int portno = cc.getInt("chukwaAgent.control.port", 9093);
      ChukwaAgentController cli = new ChukwaAgentController("localhost", portno);

      for (int i = 1; i < 20; ++i) {
        long adaptorId = cli.add(
            "org.apache.hadoop.chukwa.util.ConstRateAdaptor", "raw" + i, "2000"
                + i, 0);
        assertTrue(adaptorId != -1);
        Thread.sleep(2000);
        cli.removeAll();
      }
      agent.shutdown();
      conn.shutdown();
    } catch (Exception e) {
      e.printStackTrace();
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
    // Start the agent
    ChukwaAgent agent = ChukwaAgent.getAgent();

    int portno = 9093; // Default
    ChukwaAgentController cli = new ChukwaAgentController("localhost", portno);
    // ADD
    // org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.
    // CharFileTailingAdaptorUTF8NewLineEscaped
    // SysLog
    // 0 /var/log/messages
    // 0
    System.out.println("Adding adaptor");
    long adaptor = cli
        .add(
            "org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.CharFileTailingAdaptorUTF8NewLineEscaped",
            "AutomatedTestType", "0 " + inputFile, 0);

    cli.remove(adaptor);
    System.out.println("Adaptor removed");
    agent.shutdown();
    System.out.println("Shutting down agent");
    CollectorStub.jettyServer.stop();
    System.out.println("Shutting down collector");
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
  // consoleConnector = new ConsoleOutConnector(agent);

  protected void setUp() throws ChukwaAgent.AlreadyRunningException {
    config = new ChukwaConfiguration();
    agent = new ChukwaAgent();
    c = new ChukwaAgentController();
    httpConnector = new HttpConnector(agent); // use default source for list of
                                              // collectors (i.e.
                                              // conf/connectors)

    httpConnector.start();
View Full Code Here
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
          "http://localhost:1234/chukwa");
      connector.start();

      ChukwaConfiguration cc = new ChukwaConfiguration();
      int portno = cc.getInt("chukwaAgent.control.port", 9093);
      ChukwaAgentController cli = new ChukwaAgentController("localhost", portno);

      File tmpOutput = TempFileUtil.makeBinary(2000);

      cli.addFile("unknown", tmpOutput.getAbsolutePath());
      System.out.println("have " + agent.adaptorCount() + " running adaptors");
      cli.removeFile("unknown", tmpOutput.getAbsolutePath());

      tmpOutput.delete();
      assertFalse(failed);
      System.out.println("done");
      agent.shutdown();
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
      ChukwaAgent.AlreadyRunningException {
    ChukwaAgent agent = new ChukwaAgent();
    // Remove any adaptor left over from previous run
    ChukwaConfiguration cc = new ChukwaConfiguration();
    int portno = cc.getInt("chukwaAgent.control.port", 9093);
    ChukwaAgentController cli = new ChukwaAgentController("localhost", portno);
    cli.removeAll();
    // sleep for some time to make sure we don't get chunk from existing streams
    Thread.sleep(5000);
    File testFile = makeTestFile("chukwaCrSepTest", 80);
    long adaptorId = agent
        .processCommand("add org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.CharFileTailingAdaptorUTF8"
View Full Code Here
TOP

Related Classes of org.apache.hadoop.chukwa.datacollection.controller.ChukwaAgentController$Adaptor

  • org.apache.hadoop.chukwa.analysis.salsa.fsm.TestFSMBuilder
  • org.apache.hadoop.chukwa.database.TestDatabaseIostat
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileExpirationPolicy
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailingAdaptorBigRecord
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestFileTailingAdaptors
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestLogRotate
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestRawAdaptor
  • org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.TestStartAtOffset
  • org.apache.hadoop.chukwa.datacollection.agent.TestAgent
  • org.apache.hadoop.chukwa.datacollection.connector.TestFailedCollector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.