Package org.apache.hadoop.chukwa.datacollection.sender

Examples of org.apache.hadoop.chukwa.datacollection.sender.RetryListOfCollectors

31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
    hosts.add("host1");
    hosts.add("host2");
    hosts.add("host3");
    hosts.add("host4");
    Configuration conf = new Configuration();
    RetryListOfCollectors rloc = new RetryListOfCollectors(hosts, conf);
    rloc.shuffleList();
    assertEquals(hosts.size(), rloc.total());

    for (int i = 0; i < hosts.size(); ++i) {
      assertTrue(rloc.hasNext());
      String s = rloc.next();
      assertTrue(s != null);
      System.out.println(s);
    }

    if (rloc.hasNext()) {
      String s = rloc.next();
      System.out.println("saw unexpected collector " + s);
      fail();
    }
  }
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
    out.println("host6:5052");
    out.close();
   
    Configuration conf = new Configuration();
    conf.setInt("chukwaCollector.http.port", 5052);
    RetryListOfCollectors rloc = new RetryListOfCollectors(tmpOutput, conf);
    for (int i = 0; i < validHosts.size(); ++i) {
      assertTrue(rloc.hasNext());
      String s = rloc.next();
      assertTrue(s != null);
     
      System.out.println("host: " + s);
      assertTrue(validHosts.contains(s));
    }
   
    if (rloc.hasNext()) {
      String s = rloc.next();
      System.out.println("saw unexpected collector " + s);
      fail();
    }

    } catch(IOException e) {
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    log.info("setting up collectors file: " + chukwaConf + File.separator
        + COLLECTORS_FILENAME);
    File collectors = new File(chukwaConf + File.separator + filename);
    try {
      return new RetryListOfCollectors(collectors, conf);
    } catch (java.io.IOException e) {
      log.error("failed to read collectors file: ", e);
      throw e;
    }
  }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
77
78
    Server collector2_s = TestDelayedAcks.startCollectorOnPort(conf, PORTNO+2, collector2);
    Thread.sleep(2000); //for collectors to start
   
    ChukwaAgent agent = new ChukwaAgent(conf);
    HttpConnector conn = new HttpConnector(agent);
    RetryListOfCollectors clist = new RetryListOfCollectors(conf);
    clist.add("http://localhost:"+(PORTNO+1)+"/");
    clist.add("http://localhost:"+(PORTNO+2)+"/");
    conn.setCollectors(clist);
    conn.start();
    //FIXME: somehow need to clue in commit checker which paths to check.
    //       Somehow need
View Full Code Here
171
172
173
174
175
176
177
178
179
180
181
      conn = new HttpConnector(agent, "http://localhost:"+collectorPort+"/chukwa");
      conn.start();     
      sender = new ChukwaHttpSender(conf);
      ArrayList<String> collectorList = new ArrayList<String>();
      collectorList.add("http://localhost:"+collectorPort+"/chukwa");
      sender.setCollectors(new RetryListOfCollectors(collectorList, conf));
    } catch (AlreadyRunningException e) {
      fail("Chukwa Agent is already running");
    }
    System.out.println("Done setUp().");
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
    conf.setInt("constAdaptor.sleepVariance", 1);
    conf.setInt("constAdaptor.minSleep", 50);
   
    conf.setInt("chukwaAgent.control.port", 0);
    ChukwaAgent agent = new ChukwaAgent(conf);
    RetryListOfCollectors clist = new RetryListOfCollectors(conf);
    clist.add("http://localhost:"+PORTNO+"/chukwa");
    HttpConnector conn = new HttpConnector(agent);
    conn.setCollectors(clist);
    conn.start();
    Server server = new Server(PORTNO);
    Context root = new Context(server, "/", Context.SESSIONS);
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
    Server collector2_s = TestDelayedAcks.startCollectorOnPort(conf, PORTNO+2, collector2);
    Thread.sleep(2000); //for collectors to start
   
    ChukwaAgent agent = new ChukwaAgent(conf);
    HttpConnector conn = new HttpConnector(agent);
    RetryListOfCollectors clist = new RetryListOfCollectors(conf);
    clist.add("http://localhost:"+(PORTNO+1)+"/");
    clist.add("http://localhost:"+(PORTNO+2)+"/");
    conn.setCollectors(clist);
    conn.start();
    //FIXME: somehow need to clue in commit checker which paths to check.
    //       Somehow need
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
    conf.setInt("constAdaptor.sleepVariance", 1);
    conf.setInt("constAdaptor.minSleep", 50);
   
    conf.setInt("chukwaAgent.control.port", 0);
    ChukwaAgent agent = new ChukwaAgent(conf);
    RetryListOfCollectors clist = new RetryListOfCollectors(conf);
    clist.add("http://localhost:"+PORTNO+"/chukwa");
    HttpConnector conn = new HttpConnector(agent);
    conn.setCollectors(clist);
    conn.start();
    Server server = new Server(PORTNO);
    Context root = new Context(server, "/", Context.SESSIONS);
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
    List<String> hosts = new ArrayList<String>();
    hosts.add("host1");
    hosts.add("host2");
    hosts.add("host3");
    hosts.add("host4");
    RetryListOfCollectors rloc = new RetryListOfCollectors(hosts, 2000);
    assertEquals(hosts.size(), rloc.total());
   
    for(int i = 0; i < hosts.size(); ++i) {
      assertTrue(rloc.hasNext());
      String s =  rloc.next();
      assertTrue(s != null);
      System.out.println(s);
    }
   
    if(rloc.hasNext()) {
      String s = rloc.next();
      System.out.println("saw unexpected collector " + s);
      fail();
    }
 
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
      chukwaHome = ".";
    }
    log.info("setting up collectors file: " + chukwaHome + "/conf/collectors");
    File collectors = new File(chukwaHome + "/conf/collectors");
    try{
      return new RetryListOfCollectors(collectors, 1000 * 15);//time is ms between tries
    } catch(java.io.IOException e) {
      log.error("failed to read collectors file: ", e);
      throw e;
    }
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.chukwa.datacollection.sender.RetryListOfCollectors

  • org.apache.hadoop.chukwa.analysis.salsa.fsm.TestFSMBuilder
  • org.apache.hadoop.chukwa.database.TestDatabaseIostat
  • org.apache.hadoop.chukwa.datacollection.collector.TestBackpressure
  • org.apache.hadoop.chukwa.datacollection.collector.TestFailedCollectorAck
  • org.apache.hadoop.chukwa.datacollection.DataFactory
  • org.apache.hadoop.chukwa.datacollection.sender.TestRetryListOfCollectors
  • org.apache.hadoop.conf.Configuration
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.