Package org.apache.accumulo.server.master.balancer

Examples of org.apache.accumulo.server.master.balancer.SimpleLoggerBalancer

546
547
548
549
550
551
552
553
    authenticator = ZKAuthenticator.getInstance();
   
    tserverSet = new LiveTServerSet(instance, this);
   
    this.tabletBalancer = createInstanceFromPropertyName(Property.MASTER_TABLET_BALANCER, TabletBalancer.class, new DefaultLoadBalancer());
    this.loggerBalancer = createInstanceFromPropertyName(Property.MASTER_LOGGER_BALANCER, LoggerBalancer.class, new SimpleLoggerBalancer());
    Accumulo.enableTracing(hostname, "master");
  }
View Full Code Here
546
547
548
549
550
551
552
553
    authenticator = ZKAuthenticator.getInstance();
   
    tserverSet = new LiveTServerSet(instance, this);
   
    this.tabletBalancer = createInstanceFromPropertyName(Property.MASTER_TABLET_BALANCER, TabletBalancer.class, new DefaultLoadBalancer());
    this.loggerBalancer = createInstanceFromPropertyName(Property.MASTER_LOGGER_BALANCER, LoggerBalancer.class, new SimpleLoggerBalancer());
    Accumulo.enableTracing(hostname, "master");
  }
View Full Code Here
412
413
414
415
416
417
418
419
    authenticator = ZKAuthenticator.getInstance();
   
    tserverSet = new LiveTServerSet(instance, this);
   
    this.tabletBalancer = createInstanceFromPropertyName(Property.MASTER_TABLET_BALANCER, TabletBalancer.class, new DefaultLoadBalancer());
    this.loggerBalancer = createInstanceFromPropertyName(Property.MASTER_LOGGER_BALANCER, LoggerBalancer.class, new SimpleLoggerBalancer());
    Accumulo.enableTracing(hostname, "master");
  }
View Full Code Here
544
545
546
547
548
549
550
551
    authenticator = ZKAuthenticator.getInstance();
   
    tserverSet = new LiveTServerSet(instance, this);
   
    this.tabletBalancer = createInstanceFromPropertyName(Property.MASTER_TABLET_BALANCER, TabletBalancer.class, new DefaultLoadBalancer());
    this.loggerBalancer = createInstanceFromPropertyName(Property.MASTER_LOGGER_BALANCER, LoggerBalancer.class, new SimpleLoggerBalancer());
    Accumulo.enableTracing(hostname, "master");
  }
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
    }
  }
 
  @Test
  public void testBalanceNewLoggers() {
    SimpleLoggerBalancer balancer = new SimpleLoggerBalancer(0);
    List<String> loggers = Arrays.asList("logger1", "logger2", "logger3");
    LoggerUser[] tservers = {new MockServer("tserv1", "logger1"), new MockServer("tserv2", "logger1"), new MockServer("tserv3", "logger1")};
    Map<LoggerUser,List<String>> assignmentsOut = new HashMap<LoggerUser,List<String>>();
    balancer.balance(Arrays.asList(tservers), loggers, assignmentsOut, 1);
    assertEquals(2, assignmentsOut.size());
    Map<String,Integer> computeUses = computeUses(tservers, assignmentsOut, 1);
   
    assertEquals(new Integer(1), computeUses.get("logger1"));
    assertEquals(new Integer(1), computeUses.get("logger2"));
View Full Code Here
116
117
118
119
120
121
122
123
124
125
126
127
    assertEquals(new Integer(1), computeUses.get("logger3"));
  }
 
  @Test
  public void testBalanceTrivial() {
    SimpleLoggerBalancer balancer = new SimpleLoggerBalancer(0);
    LoggerUser[] tservers = {new MockServer("tserv1", "logger1"), new MockServer("tserv2", "logger2"), new MockServer("tserv3", "logger3")};
    List<String> loggers = Arrays.asList("logger1", "logger2", "logger3");
    Map<LoggerUser,List<String>> assignmentsOut = new HashMap<LoggerUser,List<String>>();
    balancer.balance(Arrays.asList(tservers), loggers, assignmentsOut, 1);
    assertEquals(0, assignmentsOut.size());
  }
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
    assertEquals(0, assignmentsOut.size());
  }
 
  @Test
  public void testBalanceUneven() {
    SimpleLoggerBalancer balancer = new SimpleLoggerBalancer(0);
    List<String> loggers = Arrays.asList("logger1", "logger2", "logger3");
    LoggerUser[] tservers = {new MockServer("tserv1", "logger1", "logger2"), new MockServer("tserv2", "logger1", "logger2"),
        new MockServer("tserv3", "logger1", "logger2")};
    Map<LoggerUser,List<String>> assignmentsOut = new HashMap<LoggerUser,List<String>>();
    balancer.balance(Arrays.asList(tservers), loggers, assignmentsOut, 2);
    Map<String,Integer> computeUses = computeUses(tservers, assignmentsOut, 2);
    // make sure our unloaded logger got some work
    assertEquals(new Integer(2), computeUses.get("logger3"));
    // make sure the other loggers are still used
    Integer uses = computeUses.get("logger1").intValue() + computeUses.get("logger2").intValue();
    assertEquals(new Integer(4), uses);
    // re-run balancer
    balancer.balance(Arrays.asList(tservers), loggers, assignmentsOut, 2);
    computeUses = computeUses(tservers, assignmentsOut, 2);
    assertEquals(new Integer(2), computeUses.get("logger1"));
    assertEquals(new Integer(2), computeUses.get("logger2"));
    assertEquals(new Integer(2), computeUses.get("logger3"));
  }
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
    assertEquals(new Integer(2), computeUses.get("logger3"));
  }
 
  @Test
  public void testBalanceLotsOfLoggers() {
    SimpleLoggerBalancer balancer = new SimpleLoggerBalancer(0);
    List<String> loggers = Arrays.asList("logger1", "logger2", "logger3", "logger4");
    LoggerUser[] tservers = {new MockServer("tserv1", "logger1", "logger2"), new MockServer("tserv2", "logger1", "logger2"),
        new MockServer("tserv3", "logger1", "logger2")};
    Map<LoggerUser,List<String>> assignmentsOut = new HashMap<LoggerUser,List<String>>();
    balancer.balance(Arrays.asList(tservers), loggers, assignmentsOut, 2);
    Map<String,Integer> computeUses = computeUses(tservers, assignmentsOut, 2);
    assertTrue(computeUses.get("logger1") <= 2);
    assertTrue(computeUses.get("logger2") <= 2);
    assertTrue(computeUses.get("logger3") <= 2);
    assertTrue(computeUses.get("logger4") <= 2);
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
    assertTrue(computeUses.get("logger4") <= 2);
  }
 
  @Test
  public void testWildlyUnbalanced() {
    SimpleLoggerBalancer balancer = new SimpleLoggerBalancer(0);
    final int MANY = 100;
    List<String> loggers = new ArrayList<String>();
    for (int i = 0; i < MANY; i++) {
      loggers.add(String.format("logger%d", i));
    }
    LoggerUser[] tservers = new LoggerUser[MANY];
    for (int i = 0; i < MANY; i++) {
      tservers[i] = new MockServer(String.format("tserv%s", i), "logger0", "logger1");
    }
    Map<LoggerUser,List<String>> assignmentsOut = new HashMap<LoggerUser,List<String>>();
    balancer.balance(Arrays.asList(tservers), loggers, assignmentsOut, 2);
    Map<String,Integer> computeUses = computeUses(tservers, assignmentsOut, 2);
    for (String logger : loggers) {
      assertTrue(computeUses.get(logger) == 2);
    }
  }
View Full Code Here
546
547
548
549
550
551
552
553
    authenticator = ZKAuthenticator.getInstance();
   
    tserverSet = new LiveTServerSet(instance, this);
   
    this.tabletBalancer = createInstanceFromPropertyName(Property.MASTER_TABLET_BALANCER, TabletBalancer.class, new DefaultLoadBalancer());
    this.loggerBalancer = createInstanceFromPropertyName(Property.MASTER_LOGGER_BALANCER, LoggerBalancer.class, new SimpleLoggerBalancer());
    Accumulo.enableTracing(hostname, "master");
  }
View Full Code Here
TOP

Related Classes of org.apache.accumulo.server.master.balancer.SimpleLoggerBalancer

  • org.apache.accumulo.server.master.balancer.SimpleLoggerBalancerTest
  • org.apache.accumulo.server.master.Master
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.