Package org.apache.blur.manager.clusterstatus

Examples of org.apache.blur.manager.clusterstatus.ZookeeperClusterStatus

187
188
189
190
191
192
193
194
195
196
197
    final ZooKeeper zooKeeper = ZkUtils.newZooKeeper(zkConnectionStr, sessionTimeout);

    BlurUtil.setupZookeeper(zooKeeper, configuration.get(BLUR_CLUSTER_NAME));

    final ZookeeperClusterStatus clusterStatus = new ZookeeperClusterStatus(zooKeeper, configuration);

    final BlurIndexRefresher refresher = new BlurIndexRefresher();
    refresher.init();

    BlurFilterCache filterCache = getFilterCache(configuration);
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
    final ZooKeeper zooKeeper = ZkUtils.newZooKeeper(zkConnectionStr, sessionTimeout);

    //@TODO this is confusing because controllers are in a cluster by default, but they see all the shards clusters.
    BlurUtil.setupZookeeper(zooKeeper, BlurConstants.BLUR_CLUSTER);

    final ZookeeperClusterStatus clusterStatus = new ZookeeperClusterStatus(zooKeeper, configuration);

    int timeout = configuration.getInt(BLUR_CONTROLLER_SHARD_CONNECTION_TIMEOUT, 60000);
    BlurControllerServer.BlurClient client = new BlurControllerServer.BlurClientRemote(timeout);

    final BlurControllerServer controllerServer = new BlurControllerServer();
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
    job.setNumReduceTasks(getNumReducers(configuration));
    return job;
  }

  private void checkTable() throws IOException {
    ZookeeperClusterStatus status = new ZookeeperClusterStatus(_zooKeeper);
    // check if table exists
    String cluster = _tableDescriptor.cluster;
    String table = _tableDescriptor.name;
    if (!status.exists(false, cluster, table)) {
      throw new RuntimeException("Table [" + table + "] in cluster [" + cluster + "] does not exist.");
    }
    // check if table is locked
    try {
      List<String> children = _zooKeeper.getChildren(ZookeeperPathConstants.getLockPath(cluster, table), false);
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
    final ZooKeeper zooKeeper = ZkUtils.newZooKeeper(zkConnectionStr, sessionTimeout);

    BlurUtil.setupZookeeper(zooKeeper, null);

    final ZookeeperClusterStatus clusterStatus = new ZookeeperClusterStatus(zooKeeper, configuration);

    int timeout = configuration.getInt(BLUR_CONTROLLER_SHARD_CONNECTION_TIMEOUT, 60000);
    BlurControllerServer.BlurClient client = new BlurControllerServer.BlurClientRemote(timeout);

    final BlurControllerServer controllerServer = new BlurControllerServer();
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
    final ZooKeeper zooKeeper = ZkUtils.newZooKeeper(zkConnectionStr, sessionTimeout);

    String cluster = configuration.get(BLUR_CLUSTER_NAME, BLUR_CLUSTER);
    BlurUtil.setupZookeeper(zooKeeper, cluster);

    final ZookeeperClusterStatus clusterStatus = new ZookeeperClusterStatus(zooKeeper, configuration);

    final BlurIndexRefresher refresher = new BlurIndexRefresher();

    BlurFilterCache filterCache = getFilterCache(configuration);
    BlurIndexWarmup indexWarmup = BlurIndexWarmup.getIndexWarmup(configuration);
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    } else { // in dev mode
      blurConfig = new BlurConfiguration(false);
      setDevelopmentZookeeperConnection();
      setDevelopmentProperties();
    }
    zk = new ZookeeperClusterStatus(blurConfig.get("blur.zookeeper.connection"), blurConfig);
    blurConnection = buildConnectionString();
    port = blurConfig.getInt("blur.console.port", DEFAULT_PORT);
    parseSecurity();
    setupProvider();
  }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
public class NodeUtil {

  @SuppressWarnings("unchecked")
  public static Map<String, Object> getControllerStatus() throws IOException {
    ZookeeperClusterStatus zk = Config.getZookeeper();

    List<String> allControllers = new ArrayList<String>();
    List<String> oControllers = new ArrayList<String>();
    allControllers = zk.getOnlineControllerList();
    oControllers = zk.getControllerServerList();

    Collection<String> onlineControllers = CollectionUtils.intersection(allControllers, oControllers);
    Collection<String> offlineControllers = CollectionUtils.subtract(allControllers, oControllers);

    Map<String, Object> data = new HashMap<String, Object>();
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
    return data;
  }

  public static List<Map<String, Object>> getClusterStatus() throws IOException {
    ZookeeperClusterStatus zk = Config.getZookeeper();

    List<Map<String, Object>> data = new ArrayList<Map<String, Object>>();
    List<String> clusters = zk.getClusterList(false);

    for (String cluster : clusters) {
      Map<String, Object> clusterObj = new HashMap<String, Object>();
      clusterObj.put("name", cluster);

      List<String> offlineShardServers = zk.getOfflineShardServers(false, cluster);
      List<String> onlineShardServers = zk.getOnlineShardServers(false, cluster);

      clusterObj.put("online", onlineShardServers);
      clusterObj.put("offline", offlineShardServers);

      data.add(clusterObj);
View Full Code Here
TOP

Related Classes of org.apache.blur.manager.clusterstatus.ZookeeperClusterStatus

  • org.apache.blur.BlurConfiguration
  • org.apache.blur.console.util.Config
  • org.apache.blur.console.util.NodeUtil
  • org.apache.blur.mapreduce.BlurTask
  • org.apache.blur.thirdparty.thrift_0_9_0.TDeserializer
  • org.apache.blur.thirdparty.thrift_0_9_0.TSerializer
  • org.apache.blur.thrift.generated.TableDescriptor
  • org.apache.blur.thrift.ThriftBlurControllerServer
  • org.apache.blur.thrift.ThriftBlurShardServer
  • org.apache.blur.zookeeper.WatchChildren
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.