Examples of org.hbase.async.HBaseClient$ZKClient

org.hbase.async.HBaseClient
Helper to locate the -ROOT- region through ZooKeeper.
We don't watch the file of the -ROOT- region. We just asynchronously read it once to find -ROOT-, then we close our ZooKeeper session. There are a few reasons for this. First of all, the -ROOT- region doesn't move often. When it does, and when we need to use it, we'll realize that -ROOT- is no longer where we though it was and we'll find it again. Secondly, maintaining a session open just to watch the -ROOT- region is a waste of resources both on our side and on ZK's side. ZK is chatty, it will frequently send us heart beats that will keep waking its event thread, etc. Third, if the application we're part of already needs to maintain a session with ZooKeeper anyway, we can't easily share it with them anyway, because of ZooKeeper's API. Indeed, unfortunately the ZooKeeper API requires that the {@link ZooKeeper}object be re-created when the session is invalidated (due to a disconnection or a timeout), which means that it's impossible to share the {@link ZooKeeper} object. Ideally in an application thereshould be only one instance, but their poor API makes it impractical, since the instance must be re-created when the session is invalidated, which entails that one entity should own the reconnection process and have a way of giving everyone else the new instance. This is extremely cumbersome so I don't expect anyone to do this, which is why we manage our own instance.

    sinkCounter.start();
    sinkCounter.incrementConnectionCreatedCount();
    String zkQuorum = conf.get(HConstants.ZOOKEEPER_QUORUM);
    String zkBaseDir = conf.get(HConstants.ZOOKEEPER_ZNODE_PARENT);
    if(zkBaseDir != null){
      client = new HBaseClient(zkQuorum, zkBaseDir);
    } else {
      client = new HBaseClient(zkQuorum);
    }
    final CountDownLatch latch = new CountDownLatch(1);
    final AtomicBoolean fail = new AtomicBoolean(false);
    client.ensureTableFamilyExists(
            tableName.getBytes(Charsets.UTF_8), columnFamily).addCallbacks(

View Full Code Here

    sinkCounter.incrementConnectionCreatedCount();
      sinkCallbackPool = Executors.newCachedThreadPool(new ThreadFactoryBuilder()
        .setNameFormat(this.getName() + " HBase Call Pool").build());
    logger.info("Callback pool created");
    if(!isTimeoutTest) {
      client = new HBaseClient(zkQuorum, zkBaseDir, sinkCallbackPool);
    } else {
      client = new HBaseClient(zkQuorum, zkBaseDir,
        new NioClientSocketChannelFactory(Executors
          .newSingleThreadExecutor(),
          Executors.newSingleThreadExecutor()));
    }
    final CountDownLatch latch = new CountDownLatch(1);

View Full Code Here

    Preconditions.checkArgument(client == null, "Please call stop " +
        "before calling start on an old instance.");
    String zkQuorum = conf.get(HConstants.ZOOKEEPER_QUORUM);
    String zkBaseDir = conf.get(HConstants.ZOOKEEPER_ZNODE_PARENT);
    if(zkBaseDir != null){
      client = new HBaseClient(zkQuorum, zkBaseDir);
    } else {
      client = new HBaseClient(zkQuorum);
    }
    CountDownLatch latch = new CountDownLatch(1);
    AtomicBoolean fail = new AtomicBoolean(false);
    client.ensureTableFamilyExists(
        tableName.getBytes(Charsets.UTF_8), columnFamily).addCallbacks(

View Full Code Here

      sinkCallbackPool = Executors.newCachedThreadPool(new ThreadFactoryBuilder()
        .setNameFormat(this.getName() + " HBase Call Pool").build());
    } else {
      sinkCallbackPool = Executors.newSingleThreadExecutor();
    }
    client = new HBaseClient(zkQuorum, zkBaseDir, sinkCallbackPool);
    final CountDownLatch latch = new CountDownLatch(1);
    final AtomicBoolean fail = new AtomicBoolean(false);
    client.ensureTableFamilyExists(
            tableName.getBytes(Charsets.UTF_8), columnFamily).addCallbacks(
            new Callback<Object, Object>() {

View Full Code Here

      final String zkquorum = conf.get(HConstants.ZOOKEEPER_QUORUM);
      final String znode = conf.get(HConstants.ZOOKEEPER_ZNODE_PARENT,
                                    HConstants.DEFAULT_ZOOKEEPER_ZNODE_PARENT);
      synchronized (AsyncTest.class) {
        if (client == null) {
          client = new HBaseClient(zkquorum, znode);
          // Sanity check.
          try {
            client.ensureTableFamilyExists(tableName, FAMILY_NAME).joinUninterruptibly();
          } catch (Exception e) {
            throw new RuntimeException("Missing test table/family?", e);

View Full Code Here

      sinkCallbackPool = Executors.newCachedThreadPool(new ThreadFactoryBuilder()
        .setNameFormat(this.getName() + " HBase Call Pool").build());
    } else {
      sinkCallbackPool = Executors.newSingleThreadExecutor();
    }
    client = new HBaseClient(zkQuorum, zkBaseDir, sinkCallbackPool);
    final CountDownLatch latch = new CountDownLatch(1);
    final AtomicBoolean fail = new AtomicBoolean(false);
    client.ensureTableFamilyExists(
            tableName.getBytes(Charsets.UTF_8), columnFamily).addCallbacks(
            new Callback<Object, Object>() {

View Full Code Here

    client.shutdown().join();
  }


  /** Ensures the table/family we use for our test exists. */
  private static void preFlightTest(final String[] args) throws Exception {
    final HBaseClient client = Common.getOpt(TestIncrementCoalescing.class,
                                             args);
    try {
      createOrTruncateTable(client, args[0], args[1]);
    } finally {
      client.shutdown().join();
    }
  }

View Full Code Here

    if (Runtime.getRuntime().maxMemory() < 1992294400L) {
      LOG.error("This test requires at least 2GB of RAM to run.");
      LOG.error("Use JVM_ARGS='-Xmx2g -Xms2g'.");
      System.exit(3);
    }
    final HBaseClient client = Common.getOpt(TestIncrementCoalescing.class,
                                             args);
    final byte[] table = args[0].getBytes();
    final byte[] family = args[1].getBytes();
    try {
      test(client, table, family);
    } finally {
      client.shutdown().join();
    }
  }

View Full Code Here

    if (args.length > 2) {
      zkquorum = args[2];
    } else {
      zkquorum = "localhost";
    }
    final HBaseClient client;
    if (args.length > 3) {
      return new HBaseClient(zkquorum, args[3]);
    } else {
      return new HBaseClient(zkquorum);  // Default znode
    }
  }

View Full Code Here

    final Cmd cmd = commands.get(args[1]);
    if (cmd == null) {
      fatalUsage("Unknown command: " + args[1], 2);
    }


    final HBaseClient client = new HBaseClient(args[0]);


    try {
      cmd.execute(client, args);
    } catch (Exception e) {
      LOG.error("Unexpected exception caught in main", e);
    }


    System.out.println("Starting shutdown...");
    LOG.debug("Shutdown returned " + client.shutdown().joinUninterruptibly());
    System.out.println("Exiting...");
  }

View Full Code Here

0 1

TOP

Related Classes of org.hbase.async.HBaseClient$ZKClient

HBaseIA.TwitBase.AsyncUsersTool

net.opentsdb.core.TSDB

net.opentsdb.tree.TestBranch

net.opentsdb.uid.TestUniqueId

org.apache.flume.sink.hbase.AsyncHBaseSink

org.apache.hadoop.hbase.PerformanceEvaluation$AsyncTest

org.apache.zookeeper.ZooKeeper

org.hbase.async.test.Common

org.hbase.async.test.Test

org.hbase.async.test.TestIncrementCoalescing

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.