Examples of net.opentsdb.tree.Branch

net.opentsdb.tree.Branch
Represents a branch of a meta data tree, used to organize timeseries into a hierarchy for easy navigation. Each branch is composed of itself and potential child branches and/or child leaves.
Branch IDs are hex encoded byte arrays composed of the tree ID + hash of the display name for each previous branch. The tree ID is encoded on {@link Tree#TREE_ID_WIDTH()} bytes, each hash is then {@code INT_WIDTH} bytes. So the if the tree ID width is 2 bytes and Java Integers are 4 bytes, the root for tree # 1 is just {@code 0001}. A child of the root could be {@code 00001A3B190C2} and so on. These IDs are used as the row key in storage.
Branch definitions are JSON objects stored in the "branch" column of the branch ID row. Only the tree ID, path and display name are stored in the definition column to keep space down. Leaves are stored in separate columns and child branch definitions are stored in separate rows. Note that the root branch definition for a tree will be stored in the same row as the tree definition since they share the same row key.
When fetching a branch with children and leaves, a scanner is configured with a row key regex to scan any rows that match the branch ID plus an additional {@code INT_WIDTH} so that when we scan, we can pick up allof the rows with child branch definitions. Also, when loading a full branch, any leaves for the request branch can load the associated UID names from storage, so this can get expensive. Leaves for a child branch will not be loaded, only leaves that belong directly to the local will. Also, children branches of children will not be loaded. We only return one branch at a time since the tree could be HUGE!
Storing a branch will only write the definition column for the local branch object. Child branches will not be written to storage. If you've loaded and modified children in this branch, you need to loop through the children and store them individually. Leaves belonging to this branch will be stored and collisions recorded to the given Tree object. @since 2.0

      } else {
        branch_id = Branch.stringToId(branch_hex);
      }
      
      // fetch it
      final Branch branch = Branch.fetchBranch(tsdb, branch_id, true)
        .joinUninterruptibly();
      if (branch == null) {
        throw new BadRequestException(HttpResponseStatus.NOT_FOUND, 
            "Unable to locate branch '" + Branch.idToString(branch_id) + 
            "' for tree '" + Tree.bytesToId(branch_id) + "'");

View Full Code Here

  private void setupStorage() throws Exception {         
    Tree tree = TestTree.buildTestTree();
 
    // store root
    TreeMap<Integer, String> root_path = new TreeMap<Integer, String>();
    Branch root = new Branch(tree.getTreeId());
    root.setDisplayName("ROOT");
    root_path.put(0, "ROOT");
    root.prependParentPath(root_path);
    storage.addColumn(root.compileBranchId(), Tree.TREE_FAMILY(),
        "branch".getBytes(MockBase.ASCII()), 
        (byte[])branchToStorageJson.invoke(root));
    
    // store the first tree
    byte[] key = new byte[] { 0, 1 };
    storage.addColumn(key, Tree.TREE_FAMILY(), "tree".getBytes(MockBase.ASCII()), 
        (byte[])TreetoStorageJson.invoke(TestTree.buildTestTree()));
    
    TreeRule rule = new TreeRule(1);
    rule.setField("host");
    rule.setDescription("Hostname rule");
    rule.setType(TreeRuleType.TAGK);
    rule.setDescription("Host Name");
    storage.addColumn(key, Tree.TREE_FAMILY(), 
        "tree_rule:0:0".getBytes(MockBase.ASCII()), 
        JSON.serializeToBytes(rule));


    rule = new TreeRule(1);
    rule.setField("");
    rule.setLevel(1);
    rule.setNotes("Metric rule");
    rule.setType(TreeRuleType.METRIC);
    storage.addColumn(key, Tree.TREE_FAMILY(),
        "tree_rule:1:0".getBytes(MockBase.ASCII()), 
        JSON.serializeToBytes(rule));
    
    root = new Branch(1);
    root.setDisplayName("ROOT");
    root_path = new TreeMap<Integer, String>();
    root_path.put(0, "ROOT");
    root.prependParentPath(root_path);
    storage.addColumn(key, Tree.TREE_FAMILY(), 
        "branch".getBytes(MockBase.ASCII()), 
        (byte[])branchToStorageJson.invoke(root));
    
    // tree 2
    key = new byte[] { 0, 2 };


    Tree tree2 = new Tree();
    tree2.setTreeId(2);
    tree2.setName("2nd Tree");
    tree2.setDescription("Other Tree");
    storage.addColumn(key, Tree.TREE_FAMILY(), "tree".getBytes(MockBase.ASCII()), 
        (byte[])TreetoStorageJson.invoke(tree2));
    
    rule = new TreeRule(2);
    rule.setField("host");
    rule.setType(TreeRuleType.TAGK);
    storage.addColumn(key, Tree.TREE_FAMILY(), 
        "tree_rule:0:0".getBytes(MockBase.ASCII()), 
        JSON.serializeToBytes(rule));
    
    rule = new TreeRule(2);
    rule.setField("");
    rule.setLevel(1);
    rule.setType(TreeRuleType.METRIC);
    storage.addColumn(key, Tree.TREE_FAMILY(), 
        "tree_rule:1:0".getBytes(MockBase.ASCII()), 
        JSON.serializeToBytes(rule));
    
    root = new Branch(2);
    root.setDisplayName("ROOT");
    root_path = new TreeMap<Integer, String>();
    root_path.put(0, "ROOT");
    root.prependParentPath(root_path);
    storage.addColumn(key, Tree.TREE_FAMILY(), 
        "branch".getBytes(MockBase.ASCII()), 
        (byte[])branchToStorageJson.invoke(root));
    
    // sprinkle in some collisions and no matches for fun
    // collisions
    key = new byte[] { 0, 1, 1 };
    String tsuid = "010101";
    byte[] qualifier = new byte[Tree.COLLISION_PREFIX().length + 
                                      (tsuid.length() / 2)];
    System.arraycopy(Tree.COLLISION_PREFIX(), 0, qualifier, 0, 
        Tree.COLLISION_PREFIX().length);
    byte[] tsuid_bytes = UniqueId.stringToUid(tsuid);
    System.arraycopy(tsuid_bytes, 0, qualifier, Tree.COLLISION_PREFIX().length, 
        tsuid_bytes.length);
    storage.addColumn(key, Tree.TREE_FAMILY(), qualifier, 
        "AAAAAA".getBytes(MockBase.ASCII()));
    
    tsuid = "020202";
    qualifier = new byte[Tree.COLLISION_PREFIX().length + 
                                      (tsuid.length() / 2)];
    System.arraycopy(Tree.COLLISION_PREFIX(), 0, qualifier, 0, 
        Tree.COLLISION_PREFIX().length);
    tsuid_bytes = UniqueId.stringToUid(tsuid);
    System.arraycopy(tsuid_bytes, 0, qualifier, Tree.COLLISION_PREFIX().length, 
        tsuid_bytes.length);
    storage.addColumn(key, Tree.TREE_FAMILY(), qualifier, 
        "BBBBBB".getBytes(MockBase.ASCII()));
    
    // not matched
    key = new byte[] { 0, 1, 2 };
    tsuid = "010101";
    qualifier = new byte[Tree.NOT_MATCHED_PREFIX().length + 
                             (tsuid.length() / 2)];
    System.arraycopy(Tree.NOT_MATCHED_PREFIX(), 0, qualifier, 0, 
        Tree.NOT_MATCHED_PREFIX().length);
    tsuid_bytes = UniqueId.stringToUid(tsuid);
    System.arraycopy(tsuid_bytes, 0, qualifier, Tree.NOT_MATCHED_PREFIX().length, 
    tsuid_bytes.length);
    storage.addColumn(key, Tree.TREE_FAMILY(), qualifier, 
        "Failed rule 0:0".getBytes(MockBase.ASCII()));
    
    tsuid = "020202";
    qualifier = new byte[Tree.NOT_MATCHED_PREFIX().length + 
                             (tsuid.length() / 2)];
    System.arraycopy(Tree.NOT_MATCHED_PREFIX(), 0, qualifier, 0, 
        Tree.NOT_MATCHED_PREFIX().length);
    tsuid_bytes = UniqueId.stringToUid(tsuid);
    System.arraycopy(tsuid_bytes, 0, qualifier, Tree.NOT_MATCHED_PREFIX().length, 
    tsuid_bytes.length);
    storage.addColumn(key, Tree.TREE_FAMILY(), qualifier, 
        "Failed rule 1:1".getBytes(MockBase.ASCII()));
    
    // drop some branches in for tree 1
    Branch branch = new Branch(1);
    TreeMap<Integer, String> path = new TreeMap<Integer, String>();
    path.put(0, "ROOT");
    path.put(1, "sys");
    path.put(2, "cpu");
    branch.prependParentPath(path);
    branch.setDisplayName("cpu");
    storage.addColumn(branch.compileBranchId(), Tree.TREE_FAMILY(),
        "branch".getBytes(MockBase.ASCII()), 
        (byte[])branchToStorageJson.invoke(branch));
    
    Leaf leaf = new Leaf("user", "000001000001000001");
    qualifier = leaf.columnQualifier();
    storage.addColumn(branch.compileBranchId(), Tree.TREE_FAMILY(),
        qualifier, (byte[])LeaftoStorageJson.invoke(leaf));
    
    leaf = new Leaf("nice", "000002000002000002");
    qualifier = leaf.columnQualifier();
    storage.addColumn(branch.compileBranchId(), Tree.TREE_FAMILY(),
        qualifier, (byte[])LeaftoStorageJson.invoke(leaf));
    
    // child branch
    branch = new Branch(1);
    path.put(3, "mboard");
    branch.prependParentPath(path);
    branch.setDisplayName("mboard");
    storage.addColumn(branch.compileBranchId(), Tree.TREE_FAMILY(),
        "branch".getBytes(MockBase.ASCII()), 
        (byte[])branchToStorageJson.invoke(branch));
    
    leaf = new Leaf("Asus", "000003000003000003");
    qualifier = leaf.columnQualifier();
    storage.addColumn(branch.compileBranchId(), Tree.TREE_FAMILY(),
        qualifier, (byte[])LeaftoStorageJson.invoke(leaf));
  }

View Full Code Here

TOP

Related Classes of net.opentsdb.tree.Branch

com.fasterxml.jackson.core.JsonGenerator

net.opentsdb.tsd.TestTreeRpc

net.opentsdb.tsd.TreeRpc

org.hbase.async.GetRequest

org.hbase.async.PutRequest

org.hbase.async.Scanner

java.io.ByteArrayOutputStream

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.