Package net.sf.katta.protocol.metadata

Examples of net.sf.katta.protocol.metadata.IndexMetaData$Shard

35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
            + INDEX_FILE.getAbsolutePath(), getNodeCount());
    protocol.addMasterOperation(deployOperation);

    TestUtil.waitUntilIndexDeployed(protocol, INDEX_NAME);
    assertEquals(1, protocol.getIndices().size());
    IndexMetaData indexMD = protocol.getIndexMD(INDEX_NAME);
    assertEquals(null, indexMD.getDeployError());
    assertEquals(SHARD_COUNT, indexMD.getShards().size());

    Set<Shard> shards = indexMD.getShards();
    for (Shard shard : shards) {
      assertEquals(getNodeCount(), protocol.getShardNodes(shard.getName()).size());
      assertEquals(1, shard.getMetaDataMap().size());
    }
View Full Code Here
68
69
70
71
72
73
74
75
76
    IndexDeployOperation deployOperation = new IndexDeployOperation(INDEX_NAME,
            "file://" + indexFile.getAbsolutePath(), getNodeCount());
    protocol.addMasterOperation(deployOperation);
    TestUtil.waitUntilIndexDeployed(protocol, INDEX_NAME);
    assertEquals(1, protocol.getIndices().size());
    IndexMetaData indexMD = protocol.getIndexMD(INDEX_NAME);
    assertNotNull(indexMD.getDeployError());
    assertEquals(ErrorType.SHARDS_NOT_DEPLOYABLE, indexMD.getDeployError().getErrorType());
  }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
  }

  @Override
  public List<OperationId> execute(MasterContext context, List<MasterOperation> runningOperations) throws Exception {
    InteractionProtocol protocol = context.getProtocol();
    IndexMetaData indexMD = protocol.getIndexMD(_indexName);
    if (indexMD == null) {// could be undeployed in meantime
      LOG.info("skip balancing for index '" + _indexName + "' cause it is already undeployed");
      return null;
    }
    if (!canAndShouldRegulateReplication(protocol, indexMD)) {
      LOG.info("skip balancing for index '" + _indexName + "' cause there is no possible optimization");
      return null;
    }
    try {
      FileSystem fileSystem = context.getFileSystem(indexMD);
      Path path = new Path(indexMD.getPath());
      if (!fileSystem.exists(path)) {
        LOG.warn("skip balancing for index '" + _indexName + "' cause source '" + path + "' does not exists anymore");
        return null;
      }
    } catch (Exception e) {
      LOG.error("skip balancing of index '" + _indexName + "' cause failed to access source '" + indexMD.getPath()
              + "'", e);
      return null;
    }

    LOG.info("balancing shards for index '" + _indexName + "'");
View Full Code Here
77
78
79
80
81
82
83
84
85
86
  }

  @Override
  public void nodeOperationsComplete(MasterContext context, List<OperationResult> results) throws Exception {
    LOG.info("balancing of index " + _indexName + " complete");
    IndexMetaData indexMD = context.getProtocol().getIndexMD(_indexName);
    if (indexMD != null) {// could be undeployed in meantime
      handleDeploymentComplete(context, results, indexMD, false);
    }
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
  protected IndexMetaData _indexMD;
  private final String _indexName;
  private final String _indexPath;

  public IndexDeployOperation(String indexName, String indexPath, int replicationLevel) {
    _indexMD = new IndexMetaData(indexName, indexPath, replicationLevel);
    _indexName = indexName;
    _indexPath = indexPath;
  }
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
45
46
    InteractionProtocol protocol = context.getProtocol();
    List<String> liveNodes = protocol.getLiveNodes();
    List<String> indices = protocol.getIndices();

    for (String indexName : indices) {
      IndexMetaData indexMD = protocol.getIndexMD(indexName);
      if (indexMD != null) { // can be removed already
        if ((indexMD.hasDeployError() && isRecoverable(indexMD.getDeployError(), liveNodes.size()))
                || canAndShouldRegulateReplication(protocol, indexMD)) {
          protocol.addMasterOperation(new BalanceIndexOperation(indexName));
        }
      }
    }
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
          List<MasterOperation> runningOperations) {
    List<String> obsoletShards = new ArrayList<String>();
    for (String shardName : nodeShards) {
      try {
        String indexName = AbstractIndexOperation.getIndexNameFromShardName(shardName);
        IndexMetaData indexMD = protocol.getIndexMD(indexName);
        if (indexMD == null && !containsDeployOperation(runningOperations, indexName)) {
          // index has been removed
          obsoletShards.add(shardName);
        }
      } catch (IllegalArgumentException e) {
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
    INodeProxyManager proxyCreatorSpy = spy(proxyCreator);
    PauseAnswer<Void> pauseAnswer = new PauseAnswer<Void>(null);
    doAnswer(new ChainedAnswer(pauseAnswer, new CallsRealMethods())).when(proxyCreatorSpy).getProxy(anyString(),
            eq(true));
    client.setProxyCreator(proxyCreatorSpy);
    IndexMetaData indexMD = deployIndex(INDEX_NAME, INDEX_FILE, getNodeCount());
    pauseAnswer.joinExecutionBegin();
    assertThat(client.getSelectionPolicy().getShardNodes(indexMD.getShards().iterator().next().getName())).isEmpty();
    assertThat(client.getIndices()).isEmpty();
    pauseAnswer.resumeExecution(true);
    while (client.getSelectionPolicy().getShardNodes(indexMD.getShards().iterator().next().getName()).isEmpty()) {
      Thread.sleep(200);
    }
    assertThat(client.getSelectionPolicy().getShardNodes(indexMD.getShards().iterator().next().getName())).isNotEmpty();
    assertThat(client.getIndices()).isNotEmpty();
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
    String oldIndicesPath = getOldIndicesPath(zkConf);
    List<String> indices = zkClient.getChildren(oldIndicesPath);
    LOG.info("found " + indices.size() + " old indices");
    for (String indexName : indices) {
      net.sf.katta.index.IndexMetaData oldIndexMD = zkClientForWriables.readData(oldIndicesPath + "/" + indexName);
      IndexMetaData newIndexMD = new IndexMetaData(indexName, oldIndexMD.getPath(), oldIndexMD.getReplicationLevel());
      IndexReinitializeOperation deployOperation = new IndexReinitializeOperation(newIndexMD);
      protocol.addMasterOperation(deployOperation);
      protocol.publishIndex(newIndexMD);
    }
    zkClientForWriables.close();
View Full Code Here
429
430
431
432
433
434
435
436
437
438
439
  public void publishIndex(IndexMetaData indexMD) {
    _zkClient.createPersistent(_zkConf.getZkPath(PathDef.INDICES_METADATA, indexMD.getName()), indexMD);
  }

  public void unpublishIndex(String indexName) {
    IndexMetaData indexMD = getIndexMD(indexName);
    _zkClient.delete(_zkConf.getZkPath(PathDef.INDICES_METADATA, indexName));
    for (Shard shard : indexMD.getShards()) {
      _zkClient.deleteRecursive(_zkConf.getZkPath(PathDef.SHARD_TO_NODES, shard.getName()));
    }
  }
View Full Code Here
TOP

Related Classes of net.sf.katta.protocol.metadata.IndexMetaData$Shard

  • edu.cmu.graphchi.shards.ShardIndex
  • net.sf.katta.client.Client
  • net.sf.katta.client.ClientTest
  • net.sf.katta.client.DeployClientZkTest
  • net.sf.katta.client.IndexDeployFuture
  • net.sf.katta.client.IndexDeployFutureTest
  • net.sf.katta.integrationTest.ClientIntegrationTest
  • net.sf.katta.integrationTest.lib.sleep.SleepClientTest
  • net.sf.katta.integrationTest.MasterIntegrationTest
  • net.sf.katta.integrationTest.support.AbstractIntegrationTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.