Package com.linkedin.helix.integration

Source Code of com.linkedin.helix.integration.TestCustomIdealState

/**
* Copyright (C) 2012 LinkedIn Inc <opensource@linkedin.com>
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*         http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.linkedin.helix.integration;

import java.util.Date;

import org.apache.log4j.Logger;
import org.testng.annotations.AfterClass;
import org.testng.annotations.BeforeClass;
import org.testng.annotations.Test;

import com.linkedin.helix.TestHelper;
import com.linkedin.helix.manager.zk.ZNRecordSerializer;
import com.linkedin.helix.manager.zk.ZkClient;
import com.linkedin.helix.tools.ClusterSetup;

public class TestCustomIdealState extends ZkIntegrationTestBase
{
  private static Logger LOG = Logger.getLogger(TestCustomIdealState.class);
  ZkClient _zkClient;

  @BeforeClass
  public void beforeClass() throws Exception
  {
    _zkClient = new ZkClient(ZK_ADDR);
    _zkClient.setZkSerializer(new ZNRecordSerializer());
  }

  @AfterClass
  public void afterClass()
  {
    _zkClient.close();
  }

  @Test
  public void testBasic() throws Exception
  {

    int numResources = 2;
    int numPartitionsPerResource = 100;
    int numInstance = 5;
    int replica = 3;

    String uniqClusterName =
        "TestCustomIS_" + "rg" + numResources + "_p" + numPartitionsPerResource + "_n"
            + numInstance + "_r" + replica + "_basic";
    System.out.println("START " + uniqClusterName + " at "
        + new Date(System.currentTimeMillis()));

    TestDriver.setupClusterWithoutRebalance(uniqClusterName,
                                            ZK_ADDR,
                                            numResources,
                                            numPartitionsPerResource,
                                            numInstance,
                                            replica);

    for (int i = 0; i < numInstance; i++)
    {
      TestDriver.startDummyParticipant(uniqClusterName, i);
    }
    TestDriver.startController(uniqClusterName);

    TestDriver.setIdealState(uniqClusterName, 2000, 50);
    TestDriver.verifyCluster(uniqClusterName, 3000, 50 * 1000);

    TestDriver.stopCluster(uniqClusterName);

    System.out.println("STOP " + uniqClusterName + " at "
        + new Date(System.currentTimeMillis()));
  }

  @Test
  public void testNonAliveInstances() throws Exception
  {
    int numResources = 2;
    int numPartitionsPerResource = 50;
    int numInstance = 5;
    int replica = 3;

    String uniqClusterName =
        "TestCustomIS_" + "rg" + numResources + "_p" + numPartitionsPerResource + "_n"
            + numInstance + "_r" + replica + "_nonalive";
    System.out.println("START " + uniqClusterName + " at "
        + new Date(System.currentTimeMillis()));

    TestDriver.setupClusterWithoutRebalance(uniqClusterName,
                                            ZK_ADDR,
                                            numResources,
                                            numPartitionsPerResource,
                                            numInstance,
                                            replica);

    for (int i = 0; i < numInstance / 2; i++)
    {
      TestDriver.startDummyParticipant(uniqClusterName, i);
    }

    TestDriver.startController(uniqClusterName);
    TestDriver.setIdealState(uniqClusterName, 0, 100);

    // wait some time for customized ideal state being populated
    Thread.sleep(1000);

    // start the rest of participants after ideal state is set
    for (int i = numInstance / 2; i < numInstance; i++)
    {
      TestDriver.startDummyParticipant(uniqClusterName, i);
    }

    TestDriver.verifyCluster(uniqClusterName, 4000, 50 * 1000);

    TestDriver.stopCluster(uniqClusterName);

    System.out.println("STOP " + uniqClusterName + " at "
        + new Date(System.currentTimeMillis()));

  }

  @Test()
  public void testDrop() throws Exception
  {
    int numResources = 2;
    int numPartitionsPerResource = 50;
    int numInstance = 5;
    int replica = 3;

    String uniqClusterName =
        "TestCustomIS_" + "rg" + numResources + "_p" + numPartitionsPerResource + "_n"
            + numInstance + "_r" + replica + "_drop";

    System.out.println("START " + uniqClusterName + " at "
        + new Date(System.currentTimeMillis()));
    TestDriver.setupClusterWithoutRebalance(uniqClusterName,
                                            ZK_ADDR,
                                            numResources,
                                            numPartitionsPerResource,
                                            numInstance,
                                            replica);

    for (int i = 0; i < numInstance; i++)
    {
      TestDriver.startDummyParticipant(uniqClusterName, i);
    }
    TestDriver.startController(uniqClusterName);
    TestDriver.setIdealState(uniqClusterName, 2000, 50);
    TestDriver.verifyCluster(uniqClusterName, 3000, 50 * 1000);

    // drop resource group
    ClusterSetup setup = new ClusterSetup(ZK_ADDR);
    setup.dropResourceFromCluster(uniqClusterName, "TestDB0");

    TestHelper.verifyWithTimeout("verifyEmptyCurStateAndExtView",
                                 30 * 1000,
                                 uniqClusterName,
                                 "TestDB0",
                                 TestHelper.<String> setOf("localhost_12918",
                                                           "localhost_12919",
                                                           "localhost_12920",
                                                           "localhost_12921",
                                                           "localhost_12922"),
                                 ZK_ADDR);

    TestDriver.stopCluster(uniqClusterName);
    System.out.println("STOP " + uniqClusterName + " at "
        + new Date(System.currentTimeMillis()));
  }

  // TODO add a test case that verify (in case of node failure) best possible
  // state is a subset of ideal state
}
TOP

Related Classes of com.linkedin.helix.integration.TestCustomIdealState

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.