Examples of org.apache.helix.HelixManager

org.apache.helix.HelixManager

First class Object any process will interact with
General flow

 manager = HelixManagerFactory.getManagerFor(); ROLE can be participant, spectator or a controller
 manager.connect(); manager.addSOMEListener(); manager.start() After start is invoked the subsequent interactions will be via listener onChange callbacks There will be 3 scenarios for onChange callback, which can be determined using NotificationContext.type INIT -> will be invoked the first time the listener is added CALLBACK -> will be invoked due to datachange in the property value FINALIZE -> will be invoked when listener is removed or session expires manager.disconnect()

Default implementations available @see HelixStateMachineEngine for participant @see RoutingTableProvider for spectator @see GenericHelixController for controller


  @Test ()
  public void testUnknownTypeMsgExecution() throws InterruptedException
  {
    HelixTaskExecutor executor = new HelixTaskExecutor();
    HelixManager manager = new MockClusterManager();


    TestMessageHandlerFactory factory = new TestMessageHandlerFactory();
    executor.registerMessageHandlerFactory(factory.getMessageType(), factory);


    TestMessageHandlerFactory2 factory2 = new TestMessageHandlerFactory2();


    NotificationContext changeContext = new NotificationContext(manager);
    List<Message> msgList = new ArrayList<Message>();


    int nMsgs1 = 5;
    for(int i = 0; i < nMsgs1; i++)
    {
      Message msg = new Message(factory.getMessageType(), UUID.randomUUID().toString());
      msg.setTgtSessionId(manager.getSessionId());
      msg.setTgtName("Localhost_1123");
      msg.setSrcName("127.101.1.23_2234");
      msgList.add(msg);
    }




    int nMsgs2 = 4;
    for(int i = 0; i < nMsgs2; i++)
    {
      Message msg = new Message(factory2.getMessageType(), UUID.randomUUID().toString());
      msg.setTgtSessionId(manager.getSessionId());
      msg.setTgtName("Localhost_1123");
      msg.setSrcName("127.101.1.23_2234");
      msgList.add(msg);
    }
    executor.onMessage("someInstance", msgList, changeContext);

View Full Code Here


  @Test ()
  public void testMsgSessionId() throws InterruptedException
  {
    HelixTaskExecutor executor = new HelixTaskExecutor();
    HelixManager manager = new MockClusterManager();


    TestMessageHandlerFactory factory = new TestMessageHandlerFactory();
    executor.registerMessageHandlerFactory(factory.getMessageType(), factory);


    TestMessageHandlerFactory2 factory2 = new TestMessageHandlerFactory2();

View Full Code Here

  @Test()
  public void testCreateHandlerException() throws InterruptedException
  {
    System.out.println("START TestCMTaskExecutor.testCreateHandlerException()");
    HelixTaskExecutor executor = new HelixTaskExecutor();
    HelixManager manager = new MockClusterManager();


    TestMessageHandlerFactory factory = new TestMessageHandlerFactory();
    executor.registerMessageHandlerFactory(factory.getMessageType(), factory);
    


    NotificationContext changeContext = new NotificationContext(manager);
    List<Message> msgList = new ArrayList<Message>();


    int nMsgs1 = 5;
    for(int i = 0; i < nMsgs1; i++)
    {
      Message msg = new Message(factory.getMessageType(), UUID.randomUUID().toString());
      msg.setTgtSessionId(manager.getSessionId());
      msg.setTgtName("Localhost_1123");
      msg.setSrcName("127.101.1.23_2234");
      msg.setCorrelationId(UUID.randomUUID().toString());
      msgList.add(msg);
    }
    Message exceptionMsg = new Message(factory.getMessageType(), UUID.randomUUID().toString());
    exceptionMsg.setTgtSessionId(manager.getSessionId());
    exceptionMsg.setMsgSubType("EXCEPTION");
    exceptionMsg.setTgtName("Localhost_1123");
    exceptionMsg.setSrcName("127.101.1.23_2234");
    exceptionMsg.setCorrelationId(UUID.randomUUID().toString());
    msgList.add(exceptionMsg);

View Full Code Here


  @Test ()
  public void testTaskCancellation() throws InterruptedException
  {
    HelixTaskExecutor executor = new HelixTaskExecutor();
    HelixManager manager = new MockClusterManager();


    CancellableHandlerFactory factory = new CancellableHandlerFactory();
    executor.registerMessageHandlerFactory(factory.getMessageType(), factory);


    NotificationContext changeContext = new NotificationContext(manager);

View Full Code Here

  @Test ()
  public void testShutdown() throws InterruptedException
  {
     System.out.println("START TestCMTaskExecutor.testShutdown()");
     HelixTaskExecutor executor = new HelixTaskExecutor();
      HelixManager manager = new MockClusterManager();


      TestMessageHandlerFactory factory = new TestMessageHandlerFactory();
      executor.registerMessageHandlerFactory(factory.getMessageType(), factory);


      TestMessageHandlerFactory2 factory2 = new TestMessageHandlerFactory2();

View Full Code Here

  public void testRetryCount() throws InterruptedException
  {
    String p = "test_";
    System.out.println(p.substring(p.lastIndexOf('_')+1));
    HelixTaskExecutor executor = new HelixTaskExecutor();
    HelixManager manager = new MockClusterManager();


    CancellableHandlerFactory factory = new CancellableHandlerFactory();
    executor.registerMessageHandlerFactory(factory.getMessageType(), factory);


    NotificationContext changeContext = new NotificationContext(manager);

View Full Code Here

    }
  }


  public HelixManager start() throws Exception
  {
    HelixManager manager = null;
    // zk cluster manager
    if (_clusterMangerType.equalsIgnoreCase("zk"))
    {
      manager = HelixManagerFactory.getZKHelixManager(_clusterName,
                                                          _instanceName,
                                                          InstanceType.PARTICIPANT,
                                                          _zkConnectString);
    }
    else
    {
      throw new IllegalArgumentException("Unsupported cluster manager type:" + _clusterMangerType);
    }


    stateModelFactory = new DummyStateModelFactory(_transDelayInMs);
    DummyLeaderStandbyStateModelFactory stateModelFactory1 = new DummyLeaderStandbyStateModelFactory(_transDelayInMs);
    DummyOnlineOfflineStateModelFactory stateModelFactory2 = new DummyOnlineOfflineStateModelFactory(_transDelayInMs);
//    genericStateMachineHandler = new StateMachineEngine();
    StateMachineEngine stateMach = manager.getStateMachineEngine();
    stateMach.registerStateModelFactory("MasterSlave", stateModelFactory);
    stateMach.registerStateModelFactory("LeaderStandby", stateModelFactory1);
    stateMach.registerStateModelFactory("OnlineOffline", stateModelFactory2);


    manager.connect();
//    manager.getMessagingService().registerMessageHandlerFactory(MessageType.STATE_TRANSITION.toString(), genericStateMachineHandler);
    return manager;
  }

View Full Code Here

    DummyProcess process = new DummyProcess(zkConnectString,
                                            clusterName,
                                            instanceName,
                                            cmType,
                                            delay);
    HelixManager manager = process.start();


    try
    {
      Thread.currentThread().join();
    }
    catch (InterruptedException e)
    {
      // ClusterManagerFactory.disconnectManagers(instanceName);
      logger.info("participant:" + instanceName + ", " +
                   Thread.currentThread().getName() + " interrupted");
//      if (manager != null)
//      {
//        manager.disconnect();
//      }
    }
    finally
    {
      if (manager != null)
      {
        manager.disconnect();
      }
    }


  }

View Full Code Here

  }
  @Test
  public void TestThreadPoolSizeConfig()
  {
    String instanceName = PARTICIPANT_PREFIX + "_" + (START_PORT + 0);
    HelixManager manager = _startCMResultMap.get(instanceName)._manager;
    
    ConfigAccessor accessor = manager.getConfigAccessor();
    ConfigScope scope =
        new ConfigScopeBuilder().forCluster(manager.getClusterName()).forParticipant(instanceName).build();
    accessor.set(scope, "TestMsg."+ HelixTaskExecutor.MAX_THREADS, ""+12);
    
    scope =
        new ConfigScopeBuilder().forCluster(manager.getClusterName()).build();
    accessor.set(scope, "TestMsg."+ HelixTaskExecutor.MAX_THREADS, ""+8);
    
    for (int i = 0; i < NODE_NR; i++)
    {
      instanceName = PARTICIPANT_PREFIX + "_" + (START_PORT + i);

View Full Code Here

{
  @Test
  public void TestThreadPoolSizeConfig()
  {
    String instanceName = PARTICIPANT_PREFIX + "_" + (START_PORT + 0);
    HelixManager manager = _startCMResultMap.get(instanceName)._manager;
    ConfigAccessor accessor = manager.getConfigAccessor();
    ConfigScope scope =
        new ConfigScopeBuilder().forCluster(manager.getClusterName()).forResource("NextDB").build();
    accessor.set(scope, HelixTaskExecutor.MAX_THREADS, ""+12);
    
    _setupTool.addResourceToCluster(CLUSTER_NAME, "NextDB", 64, STATE_MODEL);
    _setupTool.rebalanceStorageCluster(CLUSTER_NAME, "NextDB", 3);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.helix.HelixManager

com.linkedin.databus.client.pub.ClusterCheckpointPersistenceProvider

com.linkedin.databus.client.pub.ClusterCheckpointPersistenceProvider$HelixConnectionManager

org.apache.helix.agent.AgentStateModel

org.apache.helix.agent.HelixAgentMain

org.apache.helix.controller.GenericHelixController

org.apache.helix.controller.HelixControllerMain

org.apache.helix.controller.stages.BestPossibleStateCalcStage

org.apache.helix.controller.stages.CompatibilityCheckStage

org.apache.helix.controller.stages.ContainerProvisioningStage

org.apache.helix.controller.stages.ExternalViewComputeStage

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.