Examples of com.alibaba.jstorm.schedule.TopologyAssignContext


  }


  protected TopologyAssignContext prepareTopologyAssign(
      TopologyAssignEvent event) throws Exception {
    TopologyAssignContext ret = new TopologyAssignContext();


    String topologyId = event.getTopologyId();


    Map<Object, Object> nimbusConf = nimbusData.getConf();
    Map<Object, Object> topologyConf = StormConfig
        .read_nimbus_topology_conf(nimbusConf, topologyId);


    StormTopology rawTopology = StormConfig.read_nimbus_topology_code(
        nimbusConf, topologyId);
    ret.setRawTopology(rawTopology);


    Map stormConf = new HashMap();
    stormConf.putAll(nimbusConf);
    stormConf.putAll(topologyConf);
    ret.setStormConf(stormConf);


    StormClusterState stormClusterState = nimbusData.getStormClusterState();


    // get all running supervisor, don't need callback to watch supervisor
    Map<String, SupervisorInfo> supInfos = Cluster.allSupervisorInfo(
        stormClusterState, null);
    if (supInfos.size() == 0) {
      throw new FailedAssignTopologyException(
          "Failed to make assignment " + topologyId
              + ", due to no alive supervisor");
    }


    Map<Integer, String> taskToComponent = Cluster.topology_task_info(
        stormClusterState, topologyId);
    ret.setTaskToComponent(taskToComponent);


    // get taskids /ZK/tasks/topologyId
    Set<Integer> allTaskIds = taskToComponent.keySet();
    if (allTaskIds == null || allTaskIds.size() == 0) {
      String errMsg = "Failed to get all task ID list from /ZK-dir/tasks/"
          + topologyId;
      LOG.warn(errMsg);
      throw new IOException(errMsg);
    }
    ret.setAllTaskIds(allTaskIds);


    Set<Integer> aliveTasks = new HashSet<Integer>();
    // unstoppedTasks are tasks which are alive on no supervisor's(dead)
    // machine
    Set<Integer> unstoppedTasks = new HashSet<Integer>();
    Set<Integer> deadTasks = new HashSet<Integer>();


    Assignment existingAssignment = stormClusterState.assignment_info(
        topologyId, null);
    if (existingAssignment != null) {
      aliveTasks = getAliveTasks(topologyId, allTaskIds);
      unstoppedTasks = getUnstoppedSlots(aliveTasks, supInfos,
          existingAssignment);


      deadTasks.addAll(allTaskIds);
      deadTasks.removeAll(aliveTasks);
    }


    ret.setDeadTaskIds(deadTasks);
    ret.setUnstoppedTaskIds(unstoppedTasks);


    // Step 2: get all slots resource, free slots/ alive slots/ unstopped
    // slots
    getFreeSlots(supInfos, stormClusterState);
    ret.setCluster(supInfos);


    if (existingAssignment == null) {
      ret.setAssignType(TopologyAssignContext.ASSIGN_TYPE_NEW);


      try {
        AssignmentBak lastAssignment = stormClusterState
            .assignment_bak(event.getTopologyName());
        if (lastAssignment != null) {
          ret.setOldAssignment(lastAssignment.getAssignment());
        }
      } catch (Exception e) {
        LOG.warn("Fail to get old assignment", e);
      }
    } else {
      ret.setOldAssignment(existingAssignment);
      if (event.isScratch()) {
        ret.setAssignType(TopologyAssignContext.ASSIGN_TYPE_REBALANCE);
      } else {
        ret.setAssignType(TopologyAssignContext.ASSIGN_TYPE_MONITOR);
      }
    }


    return ret;
  }

  public Assignment mkAssignment(TopologyAssignEvent event) throws Exception {
    String topologyId = event.getTopologyId();


    LOG.info("Determining assignment for " + topologyId);


    TopologyAssignContext context = prepareTopologyAssign(event);


    Set<ResourceWorkerSlot> assignments = null;


    if (!StormConfig.local_mode(nimbusData.getConf())) {


      IToplogyScheduler scheduler = schedulers
          .get(DEFAULT_SCHEDULER_NAME);


      assignments = scheduler.assignTasks(context);


    } else {
      assignments = mkLocalAssignment(context);
    }
    Assignment assignment = null;


    Map<String, String> nodeHost = getTopologyNodeHost(
        context.getCluster(), context.getOldAssignment(), assignments);


    Map<Integer, Integer> startTimes = getTaskStartTimes(context,
        nimbusData, topologyId, context.getOldAssignment(), assignments);


    String codeDir = StormConfig.masterStormdistRoot(nimbusData.getConf(),
        topologyId);


    assignment = new Assignment(codeDir, assignments, nodeHost, startTimes);


    StormClusterState stormClusterState = nimbusData.getStormClusterState();


    stormClusterState.set_assignment(topologyId, assignment);


    // update task heartbeat's start time
    NimbusUtils.updateTaskHbStartTime(nimbusData, assignment, topologyId);


    // Update metrics information in ZK when rebalance or reassignment
    // Only update metrics monitor status when creating topology
    if (context.getAssignType() == TopologyAssignContext.ASSIGN_TYPE_REBALANCE 
        || context.getAssignType() == TopologyAssignContext.ASSIGN_TYPE_MONITOR)
      NimbusUtils.updateMetricsInfo(nimbusData, topologyId, assignment);
    else
      metricsMonitor(event);
    
    LOG.info("Successfully make assignment for topology id " + topologyId

Examples of com.alibaba.jstorm.schedule.TopologyAssignContext

Related Classes of com.alibaba.jstorm.schedule.TopologyAssignContext