Examples of com.alibaba.jstorm.task.Assignment

com.alibaba.jstorm.task.Assignment
Assignment of one Toplogy, stored in /ZK-DIR/assignments/{topologyid} nodeHost {supervisorid: hostname} -- assigned supervisor Map taskStartTimeSecs: {taskid, taskStartSeconds} masterCodeDir: topology source code's dir in Nimbus taskToResource: {taskid, ResourceAssignment} @author Lixin/Longda

      assignments = scheduler.assignTasks(context);


    } else {
      assignments = mkLocalAssignment(context);
    }
    Assignment assignment = null;


    Map<String, String> nodeHost = getTopologyNodeHost(
        context.getCluster(), context.getOldAssignment(), assignments);


    Map<Integer, Integer> startTimes = getTaskStartTimes(context,
        nimbusData, topologyId, context.getOldAssignment(), assignments);


    String codeDir = StormConfig.masterStormdistRoot(nimbusData.getConf(),
        topologyId);


    assignment = new Assignment(codeDir, assignments, nodeHost, startTimes);


    StormClusterState stormClusterState = nimbusData.getStormClusterState();


    stormClusterState.set_assignment(topologyId, assignment);

View Full Code Here

    Map<String, Assignment> assignments = Cluster.get_all_assignment(
        stormClusterState, null);


    for (Entry<String, Assignment> entry : assignments.entrySet()) {
      String topologyId = entry.getKey();
      Assignment assignment = entry.getValue();


      Set<ResourceWorkerSlot> workers = assignment.getWorkers();


      for (ResourceWorkerSlot worker : workers) {


        SupervisorInfo supervisorInfo = supervisorInfos.get(worker
            .getNodeId());

View Full Code Here

    this.taskNodeport = new ConcurrentHashMap<Integer, WorkerSlot>();
    this.workerToResource = new ConcurrentSkipListSet<ResourceWorkerSlot>();
    this.innerTaskTransfer = new ConcurrentHashMap<Integer, DisruptorQueue>();
    this.deserializeQueues = new ConcurrentHashMap<Integer, DisruptorQueue>();


    Assignment assignment = zkCluster.assignment_info(topologyId, null);
    if (assignment == null) {
      String errMsg = "Failed to get Assignment of " + topologyId;
      LOG.error(errMsg);
      throw new RuntimeException(errMsg);
    }
    workerToResource.addAll(assignment.getWorkers());


    // get current worker's task list


    this.taskids = assignment.getCurrentWorkerTasks(supervisorId, port);
    if (taskids.size() == 0) {
      throw new RuntimeException("No tasks running current workers");
    }
    LOG.info("Current worker taskList:" + taskids);

View Full Code Here

      for (String topologyId : code_ids) {
        deleteLocalTopology(topologyId);
      }


      for (String id : assignments_ids) {
        Assignment assignment = clusterState.assignment_info(id, null);
        downloadCodeFromMaster(assignment, id);
      }
    } catch (IOException e) {
      // TODO Auto-generated catch block
      LOG.error("Get stormdist dir error!", e);

View Full Code Here

        List<String> topologys = cluster.active_storms();
        
        for (String topologyId : topologys) {
          StormMonitor monitor = null;
          boolean metricPerf = true;
          Assignment assignment = null;
          
          try {
              monitor = cluster.get_storm_monitor(topologyId);
              if (monitor != null) metricPerf = monitor.getMetrics();
          
              assignment = cluster.assignment_info(topologyId, null);
          } catch (Exception e) {
            LOG.error("Error when retrieving monitor status and assignment info "
                + "for " + topologyId, e);
            continue;
          }
          
          if (assignment != null) {
            Set<Integer> taskSet = new HashSet<Integer>();
            Set<Integer> workerSet = new HashSet<Integer>();
            //Retrieve task set
            Set<Integer> tempTaskSet = assignment.getCurrentSuperviosrTasks(supervisorId);
              taskSet.addAll(tempTaskSet);
            
            //Retrieve worker set
            Set<Integer> tempWorkerSet = assignment.getCurrentSuperviosrWorkers(supervisorId);
            workerSet.addAll(tempWorkerSet);
            
            //Build KV Map for AliMonitor
            buildTaskJsonMsg(topologyId, taskSet, metricPerf);
            buildWorkerJsonMsg(topologyId, workerSet, metricPerf);

View Full Code Here

        List<Integer> taskIds = clusterState.task_ids(topologyid);
        if (taskIds == null) {
          LOG.info("Failed to get task ids of " + topologyid);
          continue;
        }
        Assignment assignment = clusterState.assignment_info(
            topologyid, null);


        boolean needReassign = false;
        for (Integer task : taskIds) {
          boolean isTaskDead = NimbusUtils.isTaskDead(data,
              topologyid, task);
          if (isTaskDead == true) {
            LOG.info("Found " + topologyid + ",taskid:" + task
                + " is dead");
            
            ResourceWorkerSlot resource = null;
            if (assignment != null)
              resource = assignment.getWorkerByTaskId(task);
            if (resource != null) {
              Date now = new Date();
              String nowStr = TimeFormat.getSecond(now);
              String errorInfo = "Task-" + task + " is dead on "
                  + resource.getHostname() + ":"

View Full Code Here

      return ret;
    }


    for (String topology_id : assignments) {


      Assignment assignment = stormClusterState.assignment_info(
          topology_id, callback);


      if (assignment == null) {
        LOG.error("Failed to get Assignment of " + topology_id
            + " from ZK");

View Full Code Here

0 1

TOP

Related Classes of com.alibaba.jstorm.task.Assignment

com.alibaba.jstorm.cluster.Cluster

com.alibaba.jstorm.daemon.nimbus.ServiceHandler

com.alibaba.jstorm.daemon.nimbus.TopologyAssign

com.alibaba.jstorm.daemon.supervisor.SyncSupervisorEvent

com.alibaba.jstorm.daemon.worker.metrics.UploadSupervMetric

com.alibaba.jstorm.daemon.worker.RefreshConnections

com.alibaba.jstorm.daemon.worker.WorkerData

com.alibaba.jstorm.schedule.default_assign.DefaultTopologyScheduler

com.alibaba.jstorm.schedule.FollowerRunnable

com.alibaba.jstorm.schedule.MonitorRunnable

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.