Examples of com.alibaba.jstorm.task.heartbeat.TaskHeartbeat

Package com.alibaba.jstorm.task.heartbeat

Examples of com.alibaba.jstorm.task.heartbeat.TaskHeartbeat

com.alibaba.jstorm.task.heartbeat.TaskHeartbeat
Task heartbeat, this Object will be updated to ZK timely @author yannian

  private TopoCommStatsInfo getCommStatsData(String topologyId) {
    try
    {   
      String taskId;
      String componentId;
        TaskHeartbeat taskHb;
        
        TopoCommStatsInfo commStatsInfo = topologyMap.get(topologyId);
        if (commStatsInfo == null) {LOG.warn("commStatsInfo is null, topoId=" + topologyId);}
        
        Map<String, TaskHeartbeat> heartbeats = clusterState.task_heartbeat(topologyId);
        if (heartbeats == null || heartbeats.size() == 0) return null;
        
        for (Entry<String, TaskHeartbeat> entry : heartbeats.entrySet()) {
          taskId = entry.getKey();
            taskHb = entry.getValue();
            
            TaskInfo taskInfo = clusterState.task_info(topologyId, Integer.parseInt(taskId));
            if (taskInfo == null ) {
              LOG.warn("Task information can not be found in ZK for task-" + taskId);
              continue;
            }
            componentId = taskInfo.getComponentId();
            
            //update taskHb into the corresponding component map
            if (taskHb.getComponentType().equals("spout")) {
              commStatsInfo.addToSpoutList(componentId, taskId, taskHb);
            } else {
              commStatsInfo.addToBoltList(componentId, taskId, taskHb);
            }
        }

View Full Code Here

    String idStr = " topology:" + topologyId + ",taskid:" + taskId;


    Integer zkReportTime = null;


    StormClusterState stormClusterState = data.getStormClusterState();
    TaskHeartbeat zkTaskHeartbeat = null;
    try {
      zkTaskHeartbeat = stormClusterState.task_heartbeat(topologyId,
          taskId);
      if (zkTaskHeartbeat != null) {
        zkReportTime = zkTaskHeartbeat.getTimeSecs();
      }
    } catch (Exception e) {
      LOG.error("Failed to get ZK task hearbeat " + idStr, e);
      return true;
    }

View Full Code Here

                  .getTimSecs()));
            }
          }
          taskSummary.set_errors(newErrors);
        
        TaskHeartbeat heartbeat = zkClusterState.task_heartbeat(
            topologyId, taskId);
        if (heartbeat == null) {
          LOG.warn("Topology " + topologyId + " task " + taskId
              + " hasn't been started");
          taskSummary.set_status(ConfigExtension.TASK_STATUS_STARTING);
        } else {
            taskSummary.set_uptime_secs(heartbeat.getUptimeSecs());
            taskSummary.set_stats(heartbeat.getStats().getTaskStats());
            taskSummary.set_status(ConfigExtension.TASK_STATUS_ACTIVE);
        }


        taskSummaries.put(taskId, taskSummary);
      }

View Full Code Here

        statsDataMap.put(componentId, comStatsData);
      }
      comStatsData.resetData();
      
      for (Entry<String, TaskHeartbeat> compEntry : compList.entrySet()) {
        TaskHeartbeat taskHb = compEntry.getValue();
        CommonStatsData statsData = taskHb.getStats();
        comStatsData.updateStatsData(statsData);
      }
      double avgLatency = (comStatsData.getLatency())/(compList.size());
      comStatsData.updateLatency(avgLatency);
    }

View Full Code Here

TOP

Related Classes of com.alibaba.jstorm.task.heartbeat.TaskHeartbeat

com.alibaba.jstorm.daemon.nimbus.NimbusUtils

com.alibaba.jstorm.daemon.worker.metrics.TopoCommStatsInfo

com.alibaba.jstorm.daemon.worker.metrics.UploadMetricFromZK

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.