Package com.alibaba.jstorm.cluster

Examples of com.alibaba.jstorm.cluster.StormBase

80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
            TopoCommStatsInfo ret;
            List<String> topologys = clusterState.heartbeat_storms();

            for (String topologyId : topologys) {
                if (topologyMap.containsKey(topologyId) == false) {
                    StormBase base = clusterState.storm_base(topologyId, null);
                    if (base == null) {
                      topologyMap.remove(topologyId);
                      continue;
                    } else {
                      topologyMap.put(topologyId, new TopoCommStatsInfo(topologyId, base.getStormName()));
                    }
                }
                // Get common statistic data from taskbeats in ZK for a topology
                ret = getCommStatsData(topologyId); 
View Full Code Here
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
      StormClusterState stormClusterState, String topologyId,
      String supervisorId, Assignment assignmenInfo) throws Exception {

    Map<Integer, LocalAssignment> portTasks = new HashMap<Integer, LocalAssignment>();

    StormBase stormBase = stormClusterState.storm_base(topologyId, null);
    if (stormBase == null) {
      LOG.error("Failed to get StormBase of " + topologyId);
      return portTasks;
    }

    Set<ResourceWorkerSlot> workers = assignmenInfo.getWorkers();
    if (workers == null) {
      LOG.error("No worker of assignement's " + assignmenInfo);
      return portTasks;
    }

    for (ResourceWorkerSlot worker : workers) {
      if (!supervisorId.equals(worker.getNodeId()))
        continue;
      portTasks.put(worker.getPort(),
          new LocalAssignment(topologyId, worker.getTasks(),
              stormBase.getStormName(), worker.getMemSize(),
              worker.getCpu(), worker.getJvm()));
    }

    return portTasks;
  }
View Full Code Here
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
      Map<String, StormBase> bases = Cluster
          .topology_bases(stormClusterState);
      for (Entry<String, StormBase> entry : bases.entrySet()) {

        String topologyId = entry.getKey();
        StormBase base = entry.getValue();

        Assignment assignment = stormClusterState.assignment_info(
            topologyId, null);
        if (assignment == null) {
          LOG.error("Failed to get assignment of " + topologyId);
          continue;
        }
        assignments.put(topologyId, assignment);

        Map<Integer, String> lastErrTimeStamp = null;
        try {
            lastErrTimeStamp = stormClusterState.topo_lastErr_time(topologyId);
        } catch (Exception e) {
          LOG.error("Failed to get last error timestamp map for "+ topologyId +
              ", and begin to remove the corrupt data", e);
          try {
            stormClusterState.remove_lastErr_time(topologyId);
          } catch (Exception rmErr) {
            LOG.error("Failed to remove last error timestamp in ZK for " + topologyId, rmErr);
          }
        }
       
        TopologySummary topology = NimbusUtils.mkTopologySummary(
            assignment, topologyId, base.getStormName(),
            base.getStatusString(),
            TimeUtils.time_delta(base.getLanchTimeSecs()), lastErrTimeStamp);

        topologySummaries.add(topology);

      }
View Full Code Here
786
787
788
789
790
791
792
793
794
795
796
      Map<String, StormBase> bases = Cluster
          .topology_bases(stormClusterState);
      for (Entry<String, StormBase> entry : bases.entrySet()) {

        String topologyId = entry.getKey();
        StormBase base = entry.getValue();

        Assignment assignment = stormClusterState.assignment_info(
            topologyId, null);
        if (assignment == null) {
          LOG.error("Failed to get assignment of " + topologyId);
View Full Code Here
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
    StormClusterState stormClusterState = data.getStormClusterState();

    try {

      // get topology's StormBase
      StormBase base = stormClusterState.storm_base(topologyId, null);
      if (base == null) {
        throw new NotAliveException("No topology of " + topologyId);
      }
      topologyInfo.set_id(topologyId);
      topologyInfo.set_name(base.getStormName());
      topologyInfo.set_uptime_secs(TimeUtils.time_delta(base
          .getLanchTimeSecs()));
      topologyInfo.set_status(base.getStatusString());

      // get topology's Assignment
      Assignment assignment = stormClusterState.assignment_info(
          topologyId, null);
      if (assignment == null) {
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
  public <T> void transitionLock(String topologyid,
      boolean errorOnNoTransition, StatusType changeStatus, T... args)
      throws Exception {

    // get ZK's topology node's data, which is StormBase
    StormBase stormbase = data.getStormClusterState().storm_base(
        topologyid, null);
    if (stormbase == null) {

      LOG.error("Cannot apply event changing status "
          + changeStatus.getStatus() + " to " + topologyid
          + " because failed to get StormBase from ZK");
      return;
    }

    StormStatus currentStatus = stormbase.getStatus();
    if (currentStatus == null) {
      LOG.error("Cannot apply event changing status "
          + changeStatus.getStatus() + " to " + topologyid
          + " because topologyStatus is null in ZK");
      return;
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
    StormStatus status = new StormStatus(StatusType.active);
    if (event.getOldStatus() != null) {
      status = event.getOldStatus();
    }

    StormBase stormBase = stormClusterState.storm_base(topologyId, null);
    if (stormBase == null) {
      stormBase = new StormBase(topologyName,
          TimeUtils.current_time_secs(), status, group);
      stormClusterState.activate_storm(topologyId, stormBase);

    } else {

      stormClusterState.update_storm(topologyId, status);

      // here exist one hack operation
      // when monitor/rebalance/startup topologyName is null
      if (topologyName == null) {
        event.setTopologyName(stormBase.getStormName());
      }
    }

    LOG.info("Update " + topologyId + " " + status);
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
  @Override
  public <T> Object execute(T... args) {
    LOG.info("Begin to remove topology: " + topologyid);
    try {

      StormBase stormBase = data.getStormClusterState().storm_base(
          topologyid, null);
      if (stormBase == null) {
        LOG.info("Topology " + topologyid + " has been removed ");
        return null;
      }
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
   

    try {
      StatusType newTopologyStatus = StatusType.activate;
      // /ZK-DIR/topology
      StormBase base = zkCluster.storm_base(topologyId, this);
      if (base == null) {
        // @@@ normally the topology has been removed
        LOG.warn("Failed to get StromBase from ZK of " + topologyId);
        newTopologyStatus = StatusType.killed;
      } else {

        newTopologyStatus = base.getStatus().getStatusType();
      }

      // Start metrics report if metrics monitor is enabled.
      // Stop metrics report if metrics monitor is disabled.
      try {
View Full Code Here
TOP

Related Classes of com.alibaba.jstorm.cluster.StormBase

  • com.alibaba.jstorm.callback.impl.RemoveTransitionCallback
  • com.alibaba.jstorm.daemon.nimbus.ServiceHandler
  • com.alibaba.jstorm.daemon.nimbus.StatusTransition
  • com.alibaba.jstorm.daemon.nimbus.StatusType
  • com.alibaba.jstorm.daemon.nimbus.TopologyAssign
  • com.alibaba.jstorm.daemon.supervisor.SyncSupervisorEvent
  • com.alibaba.jstorm.daemon.worker.metrics.UploadMetricFromZK
  • com.alibaba.jstorm.daemon.worker.RefreshActive
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.