Package backtype.storm.generated

Examples of backtype.storm.generated.TopologySummary


      final int numOfTopologies = clusterInfo.get_topologies_size();
      sb.append("In total there is ").append(numOfTopologies).append(" topologies.\n");

      final Iterator<TopologySummary> topologyIter = clusterInfo.get_topologies_iterator();
      while (topologyIter.hasNext()) {
        final TopologySummary topologySummary = topologyIter.next();

        // print out basic information about topologies
        final String topologyName = topologySummary.get_name();
        sb.append("For topology ").append(topologyName).append(":\n");
        final int numTasks = topologySummary.get_num_tasks();
        sb.append(numTasks).append(" tasks, ");
        final int numWorkers = topologySummary.get_num_workers();
        sb.append(numWorkers).append(" workers, ");
        final int uptimeSecs = topologySummary.get_uptime_secs();
        sb.append(uptimeSecs).append(" uptime seconds.\n");

        final String topologyID = topologySummary.get_id();
        final String topologyConf = client.getTopologyConf(topologyID);
        sb.append("Topology configuration is \n");
        sb.append(topologyConf);
        sb.append("\n");
View Full Code Here


        Client client=nimbus.getClient();
        return client;
    }
   
    private static TopologySummary getTopologySummary(Client client) {
        TopologySummary topologySummary = null;
        try {
            ClusterSummary clusterInfo = client.getClusterInfo();
            int numOfTopologies = clusterInfo.get_topologies_size();
            if(numOfTopologies > 1){
                throw new RuntimeException("For multiple topologies in the cluster, statistics would not be gathered correctly.");
View Full Code Here

            int numOfTopologies = clusterInfo.get_topologies_size();
            sb.append("In total there is ").append(numOfTopologies).append(" topologies.\n");

            Iterator<TopologySummary> topologyIter = clusterInfo.get_topologies_iterator();
            while(topologyIter.hasNext()){
                TopologySummary topologySummary= topologyIter.next();

                //print out basic information about topologies
                String topologyName = topologySummary.get_name();
                sb.append("For topology ").append(topologyName).append(":\n");
                int numTasks = topologySummary.get_num_tasks();
                sb.append(numTasks).append(" tasks, ");
                int numWorkers = topologySummary.get_num_workers();
                sb.append(numWorkers).append(" workers, ");
                int uptimeSecs = topologySummary.get_uptime_secs();
                sb.append(uptimeSecs).append(" uptime seconds.\n");

                String topologyID = topologySummary.get_id();
                String topologyConf = client.getTopologyConf(topologyID);
                sb.append("Topology configuration is \n");
                sb.append(topologyConf);
                sb.append("\n");

                TopologyInfo topologyInfo = client.getTopologyInfo(topologyID);

                //print more about each task
                Iterator<ExecutorSummary> execIter = topologyInfo.get_executors_iterator();
                boolean globalFailed = false;
                while(execIter.hasNext()){
                    ExecutorSummary execSummary = execIter.next();
                    String componentId = execSummary.get_component_id();
                    sb.append("component_id:").append(componentId).append(", ");
                    ExecutorInfo execInfo = execSummary.get_executor_info();
                    int taskStart = execInfo.get_task_start();
                    int taskEnd = execInfo.get_task_end();
                    sb.append("task_id(s) for this executor:").append(taskStart).append("-").append(taskEnd).append(", ");
                    String host = execSummary.get_host();
                    sb.append("host:").append(host).append(", ");
                    int port = execSummary.get_port();
                    sb.append("port:").append(port).append(", ");
                    int uptime = execSummary.get_uptime_secs();
                    sb.append("uptime:").append(uptime).append("\n");
                    sb.append("\n");
                   
                    //printing failing statistics, if there are failed tuples
                    ExecutorStats es = execSummary.get_stats();
            if(es == null){
              sb.append("No info about failed tuples\n");
            }else{
              ExecutorSpecificStats stats = es.get_specific();
              boolean isEmpty;
              Object objFailed;
              if(stats.is_set_spout()){
              Map<String, Map<String, Long>> failed = stats.get_spout().get_failed();
              objFailed = failed;
              isEmpty = isEmptyMapMap(failed);
                }else{
                Map<String, Map<GlobalStreamId, Long>> failed = stats.get_bolt().get_failed();
                  objFailed = failed;
                  isEmpty = isEmptyMapMap(failed);
                }
                if(!isEmpty){
               sb.append("ERROR: There are some failed tuples: ").append(objFailed).append("\n");
                  globalFailed = true;
                  }  
              }
                }
               
                //is there at least one component where something failed
                if(!globalFailed){
                    sb.append("OK: No tuples failed so far.\n");
                }else{
                    sb.append("ERROR: Some tuples failed!\n");
                }
               
                //print topology errors
                Map<String, List<ErrorInfo>> errors = topologyInfo.get_errors();
                if(!isEmptyMap(errors)){
                    sb.append("ERROR: There are some errors in topology: ").append(errors).append("\n");
                }else{
                    sb.append("OK: No errors in the topology.\n");
                }
               
            boolean withAckers = getAckMode(topologyInfo);
             int topologyUptime = topologySummary.get_uptime_secs();
            sb.append(writeStatistics(topologyInfo, topologyUptime, withAckers));
            sb.append(writeBoltLatencies(topologyInfo, topologyUptime, withAckers));
            }
            sb.append("\n\n");
       
View Full Code Here

        Client client=getNimbusStub();
        try {
            ClusterSummary clusterInfo = client.getClusterInfo();
            Iterator<TopologySummary> topologyIter = clusterInfo.get_topologies_iterator();
            while(topologyIter.hasNext()){
                TopologySummary topologySummary= topologyIter.next();
                String topologyName = topologySummary.get_name();
                if (topologyName.equals(topName)){
                  String status = topologySummary.get_status();
                  if(status.equalsIgnoreCase("ACTIVE")){
                    return NOT_FINISHED;
                  }else{
                    return KILLED;
                  }
View Full Code Here

      Assignment assignment = stormClusterState.assignment_info(stormId,null);
      if (assignment != null) {
        HashSet<NodePort> workers = new HashSet<NodePort>();
        Collection<NodePort> entryColl = assignment.getTaskToNodeport().values();
        workers.addAll(entryColl);
        topologySummaries.add(new TopologySummary(stormId, base.getStormName(), assignment.getTaskToNodeport().size(),
            workers.size(), TimeUtils.time_delta(base
                .getLanchTimeSecs()), extractStatusStr(base)));
      }
    }
    return new ClusterSummary(supervisorSummaries, uptime,topologySummaries);
View Full Code Here

            if (new File(storm_home+"/storm.yaml").exists()) {
                Map storm_conf = Config.readStormConfig(storm_home+"/storm.yaml");
                Nimbus.Client nimbus_client = NimbusClient.getConfiguredClient(storm_conf).getClient();
                ClusterSummary cluster_summary = nimbus_client.getClusterInfo();
                TopologySummary topology_summary = cluster_summary.get_topologies().get(0);
                Assert.assertEquals("ACTIVE", topology_summary.get_status());
            }

            cmd = java.util.Arrays.asList(storm_home+"/bin/storm",
                    "kill",
                    "exclamation-topology");
View Full Code Here

              break;
            }
      }
    }

    TopologySummary ret = new TopologySummary(topologyId, topologyName,
        status, uptime_secs, num_tasks, num_workers, errorInfo);

    return ret;
  }
View Full Code Here

          } catch (Exception rmErr) {
            LOG.error("Failed to remove last error timestamp in ZK for " + topologyId, rmErr);
          }
        }
       
        TopologySummary topology = NimbusUtils.mkTopologySummary(
            assignment, topologyId, base.getStormName(),
            base.getStatusString(),
            TimeUtils.time_delta(base.getLanchTimeSecs()), lastErrTimeStamp);

        topologySummaries.add(topology);
View Full Code Here

TOP

Related Classes of backtype.storm.generated.TopologySummary

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.