Package com.alibaba.jstorm.callback

Examples of com.alibaba.jstorm.callback.AsyncLoopThread


        queue_size, waitStrategy);
    this.exeQueue.consumerStarted();

    this.registerInnerTransfer(exeQueue);

    deserializeThread = new AsyncLoopThread(new DeserializeRunnable(
        deserializeQueue, exeQueue));
   
    deserializeTimer = Metrics.registerTimer(idStr, MetricDef.DESERIALIZE_TIME, String.valueOf(taskId), Metrics.MetricType.TASK);
    Metrics.registerQueue(idStr, MetricDef.DESERIALIZE_QUEUE, deserializeQueue, String.valueOf(taskId), Metrics.MetricType.TASK);
    Metrics.registerQueue(idStr, MetricDef.EXECUTE_QUEUE, exeQueue, String.valueOf(taskId), Metrics.MetricType.TASK);
View Full Code Here


      ITaskReportErr _report_error) {
    super(_spout, _transfer_fn, innerTaskTransfer, _storm_conf,
        deserializeQueue, sendTargets, taskStatus, topology_context,
        _user_context, _task_stats, _report_error);

    ackerRunnableThread = new AsyncLoopThread(new AckerRunnable());
    pending = new RotatingMap<Long, TupleInfo>(Acker.TIMEOUT_BUCKET_NUM, null, false);
    Metrics.register(idStr, MetricDef.PENDING_MAP, new Gauge<Integer>() {

      @Override
      public Integer getValue() {
View Full Code Here

    TaskSendTargets sendTargets = echoToSystemBolt();

    // create thread to get tuple from zeroMQ,
    // and pass the tuple to bolt/spout
    RunnableCallback baseExecutor = mkExecutor(deserializeQueue, sendTargets);
    AsyncLoopThread executor_threads = new AsyncLoopThread(baseExecutor,
        false, Thread.MAX_PRIORITY, true);

    List<AsyncLoopThread> allThreads = new ArrayList<AsyncLoopThread>();
    allThreads.add(executor_threads);
   
View Full Code Here

  }

  public TaskShutdownDameon getShutdown(List<AsyncLoopThread> allThreads,
      DisruptorQueue deserializeQueue, RunnableCallback baseExecutor) {

    AsyncLoopThread ackerThread = null;
    if (baseExecutor instanceof SpoutExecutors) {
      ackerThread = ((SpoutExecutors) baseExecutor).getAckerRunnableThread();
     
      if (ackerThread != null) {
        allThreads.add(ackerThread);
      }
    }
    AsyncLoopThread recvThread = ((BaseExecutors) baseExecutor).getDeserlizeThread();
    allThreads.add(recvThread);

    AsyncLoopThread serializeThread = taskTransfer.getSerializeThread();
    allThreads.add(serializeThread);

    TaskShutdownDameon shutdown = new TaskShutdownDameon(taskStatus,
        topologyid, taskid, allThreads, zkCluster, taskObj);
View Full Code Here

    recvConnection.registerQueue(recvQueue);

    RunnableCallback recvDispather = new VirtualPortDispatch(workerData,
        recvConnection, recvQueue);

    AsyncLoopThread vthread = new AsyncLoopThread(recvDispather, false,
        Thread.MAX_PRIORITY, false);

    return vthread;
  }
View Full Code Here

  }

  public WorkerShutdown execute() throws Exception {
    List<AsyncLoopThread> threads = new ArrayList<AsyncLoopThread>();
   
    AsyncLoopThread dispatcher = startDispatchThread();
    threads.add(dispatcher);

    // create client before create task
    // so create client connection before create task
    // refresh connection
    RefreshConnections refreshConn = makeRefreshConnections();
    AsyncLoopThread refreshconn = new AsyncLoopThread(refreshConn, false,
        Thread.MIN_PRIORITY, true);
    threads.add(refreshconn);

    TimeTick timeTick = new TimeTick(workerData);
    AsyncLoopThread tick = new AsyncLoopThread(timeTick);
    threads.add(tick);

    // refresh ZK active status
    RefreshActive refreshZkActive = new RefreshActive(workerData);
    AsyncLoopThread refreshzk = new AsyncLoopThread(refreshZkActive, false,
        Thread.MIN_PRIORITY, true);
    threads.add(refreshzk);

    BatchTupleRunable batchRunable = new BatchTupleRunable(workerData);
    AsyncLoopThread batch = new AsyncLoopThread(batchRunable, false,
        Thread.MAX_PRIORITY, true);
    threads.add(batch);

    // transferQueue, nodeportSocket, taskNodeport
    DrainerRunable drainer = new DrainerRunable(workerData);
    AsyncLoopThread dr = new AsyncLoopThread(drainer, false,
        Thread.MAX_PRIORITY, true);
    threads.add(dr);

    // Sync heartbeat to Apsara Container
    AsyncLoopThread syncContainerHbThread = SyncContainerHb
        .mkWorkerInstance(workerData.getConf());
    if (syncContainerHbThread != null) {
      threads.add(syncContainerHbThread);
    }

    MetricReporter metricReporter = workerData.getMetricsReporter();
    boolean isMetricsEnable = ConfigExtension
        .isEnablePerformanceMetrics(workerData.getStormConf());
    metricReporter.setEnable(isMetricsEnable);
    metricReporter.start();
    LOG.info("Start metrics reporter, enable performance metrics: "
        + isMetricsEnable);
   
    // create task heartbeat
    TaskHeartbeatRunable taskHB = new TaskHeartbeatRunable(workerData);
    AsyncLoopThread taskHBThread = new AsyncLoopThread(taskHB);
    threads.add(taskHBThread);

    // refresh hearbeat to Local dir
    RunnableCallback heartbeat_fn = new WorkerHeartbeatRunable(workerData);
    AsyncLoopThread hb = new AsyncLoopThread(heartbeat_fn, false, null,
        Thread.NORM_PRIORITY, true);
    threads.add(hb);

    // shutdown task callbacks
    List<TaskShutdownDameon> shutdowntasks = createTasks();
View Full Code Here

        int otherWorkers = Utils.getInt(storm_conf.get(Config.TOPOLOGY_WORKERS), 1) - 1;
        int poolSize = Math.min(Math.max(1, otherWorkers), MAX_CLIENT_SCHEDULER_THREAD_POOL_SIZE);
        clientScheduleService = Executors.newScheduledThreadPool(poolSize, new NettyRenameThreadFactory("client-schedule-service"));
 
        reconnector = new ReconnectRunnable();
        new AsyncLoopThread(reconnector, true, Thread.MIN_PRIORITY, true);
       
        isSyncMode = ConfigExtension.isNettySyncMode(storm_conf);
  }
View Full Code Here

   
    String taskId = taskName.substring(taskName.indexOf(":") + 1);
    Metrics.registerQueue(taskName, MetricDef.SERIALIZE_QUEUE, serializeQueue, taskId, Metrics.MetricType.TASK);
    timer = Metrics.registerTimer(taskName, MetricDef.SERIALIZE_TIME, taskId, Metrics.MetricType.TASK);

    serializeThread = new AsyncLoopThread(new TransferRunnable());
    LOG.info("Successfully start TaskTransfer thread");

  }
View Full Code Here

    return serviceHandler;
  }

  private void initContainerHBThread(Map conf) throws IOException {
    AsyncLoopThread thread = SyncContainerHb.mkNimbusInstance(conf);
    if (thread != null) {
      smartThreads.add(thread);
    }
  }
View Full Code Here

        sb.append("MyDir:").append(hbDir);
        sb.append(", timeout:").append(timeout);
        sb.append(",frequence:").append(frequence);
        LOG.info(sb.toString());
       
        AsyncLoopThread thread = new AsyncLoopThread(syncContainerHbThread,
                true, Thread.NORM_PRIORITY, true);
       
        return thread;
    }
View Full Code Here

TOP

Related Classes of com.alibaba.jstorm.callback.AsyncLoopThread

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.