Package org.apache.tajo.master.rm

Examples of org.apache.tajo.master.rm.WorkerResource

134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
    public void releaseWorkerResource(RpcController controller,
                                           TajoMasterProtocol.WorkerResourceReleaseRequest request,
                                           RpcCallback<PrimitiveProtos.BoolProto> done) {
      List<TajoMasterProtocol.WorkerResourceProto> workerResources = request.getWorkerResourcesList();
      for(TajoMasterProtocol.WorkerResourceProto eachWorkerResource: workerResources) {
        WorkerResource workerResource = new WorkerResource();
        String[] tokens = eachWorkerResource.getWorkerHostAndPort().split(":");
        workerResource.setAllocatedHost(tokens[0]);
        workerResource.setPeerRpcPort(Integer.parseInt(tokens[1]));
        workerResource.setMemoryMBSlots(eachWorkerResource.getMemoryMBSlots());
        workerResource.setDiskSlots(eachWorkerResource.getDiskSlots());

        LOG.info("releaseWorkerResource:" + workerResource);
        context.getResourceManager().releaseWorkerResource(
            new QueryId(eachWorkerResource.getExecutionBlockId().getQueryId()),
            workerResource);
View Full Code Here
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
          containerId.setId(containerIdSeq.incrementAndGet());

          container.setId(containerId);
          container.setNodeId(nodeId);

          WorkerResource workerResource = new WorkerResource();
          workerResource.setAllocatedHost(nodeId.getHost());
          workerResource.setPeerRpcPort(nodeId.getPort());
          workerResource.setPullServerPort(eachWorker.getWorkerPullServerPort());
          workerResource.setMemoryMBSlots(requiredMemoryMBSlot);
          workerResource.setDiskSlots(requiredDiskSlots);

          container.setWorkerResource(workerResource);

          containers.add(container);
        }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
  }

  private QueryInfo makeQueryInfoFromHeartbeat(TajoMasterProtocol.TajoHeartbeat queryHeartbeat) {
    QueryInfo queryInfo = new QueryInfo(new QueryId(queryHeartbeat.getQueryId()));
    if(queryHeartbeat.getTajoWorkerHost() != null) {
      WorkerResource queryMasterResource = new WorkerResource();
      queryMasterResource.setAllocatedHost(queryHeartbeat.getTajoWorkerHost());
      queryMasterResource.setPeerRpcPort(queryHeartbeat.getTajoWorkerPort());
      queryMasterResource.setClientPort(queryHeartbeat.getTajoWorkerClientPort());
      queryMasterResource.setPullServerPort(queryHeartbeat.getTajoWorkerPullServerPort());
      queryInfo.setQueryMasterResource(queryMasterResource);
    }
    queryInfo.setLastMessage(queryHeartbeat.getStatusMessage());
    queryInfo.setQueryState(queryHeartbeat.getState());
    queryInfo.setProgress(queryHeartbeat.getQueryProgress());
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
  public void startQueryMaster() {
    try {
      LOG.info("Initializing QueryInProgress for QueryID=" + queryId);
      WorkerResourceManager resourceManager = masterContext.getResourceManager();
      WorkerResource queryMasterResource = resourceManager.allocateQueryMaster(this);

      if(queryMasterResource != null) {
        queryInfo.setQueryMasterResource(queryMasterResource);
      }
      getEventHandler().handle(new QueryJobEvent(QueryJobEvent.Type.QUERY_MASTER_START, queryInfo));
View Full Code Here
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
          containerId.setId(eachAllocatedResource.getContainerId().getId());

          container.setId(containerId);
          container.setNodeId(nodeId);

          WorkerResource workerResource = new WorkerResource();
          workerResource.setAllocatedHost(nodeId.getHost());
          workerResource.setPeerRpcPort(nodeId.getPort());
          workerResource.setQueryMasterPort(eachAllocatedResource.getQueryMasterPort());
          workerResource.setPullServerPort(eachAllocatedResource.getWorkerPullServerPort());
          workerResource.setMemoryMB(eachAllocatedResource.getAllocatedMemoryMB());
          workerResource.setDiskSlots(eachAllocatedResource.getAllocatedDiskSlots());

          container.setWorkerResource(workerResource);

          containers.add(container);
        }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
  public boolean startQueryMaster() {
    try {
      LOG.info("Initializing QueryInProgress for QueryID=" + queryId);
      WorkerResourceManager resourceManager = masterContext.getResourceManager();
      WorkerResource queryMasterResource = resourceManager.allocateQueryMaster(this);

      if(queryMasterResource == null) {
        return false;
      }
      queryInfo.setQueryMasterResource(queryMasterResource);
View Full Code Here
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
  }

  private QueryInfo makeQueryInfoFromHeartbeat(TajoMasterProtocol.TajoHeartbeat queryHeartbeat) {
    QueryInfo queryInfo = new QueryInfo(new QueryId(queryHeartbeat.getQueryId()));
    if (queryHeartbeat.getTajoWorkerHost() != null) {
      WorkerResource queryMasterResource = new WorkerResource();
      queryMasterResource.setAllocatedHost(queryHeartbeat.getTajoWorkerHost());
      queryMasterResource.setPeerRpcPort(queryHeartbeat.getPeerRpcPort());
      queryMasterResource.setQueryMasterPort(queryHeartbeat.getTajoQueryMasterPort());
      queryMasterResource.setClientPort(queryHeartbeat.getTajoWorkerClientPort());
      queryMasterResource.setPullServerPort(queryHeartbeat.getTajoWorkerPullServerPort());
      queryInfo.setQueryMasterResource(queryMasterResource);
    }
    queryInfo.setLastMessage(queryHeartbeat.getStatusMessage());
    queryInfo.setQueryState(queryHeartbeat.getState());
    queryInfo.setProgress(queryHeartbeat.getQueryProgress());
View Full Code Here
TOP

Related Classes of org.apache.tajo.master.rm.WorkerResource

  • org.apache.tajo.master.querymaster.QueryInProgress
  • org.apache.tajo.master.querymaster.QueryJobManager
  • org.apache.tajo.master.TajoMasterService$TajoMasterServiceHandler
  • org.apache.tajo.worker.TajoResourceAllocator$TajoWorkerAllocationThread
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.