Package org.apache.giraph.worker

Examples of org.apache.giraph.worker.WorkerInfo

45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
        new SimpleLongRangePartitionerFactory<Writable, Writable>();
    factory.setConf(new ImmutableClassesGiraphConfiguration(conf));

    ArrayList<WorkerInfo> infos = new ArrayList<WorkerInfo>();
    for (int i = 0; i < numWorkers; i++) {
      WorkerInfo info = new WorkerInfo();
      info.setInetSocketAddress(new InetSocketAddress(8080));
      info.setTaskId(i);
      infos.add(info);
    }

    Collection<PartitionOwner> owners =
        factory.createMasterGraphPartitioner().createInitialPartitionOwners(infos, -1);

    int[] tasks = new int[owners.size()];
    for (PartitionOwner owner : owners) {
      WorkerInfo worker = owner.getWorkerInfo();
      assertEquals(0, tasks[owner.getPartitionId()]);
      tasks[owner.getPartitionId()] = worker.getTaskId() + 1;
    }
    checkMapping(tasks, allowedWorkerDiff, emptyWorkers);

    WorkerGraphPartitioner<LongWritable, Writable, Writable> workerPartitioner =
        factory.createWorkerGraphPartitioner();
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
    SaslServerHandler mockedSaslServerHandler =
        Mockito.mock(SaslServerHandler.class);
    when(mockedSaslServerFactory.newHandler(conf)).
        thenReturn(mockedSaslServerHandler);

    WorkerInfo workerInfo = new WorkerInfo();
    workerInfo.setTaskId(-1);
    NettyServer server =
        new NettyServer(conf,
            new WorkerRequestServerHandler.Factory(serverData),
            workerInfo,
            context,
            mockedSaslServerFactory,
            new MockExceptionHandler());
    server.start();
    workerInfo.setInetSocketAddress(server.getMyAddress());

    NettyClient client = new NettyClient(context, conf, new WorkerInfo(),
        new MockExceptionHandler());
    client.connectAllAddresses(Lists.<WorkerInfo>newArrayList(workerInfo));

    client.stop();
    server.stop();
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
   * @param message The message sent to the target
   */
  public void sendMessageRequest(I destVertexId, M message) {
    PartitionOwner owner =
      getServiceWorker().getVertexPartitionOwner(destVertexId);
    WorkerInfo workerInfo = owner.getWorkerInfo();
    final int partitionId = owner.getPartitionId();
    if (LOG.isTraceEnabled()) {
      LOG.trace("sendMessageRequest: Send bytes (" + message.toString() +
        ") to " + destVertexId + " on worker " + workerInfo);
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
88
89
  }

  @Override
  public void sendToOwner(String name, GlobalCommType sendType, Writable object)
    throws IOException {
    WorkerInfo owner =
        AggregatorUtils.getOwner(name, service.getWorkerInfoList());
    int currentSize = sendGlobalCommCache.addValue(owner.getTaskId(),
        name, sendType, object);
    if (currentSize >= maxBytesPerAggregatorRequest) {
      flushAggregatorsToWorker(owner);
    }
  }
View Full Code Here
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
    resetIdSerializers();
    resetIdCounter();
    // Count messages
    int currentMachineId = 0;
    PartitionOwner owner = null;
    WorkerInfo workerInfo = null;
    I vertexId = null;
    while (vertexIdIterator.hasNext()) {
      vertexId = vertexIdIterator.next();
      owner = getServiceWorker().getVertexPartitionOwner(vertexId);
      workerInfo = owner.getWorkerInfo();
      currentMachineId = workerInfo.getTaskId();
      // Serialize this target vertex id
      try {
        vertexId.write(idSerializer[currentMachineId]);
      } catch (IOException e) {
        throw new IllegalStateException(
View Full Code Here
286
287
288
289
290
291
292
293
294
295
296
  @Override
  public boolean sendEdgeRequest(I sourceVertexId, Edge<I, E> edge)
    throws IOException {
    PartitionOwner owner =
        serviceWorker.getVertexPartitionOwner(sourceVertexId);
    WorkerInfo workerInfo = owner.getWorkerInfo();
    final int partitionId = owner.getPartitionId();
    if (LOG.isTraceEnabled()) {
      LOG.trace("sendEdgeRequest: Send bytes (" + edge.toString() +
          ") to " + sourceVertexId + " on worker " + workerInfo);
    }
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
  }

  @Override
  public boolean sendReducedValue(String name,
      Writable reducedValue) throws IOException {
    WorkerInfo owner =
        AggregatorUtils.getOwner(name,
            serviceWorker.getWorkerInfoList());
    if (isThisWorker(owner)) {
      return false;
    } else {
      int currentSize = sendReducedValuesCache.addValue(owner.getTaskId(),
          name, GlobalCommType.REDUCED_VALUE, reducedValue);
      if (currentSize >= maxBytesPerAggregatorRequest) {
        flushAggregatorsToWorker(owner);
      }
      return true;
View Full Code Here
TOP

Related Classes of org.apache.giraph.worker.WorkerInfo

  • org.apache.giraph.comm.ConnectionTest
  • org.apache.giraph.comm.netty.NettyMasterClient
  • org.apache.giraph.comm.netty.NettyWorkerAggregatorRequestProcessor
  • org.apache.giraph.comm.netty.NettyWorkerClientRequestProcessor
  • org.apache.giraph.comm.RequestFailureTest
  • org.apache.giraph.comm.RequestTest
  • org.apache.giraph.comm.SaslConnectionTest
  • org.apache.giraph.comm.SendMessageCache
  • org.apache.giraph.comm.SendOneMessageToManyCache
  • org.apache.giraph.graph.AddressesAndPartitionsWritable
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.