Package org.apache.giraph.partition

Examples of org.apache.giraph.partition.PartitionOwner

265
266
267
268
269
270
271
272
273
274
275
276
277
  }

  @Override
  public void addEdgeRequest(I vertexIndex, Edge<I, E> edge) throws
      IOException {
    PartitionOwner partitionOwner =
        serviceWorker.getVertexPartitionOwner(vertexIndex);
    int partitionId = partitionOwner.getPartitionId();
    if (LOG.isTraceEnabled()) {
      LOG.trace("addEdgeRequest: Sending edge " + edge + " for index " +
          vertexIndex + " with partition " + partitionId);
    }
View Full Code Here
284
285
286
287
288
289
290
291
292
293
294
295
296
297
  }

  @Override
  public boolean sendEdgeRequest(I sourceVertexId, Edge<I, E> edge)
    throws IOException {
    PartitionOwner owner =
        serviceWorker.getVertexPartitionOwner(sourceVertexId);
    WorkerInfo workerInfo = owner.getWorkerInfo();
    final int partitionId = owner.getPartitionId();
    if (LOG.isTraceEnabled()) {
      LOG.trace("sendEdgeRequest: Send bytes (" + edge.toString() +
          ") to " + sourceVertexId + " on worker " + workerInfo);
    }
View Full Code Here
336
337
338
339
340
341
342
343
344
345
346
347
348
  }

  @Override
  public void removeEdgesRequest(I vertexIndex,
                                 I destinationVertexIndex) throws IOException {
    PartitionOwner partitionOwner =
        serviceWorker.getVertexPartitionOwner(vertexIndex);
    int partitionId = partitionOwner.getPartitionId();
    if (LOG.isTraceEnabled()) {
      LOG.trace("removeEdgesRequest: Removing edge " +
          destinationVertexIndex +
          " for index " + vertexIndex + " with partition " + partitionId);
    }
View Full Code Here
356
357
358
359
360
361
362
363
364
365
366
367
368
        partitionId, partitionOwner, partitionMutationCount);
  }

  @Override
  public void addVertexRequest(Vertex<I, V, E> vertex) throws IOException {
    PartitionOwner partitionOwner =
        serviceWorker.getVertexPartitionOwner(vertex.getId());
    int partitionId = partitionOwner.getPartitionId();
    if (LOG.isTraceEnabled()) {
      LOG.trace("addVertexRequest: Sending vertex " + vertex +
          " to partition " + partitionId);
    }
View Full Code Here
374
375
376
377
378
379
380
381
382
383
384
385
386
        partitionId, partitionOwner, partitionMutationCount);
  }

  @Override
  public void removeVertexRequest(I vertexIndex) throws IOException {
    PartitionOwner partitionOwner =
        serviceWorker.getVertexPartitionOwner(vertexIndex);
    int partitionId = partitionOwner.getPartitionId();
    if (LOG.isTraceEnabled()) {
      LOG.trace("removeVertexRequest: Removing vertex index " +
          vertexIndex + " from partition " + partitionId);
    }
View Full Code Here
433
434
435
436
437
438
439
440
441
442
443
    for (Map.Entry<Integer, Map<I, VertexMutations<I, V, E>>> entry :
        remainingMutationsCache.entrySet()) {
      WritableRequest writableRequest =
          new SendPartitionMutationsRequest<I, V, E>(
              entry.getKey(), entry.getValue());
      PartitionOwner partitionOwner =
          serviceWorker.getVertexPartitionOwner(
              entry.getValue().keySet().iterator().next());
      doRequest(partitionOwner.getWorkerInfo(), writableRequest);
    }
  }
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
134
135
          oneMessageToManyIds.getVertexIdMessageIterator();
        while (vertexIdMessageIterator.hasNext()) {
          vertexIdMessageIterator.next();
          M msg = vertexIdMessageIterator.getCurrentMessage();
          I vertexId = vertexIdMessageIterator.getCurrentVertexId();
          PartitionOwner owner =
              serviceWorker.getVertexPartitionOwner(vertexId);
          int partitionId = owner.getPartitionId();
          ByteArrayVertexIdMessages<I, M> idMsgs = partitionIdMsgs
              .get(partitionId);
          if (idMsgs == null) {
            idMsgs = new ByteArrayVertexIdMessages<>(
                getConf().<M>getOutgoingMessageValueFactory());
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
113
   * @param iterator vertexId iterator
   * @return list for current vertexId
   */
  protected L getList(
    VertexIdIterator<LongWritable> iterator) {
    PartitionOwner owner =
        service.getVertexPartitionOwner(iterator.getCurrentVertexId());
    long vertexId = iterator.getCurrentVertexId().get();
    int partitionId = owner.getPartitionId();
    Long2ObjectOpenHashMap<L> partitionMap = map.get(partitionId);
    if (!partitionMap.containsKey(vertexId)) {
      synchronized (nascentMap) {
        // assumption: not many nascent vertices are created
        // so overall synchronization is negligible
View Full Code Here
TOP

Related Classes of org.apache.giraph.partition.PartitionOwner

  • org.apache.giraph.comm.messages.AbstractListPerVertexStore
  • org.apache.giraph.comm.messages.primitives.long_id.LongAbstractListMessageStore
  • org.apache.giraph.comm.netty.NettyWorkerClientRequestProcessor
  • org.apache.giraph.comm.requests.SendWorkerOneMessageToManyRequest
  • org.apache.giraph.comm.SendMessageCache
  • org.apache.giraph.comm.SendOneMessageToManyCache
  • org.apache.giraph.graph.AddressesAndPartitionsWritable
  • org.apache.giraph.integration.SuperstepHashPartitionerFactory$SuperstepMasterPartition
  • org.apache.giraph.master.BspServiceMaster
  • org.apache.giraph.partition.SimpleRangePartitionFactoryTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.