Package org.apache.giraph.utils.io

Examples of org.apache.giraph.utils.io.DataInputOutput

138
139
140
141
142
143
144
145
146
147
148
      // Dump the vertices and their messages in a sorted order
      for (Map.Entry<I, DataInputOutput> entry : messageMap.entrySet()) {
        I destinationVertexId = entry.getKey();
        destinationVertexId.write(out);
        DataInputOutput dataInputOutput = entry.getValue();
        Iterable<M> messages = new MessagesIterable<M>(
            dataInputOutput, messageValueFactory);
        int messageCount = Iterables.size(messages);
        out.writeInt(messageCount);
        if (LOG.isDebugEnabled()) {
View Full Code Here
131
132
133
134
135
136
137
138
139
140
141
   * @return DataInputOutput for this vertex id (created if necessary)
   */
  private DataInputOutput getDataInputOutput(
      Basic2ObjectMap<I, DataInputOutput> partitionMap,
      I vertexId) {
    DataInputOutput dataInputOutput = partitionMap.get(vertexId);
    if (dataInputOutput == null) {
      dataInputOutput = config.createMessagesInputOutput();
      partitionMap.put(vertexId, dataInputOutput);
    }
    return dataInputOutput;
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
      // expensive. If this type of iterator is not available, fall back to
      // deserializing/serializing the messages
      if (vertexIdMessageBytesIterator != null) {
        while (vertexIdMessageBytesIterator.hasNext()) {
          vertexIdMessageBytesIterator.next();
          DataInputOutput dataInputOutput = getDataInputOutput(
              partitionMap, vertexIdMessageBytesIterator.getCurrentVertexId());
          vertexIdMessageBytesIterator.writeCurrentMessageBytes(
              dataInputOutput.getDataOutput());
        }
      } else {
        VertexIdMessageIterator<I, M> iterator =
            messages.getVertexIdMessageIterator();
        while (iterator.hasNext()) {
          iterator.next();
          DataInputOutput dataInputOutput =
              getDataInputOutput(partitionMap, iterator.getCurrentVertexId());

          VerboseByteStructMessageWrite.verboseWriteCurrentMessage(iterator,
              dataInputOutput.getDataOutput());
        }
      }
    }
  }
View Full Code Here
186
187
188
189
190
191
192
193
194
195
196
    return getPartitionMap(vertexId).containsKey(vertexId);
  }

  @Override
  public Iterable<M> getVertexMessages(I vertexId) throws IOException {
    DataInputOutput dataInputOutput = getPartitionMap(vertexId).get(vertexId);
    if (dataInputOutput == null) {
      return EmptyIterable.get();
    } else {
      return new MessagesIterable<M>(dataInputOutput, messageValueFactory);
    }
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
   * @param vertexId Id of the vertex
   * @return DataInputOutput for this vertex id (created if necessary)
   */
  private DataInputOutput getDataInputOutput(
    Long2ObjectOpenHashMap<DataInputOutput> partitionMap, long vertexId) {
    DataInputOutput dataInputOutput = partitionMap.get(vertexId);
    if (dataInputOutput == null) {
      dataInputOutput = config.createMessagesInputOutput();
      partitionMap.put(vertexId, dataInputOutput);
    }
    return dataInputOutput;
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
      // expensive.  If this type of iterator is not available, fall back to
      // deserializing/serializing the messages
      if (vertexIdMessageBytesIterator != null) {
        while (vertexIdMessageBytesIterator.hasNext()) {
          vertexIdMessageBytesIterator.next();
          DataInputOutput dataInputOutput = getDataInputOutput(partitionMap,
              vertexIdMessageBytesIterator.getCurrentVertexId().get());
          vertexIdMessageBytesIterator.writeCurrentMessageBytes(
              dataInputOutput.getDataOutput());
        }
      } else {
        VertexIdMessageIterator<LongWritable, M>
            iterator = messages.getVertexIdMessageIterator();
        while (iterator.hasNext()) {
          iterator.next();
          DataInputOutput dataInputOutput =  getDataInputOutput(partitionMap,
              iterator.getCurrentVertexId().get());
          VerboseByteStructMessageWrite.verboseWriteCurrentMessage(iterator,
              dataInputOutput.getDataOutput());
        }
      }
    }
  }
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
  }

  @Override
  public Iterable<M> getVertexMessages(
    LongWritable vertexId) throws IOException {
    DataInputOutput dataInputOutput =
        getPartitionMap(vertexId).get(vertexId.get());
    if (dataInputOutput == null) {
      return EmptyIterable.get();
    } else {
      return new MessagesIterable<M>(dataInputOutput, messageValueFactory);
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
170
    int size = in.readInt();
    Long2ObjectOpenHashMap<DataInputOutput> partitionMap =
        new Long2ObjectOpenHashMap<DataInputOutput>(size);
    while (size-- > 0) {
      long vertexId = in.readLong();
      DataInputOutput dataInputOutput = config.createMessagesInputOutput();
      dataInputOutput.readFields(in);
      partitionMap.put(vertexId, dataInputOutput);
    }
    synchronized (map) {
      map.put(partitionId, partitionMap);
    }
View Full Code Here
TOP

Related Classes of org.apache.giraph.utils.io.DataInputOutput

  • org.apache.giraph.comm.messages.ByteArrayMessagesPerVertexStore
  • org.apache.giraph.comm.messages.out_of_core.PartitionDiskBackedMessageStore
  • org.apache.giraph.comm.messages.out_of_core.SequentialFileMessageStore
  • org.apache.giraph.comm.messages.primitives.IdByteArrayMessageStore
  • org.apache.giraph.comm.messages.primitives.IntByteArrayMessageStore
  • org.apache.giraph.comm.messages.primitives.long_id.LongByteArrayMessageStore
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.