Examples of BSPCompressedBundle

Examples of org.apache.hama.bsp.message.compress.BSPCompressedBundle

102
103
104
105
106
107
108
109
110
111
112
          + " to transfer messages to!");
    } else {
      if (compressor != null
          && (bundle.getApproximateSize() > conf.getLong(
              "hama.messenger.compression.threshold", 1048576))) {
        BSPCompressedBundle compMsgBundle = compressor.compressBundle(bundle);
        bspPeerConnection.put(compMsgBundle);
        peer.incrementCounter(BSPPeerImpl.PeerCounter.COMPRESSED_MESSAGES, 1L);
      } else {
        bspPeerConnection.put(bundle);
      }
View Full Code Here

Examples of org.apache.hama.bsp.message.compress.BSPCompressedBundle

136
137
138
139
140
141
142
143
144
145
      DataInputStream in = new DataInputStream(inArray);
      msg.readFields(in);
    } else {
      peer.incrementCounter(BSPPeerImpl.PeerCounter.COMPRESSED_BYTES_RECEIVED,
          byteArray.length);
      msg = compressor.decompressBundle(new BSPCompressedBundle(byteArray));
    }

    return msg;
  }
View Full Code Here

Examples of org.apache.hama.bsp.message.compress.BSPCompressedBundle

154
155
156
157
158
159
160
161
162
163
164
165
      byte[] byteArray = outArray.toByteArray();
      peer.incrementCounter(BSPPeerImpl.PeerCounter.MESSAGE_BYTES_TRANSFERED,
          byteArray.length);
      return ByteBuffer.wrap(byteArray);
    } else {
      BSPCompressedBundle compMsgBundle = compressor.compressBundle(msg);
      byte[] data = compMsgBundle.getData();
      peer.incrementCounter(BSPPeerImpl.PeerCounter.COMPRESSED_BYTES_SENT,
          data.length);
      return ByteBuffer.wrap(data);
    }
  }
View Full Code Here

Examples of org.apache.hama.bsp.message.compress.BSPCompressedBundle

109
110
111
112
113
114
115
116
117
118
119
    } else {
      if (compressor != null
          && (bundle.getApproximateSize() > conf.getLong(
              "hama.messenger.compression.threshold", 1048576))) {
       
        BSPCompressedBundle compMsgBundle = compressor.compressBundle(bundle);
        bspPeerConnection.put(compMsgBundle);
        peer.incrementCounter(BSPPeerImpl.PeerCounter.COMPRESSED_MESSAGES, 1L);
      } else {
        bspPeerConnection.put(bundle);
      }
View Full Code Here

Examples of org.apache.hama.bsp.message.compress.BSPCompressedBundle

88
89
90
91
92
93
94
95
96
97
98
    if (bspPeerConnection == null) {
      throw new IllegalArgumentException("Can not find " + addr.toString()
          + " to transfer messages to!");
    } else {
      if (compressor != null) {
        BSPCompressedBundle compMsgBundle = compressor.compressBundle(bundle);
        if (CompressionUtil.getCompressionRatio(compMsgBundle, bundle) < 1.0) {
          bspPeerConnection.put(compMsgBundle);
        } else {
          bspPeerConnection.put(bundle);
        }
View Full Code Here

Examples of org.apache.hama.bsp.message.compress.BSPCompressedBundle

112
113
114
115
116
117
118
119
120
121
      DataInputStream in = new DataInputStream(inArray);
      msg.readFields(in);
    } else {
      peer.incrementCounter(BSPPeerImpl.PeerCounter.COMPRESSED_BYTES_RECEIVED,
          byteArray.length);
      msg = compressor.decompressBundle(new BSPCompressedBundle(byteArray));
    }

    return msg;
  }
View Full Code Here

Examples of org.apache.hama.bsp.message.compress.BSPCompressedBundle

130
131
132
133
134
135
136
137
138
139
140
141
      byte[] byteArray = outArray.toByteArray();
      peer.incrementCounter(BSPPeerImpl.PeerCounter.MESSAGE_BYTES_TRANSFERED,
          byteArray.length);
      return ByteBuffer.wrap(byteArray);
    } else {
      BSPCompressedBundle compMsgBundle = compressor.compressBundle(msg);
      byte[] data = compMsgBundle.getData();
      peer.incrementCounter(BSPPeerImpl.PeerCounter.COMPRESSED_BYTES_SENT,
          data.length);
      return ByteBuffer.wrap(data);
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.