Package org.apache.hadoop.hdfs.protocol.datatransfer

Examples of org.apache.hadoop.hdfs.protocol.datatransfer.IOStreamPair

1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
        long writeTimeout = dnConf.socketWriteTimeout +
                            HdfsServerConstants.WRITE_TIMEOUT_EXTENSION * (targets.length-1);
        OutputStream unbufOut = NetUtils.getOutputStream(sock, writeTimeout);
        InputStream unbufIn = NetUtils.getInputStream(sock);
        if (dnConf.encryptDataTransfer) {
          IOStreamPair encryptedStreams =
              DataTransferEncryptor.getEncryptedStreams(
                  unbufOut, unbufIn,
                  blockPoolTokenSecretManager.generateDataEncryptionKey(
                      b.getBlockPoolId()));
          unbufOut = encryptedStreams.out;
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
    dataXceiverServer.addPeer(peer);
    try {
      peer.setWriteTimeout(datanode.getDnConf().socketWriteTimeout);
      InputStream input = socketIn;
      if (dnConf.encryptDataTransfer) {
        IOStreamPair encryptedStreams = null;
        try {
          encryptedStreams = DataTransferEncryptor.getEncryptedStreams(socketOut,
              socketIn, datanode.blockPoolTokenSecretManager,
              dnConf.encryptionAlgorithm);
        } catch (InvalidMagicNumberException imne) {
View Full Code Here
480
481
482
483
484
485
486
487
488
489
490
         
          OutputStream unbufMirrorOut = NetUtils.getOutputStream(mirrorSock,
              writeTimeout);
          InputStream unbufMirrorIn = NetUtils.getInputStream(mirrorSock);
          if (dnConf.encryptDataTransfer) {
            IOStreamPair encryptedStreams =
                DataTransferEncryptor.getEncryptedStreams(
                    unbufMirrorOut, unbufMirrorIn,
                    datanode.blockPoolTokenSecretManager
                        .generateDataEncryptionKey(block.getBlockPoolId()));
           
View Full Code Here
804
805
806
807
808
809
810
811
812
813
814
      OutputStream unbufProxyOut = NetUtils.getOutputStream(proxySock,
          dnConf.socketWriteTimeout);
      InputStream unbufProxyIn = NetUtils.getInputStream(proxySock);
      if (dnConf.encryptDataTransfer) {
        IOStreamPair encryptedStreams =
            DataTransferEncryptor.getEncryptedStreams(
                unbufProxyOut, unbufProxyIn,
                datanode.blockPoolTokenSecretManager
                    .generateDataEncryptionKey(block.getBlockPoolId()));
        unbufProxyOut = encryptedStreams.out;
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
  private final ReadableByteChannel channel;

  public EncryptedPeer(Peer enclosedPeer, DataEncryptionKey key)
      throws IOException {
    this.enclosedPeer = enclosedPeer;
    IOStreamPair ios = DataTransferEncryptor.getEncryptedStreams(
        enclosedPeer.getOutputStream(), enclosedPeer.getInputStream(), key);
    this.in = ios.in;
    this.out = ios.out;
    this.channel = ios.in instanceof ReadableByteChannel ?
        (ReadableByteChannel)ios.in : null;
View Full Code Here
336
337
338
339
340
341
342
343
344
345
346
        sock.setKeepAlive(true);
       
        OutputStream unbufOut = sock.getOutputStream();
        InputStream unbufIn = sock.getInputStream();
        if (nnc.getDataEncryptionKey() != null) {
          IOStreamPair encryptedStreams =
              DataTransferEncryptor.getEncryptedStreams(
                  unbufOut, unbufIn, nnc.getDataEncryptionKey());
          unbufOut = encryptedStreams.out;
          unbufIn = encryptedStreams.in;
        }
View Full Code Here
936
937
938
939
940
941
942
943
944
945
946
        final long writeTimeout = dfsClient.getDatanodeWriteTimeout(2);
       
        OutputStream unbufOut = NetUtils.getOutputStream(sock, writeTimeout);
        InputStream unbufIn = NetUtils.getInputStream(sock);
        if (dfsClient.shouldEncryptData()) {
          IOStreamPair encryptedStreams =
              DataTransferEncryptor.getEncryptedStreams(
                  unbufOut, unbufIn, dfsClient.getDataEncryptionKey());
          unbufOut = encryptedStreams.out;
          unbufIn = encryptedStreams.in;
        }
View Full Code Here
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
          long writeTimeout = dfsClient.getDatanodeWriteTimeout(nodes.length);
         
          OutputStream unbufOut = NetUtils.getOutputStream(s, writeTimeout);
          InputStream unbufIn = NetUtils.getInputStream(s);
          if (dfsClient.shouldEncryptData()) {
            IOStreamPair encryptedStreams =
                DataTransferEncryptor.getEncryptedStreams(unbufOut,
                    unbufIn, dfsClient.getDataEncryptionKey());
            unbufOut = encryptedStreams.out;
            unbufIn = encryptedStreams.in;
          }
View Full Code Here
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
        DataOutputStream out = null;
        DataInputStream in = null;
       
        try {
          //connect to a datanode
          IOStreamPair pair = connectToDN(socketFactory, connectToDnViaHostname,
              encryptionKey, datanodes[j], timeout);
          out = new DataOutputStream(new BufferedOutputStream(pair.out,
              HdfsConstants.SMALL_BUFFER_SIZE));
          in = new DataInputStream(pair.in);
View Full Code Here
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
1934
1935
1936
1937
1938
      NetUtils.connect(sock, NetUtils.createSocketAddr(dnAddr), timeout);
      sock.setSoTimeout(timeout);
 
      OutputStream unbufOut = NetUtils.getOutputStream(sock);
      InputStream unbufIn = NetUtils.getInputStream(sock);
      IOStreamPair ret;
      if (encryptionKey != null) {
        ret = DataTransferEncryptor.getEncryptedStreams(
                unbufOut, unbufIn, encryptionKey);
      } else {
        ret = new IOStreamPair(unbufIn, unbufOut);       
      }
      success = true;
      return ret;
    } finally {
      if (!success) {
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hdfs.protocol.datatransfer.IOStreamPair

  • org.apache.hadoop.hdfs.BlockReaderFactory
  • org.apache.hadoop.hdfs.DFSClient
  • org.apache.hadoop.hdfs.DFSInputStream
  • org.apache.hadoop.hdfs.DFSOutputStream$DataStreamer
  • org.apache.hadoop.hdfs.net.EncryptedPeer
  • org.apache.hadoop.hdfs.server.balancer.Balancer$PendingBlockMove
  • org.apache.hadoop.hdfs.server.datanode.DataNode$DataTransfer
  • org.apache.hadoop.hdfs.server.datanode.DataXceiver
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.