Examples of org.apache.hadoop.net.SocketOutputStream$Writer

thread.concurrencyCookbook.chapter2.recipe05.Writer
This implements an output stream that can have a timeout while writing. This sets non-blocking flag on the socket channel. So after creating this object , read() on {@link Socket#getInputStream()} and write() on {@link Socket#getOutputStream()} on the associated socket will throw llegalBlockingModeException. Please use {@link SocketInputStream} for reading.

    
    try {
      if (blockInPosition >= 0) {
        //use transferTo(). Checks on out and blockIn are already done. 


        SocketOutputStream sockOut = (SocketOutputStream)out;
        //first write the packet
        sockOut.write(buf, 0, dataOff);
        // no need to flush. since we know out is not a buffered stream. 


        sockOut.transferToFully(((FileInputStream)blockIn).getChannel(), 
                                blockInPosition, len);


        blockInPosition += len;
      } else {
        // normal transfer

View Full Code Here

      }
    }
    
    try {
      if (transferTo) {
        SocketOutputStream sockOut = (SocketOutputStream)out;
        // First write header and checksums
        sockOut.write(buf, headerOff, dataOff - headerOff);
        
        // no need to flush since we know out is not a buffered stream
        FileChannel fileCh = ((FileInputStream)blockIn).getChannel();
        LongWritable waitTime = new LongWritable();
        LongWritable transferTime = new LongWritable();
        sockOut.transferToFully(fileCh, blockInPosition, dataLen, 
            waitTime, transferTime);
        datanode.metrics.addSendDataPacketBlockedOnNetworkNanos(waitTime.get());
        datanode.metrics.addSendDataPacketTransferNanos(transferTime.get());
        blockInPosition += dataLen;
      } else {

View Full Code Here

  private final boolean isLocal;


  NioInetPeer(Socket socket) throws IOException {
    this.socket = socket;
    this.in = new SocketInputStream(socket.getChannel(), 0);
    this.out = new SocketOutputStream(socket.getChannel(), 0);
    this.isLocal = socket.getInetAddress().equals(socket.getLocalAddress());
  }

View Full Code Here

    long checksumSize = ckHdr.getChecksumSize();
    long startMetaOffset = versionSize + cheaderSize + startChunkNumber * checksumSize;
    long metaLength = numChunks * checksumSize;


    // get a connection back to the client
    SocketOutputStream out = new SocketOutputStream(s, datanode.socketWriteTimeout);


    try {


      // write out the checksum type and bytesperchecksum to client
      // skip the first two bytes that describe the version

View Full Code Here

        throw BlockSender.ioeToSocketException(e);
      }
    } else {
      try {
        // use transferTo(). Checks on out and blockIn are already done.
        SocketOutputStream sockOut = (SocketOutputStream) out;


        if (memoizedBlock.hasBlockChanged(len, offset)) {
          blockDataFileReader.readFully(buf, dataOff, len, offset, true);
          if (dnData != null) {
            dnData.recordReadChunkDataTime();
          }


          ChecksumUtil.updateChunkChecksum(buf, checksumOff, dataOff, len,
              checksum);
          if (dnData != null) {
            dnData.recordUpdateChunkCheckSumTime();
          }
          
          sockOut.write(buf, 0, dataOff + len);
          if (dnData != null) {
            dnData.recordSendChunkToClientTime();
          }
        } else {
          // first write the packet
          sockOut.write(buf, 0, dataOff);
          // no need to flush. since we know out is not a buffered stream.
          blockDataFileReader.transferToSocketFully(sockOut,offset, len);
          if (dnData != null) {
            dnData.recordTransferChunkToClientTime();
          }

View Full Code Here

    long checksumSize = ckHdr.getChecksumSize();
    long startMetaOffset = versionSize + cheaderSize + startChunkNumber * checksumSize;
    long metaLength = numChunks * checksumSize;


    // get a connection back to the client
    SocketOutputStream out = new SocketOutputStream(s, datanode.socketWriteTimeout);


    try {


      // write out the checksum type and bytesperchecksum to client
      // skip the first two bytes that describe the version

View Full Code Here

    // find the offset in the metafile
    long startChunkNumber = startOffset / bytesPerChecksum;
    long numChunks = length / bytesPerChecksum;


    // get a connection back to the client
    SocketOutputStream out = new SocketOutputStream(s, datanode.socketWriteTimeout);


    try {
      // Write checksum information
      checksum.writeHeader(new DataOutputStream(out));

View Full Code Here

      readers[i]=new Reader(pricesInfo);
      threadsReader[i]=new Thread(readers[i]);
    }
    
    // Creates a writer and a thread to run it
    Writer writer=new Writer(pricesInfo);
    Thread threadWriter=new Thread(writer);
    
    // Starts the threads
    for (int i=0; i<5; i++){
      threadsReader[i].start();

View Full Code Here

0 1 2 3

TOP

Related Classes of org.apache.hadoop.net.SocketOutputStream$Writer

com.datasalt.pangool.serialization.HadoopSerialization

com.datasalt.pangool.tuplemr.serialization.SimpleTupleSerializer

com.hp.hpl.jena.shared.Lock

com.hp.hpl.jena.sparql.core.DatasetGraph

com.hp.hpl.jena.sparql.serializer.FormatterElement

com.hp.hpl.jena.sparql.syntax.Element

com.hp.hpl.jena.tdb.transaction.DatasetGraphTxn

com.hp.hpl.jena.tdb.transaction.SysTxnState

com.hp.hpl.jena.tdb.transaction.TransactionManager

com.mongodb.BasicDBObject

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.