Examples of FSDataInputStream

eu.stratosphere.core.fs.FSDataInputStream
Interface for a data input stream to a file on a {@link FileSystem}.
org.apache.flink.core.fs.FSDataInputStream
Interface for a data input stream to a file on a {@link FileSystem}.
org.apache.hadoop.fs.FSDataInputStream
Utility that wraps a {@link FSInputStream} in a {@link DataInputStream}and buffers input through a {@link BufferedInputStream}.

Examples of org.apache.hadoop.fs.FSDataInputStream

     */
    private byte[] calculateCheckSumForFile(Path source) throws Exception {
        CheckSum fileCheckSumGenerator = CheckSum.getInstance(CheckSumType.MD5);
        byte[] buffer = new byte[VoldemortConfig.DEFAULT_BUFFER_SIZE];


        FSDataInputStream input = null;


        Configuration config = new Configuration();


        FileSystem fs = source.getFileSystem(config);
        input = fs.open(source);


        while(true) {
            int read = input.read(buffer);
            if(read < 0) {
                break;
            }
            // Update the per file checksum
            if(fileCheckSumGenerator != null) {

View Full Code Here

Examples of org.apache.hadoop.fs.FSDataInputStream

    public static String readFileContents(FileSystem fs, Path path, int bufferSize)
            throws IOException {
        if(bufferSize <= 0)
            return new String();


        FSDataInputStream input = fs.open(path);
        byte[] buffer = new byte[bufferSize];


        ByteArrayOutputStream stream = new ByteArrayOutputStream();


        while(true) {
            int read = input.read(buffer);
            if(read < 0) {
                break;
            } else {
                buffer = ByteUtils.copy(buffer, 0, read);
            }

View Full Code Here

Examples of org.apache.hadoop.fs.FSDataInputStream

                                          File dest,
                                          CopyStats stats,
                                          CheckSumType checkSumType) throws Throwable {
        CheckSum fileCheckSumGenerator = null;
        logger.debug("Starting copy of " + source + " to " + dest);
        FSDataInputStream input = null;
        OutputStream output = null;


        for(int attempt = 0; attempt < maxAttempts; attempt++) {
            boolean success = true;
            long totalBytesRead = 0;
            boolean fsOpened = false;
            try {


                // Create a per file checksum generator
                if(checkSumType != null) {
                    fileCheckSumGenerator = CheckSum.getInstance(checkSumType);
                }


                logger.info("Attempt " + attempt + " at copy of " + source + " to " + dest);


                input = fs.open(source);
                fsOpened = true;


                output = new BufferedOutputStream(new FileOutputStream(dest));
                byte[] buffer = new byte[bufferSize];
                while(true) {
                    int read = input.read(buffer);
                    if(read < 0) {
                        break;
                    } else {
                        output.write(buffer, 0, read);
                    }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.