Package org.apache.hadoop.fs.Options

Examples of org.apache.hadoop.fs.Options.ChecksumOpt

257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
    }

    private DataChecksum createChecksum(ChecksumOpt userOpt)
        throws IOException {
      // Fill in any missing field with the default.
      ChecksumOpt myOpt = ChecksumOpt.processChecksumOpt(
          defaultChecksumOpt, userOpt);
      DataChecksum dataChecksum = DataChecksum.newDataChecksum(
          myOpt.getChecksumType(),
          myOpt.getBytesPerChecksum());
      if (dataChecksum == null) {
        throw new IOException("Invalid checksum type specified: "
            + myOpt.getChecksumType().name());
      }
      return dataChecksum;
    }
View Full Code Here
251
252
253
254
255
256
257
    // Construct a checksum option from conf
    private ChecksumOpt getChecksumOptFromConf(Configuration conf) {
      DataChecksum.Type type = getChecksumType(conf);
      int bytesPerChecksum = conf.getInt(DFS_BYTES_PER_CHECKSUM_KEY,
          DFS_BYTES_PER_CHECKSUM_DEFAULT);
      return new ChecksumOpt(type, bytesPerChecksum);
    }
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
    }

    private DataChecksum createChecksum(ChecksumOpt userOpt)
        throws IOException {
      // Fill in any missing field with the default.
      ChecksumOpt myOpt = ChecksumOpt.processChecksumOpt(
          defaultChecksumOpt, userOpt);
      DataChecksum dataChecksum = DataChecksum.newDataChecksum(
          myOpt.getChecksumType(),
          myOpt.getBytesPerChecksum());
      if (dataChecksum == null) {
        throw new IOException("Invalid checksum type specified: "
            + myOpt.getChecksumType().name());
      }
      return dataChecksum;
    }
View Full Code Here
686
687
688
689
690
691
692
693
694
695
696
697
    MiniDFSCluster cluster = null;
    Path testBasePath = new Path("/test/csum");
    // create args
    Path path1 = new Path(testBasePath, "file_wtih_crc1");
    Path path2 = new Path(testBasePath, "file_with_crc2");
    ChecksumOpt opt1 = new ChecksumOpt(DataChecksum.Type.CRC32C, 512);
    ChecksumOpt opt2 = new ChecksumOpt(DataChecksum.Type.CRC32, 512);

    // common args
    FsPermission perm = FsPermission.getDefault().applyUMask(
        FsPermission.getUMask(conf));
    EnumSet<CreateFlag> flags = EnumSet.of(CreateFlag.OVERWRITE,
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.Options.ChecksumOpt

  • org.apache.hadoop.fs.AbstractFileSystem
  • org.apache.hadoop.fs.MD5MD5CRC32FileChecksum
  • org.apache.hadoop.fs.TestFsOptions
  • org.apache.hadoop.hdfs.DFSClient$Conf
  • org.apache.hadoop.hdfs.TestDistributedFileSystem
  • org.apache.hadoop.tools.mapred.TestCopyMapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.