Package org.apache.hadoop.hdfs

Examples of org.apache.hadoop.hdfs.DFSTestUtil.checkFiles()

80
81
82
83
84
85
86
87
88
89
90
    nsInfo = cluster.getNameNode().versionRequest();

    for (DataNode dn : cluster.getDataNodes()) {
      assertEquals(nsInfo.getCTime(), dn.getCTime(nsInfo.getNamespaceID()));
    }
    assertTrue(util.checkFiles(cluster.getFileSystem(), "/"));
  }

  // Create a file with RBWs
  private void createFile(FileSystem fs, FSDataOutputStream out,
      String fileName, int fileLen) throws IOException {
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
      // test finalized replicas
      final String TopDir = "/test";
      DFSTestUtil util = new DFSTestUtil("TestCrcCorruption", 2, 3, 8 * 1024);
      util.createFiles(fs, TopDir, (short) 3);
      util.waitReplication(fs, TopDir, (short) 3);
      util.checkFiles(fs, TopDir);
     
      FSDataset data = getFSDS(cluster);
      // save all the block CRC info;
      NamespaceMap nm = data.volumeMap.getNamespaceMap(data.volumeMap.getNamespaceList()[0]);
      Map<Block, Integer> bim = new HashMap<Block, Integer>();
View Full Code Here
106
107
108
109
110
111
112
113
114
115
116
          TestCase.assertEquals(bim.get(entry.getKey()).intValue(), entry
              .getValue().getBlockCrc());
        }
      }
     
      util.checkFiles(fs, TopDir);
    } finally {
      cluster.shutdown();
    }
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
    conf.set(FSConstants.DFS_HOSTS, "hosts");
    cluster = new MiniDFSCluster(conf, 3,
        new String[] { "/r1", "/r2", NetworkTopology.DEFAULT_RACK }, null, true, false);
    DFSTestUtil util = new DFSTestUtil("/testStartup", 10, 10, 1024);
    util.createFiles(cluster.getFileSystem(), "/");
    util.checkFiles(cluster.getFileSystem(), "/");
    assertEquals(2, cluster.getNameNode().getDatanodeReport(DatanodeReportType.LIVE).length);
    cluster.shutdown();
  }
}
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
          LOG.info("Deliberately corrupting file " + blocks[idx].getName() +
              " at offset " + position + " length " + length);

          // read all files to trigger detection of corrupted replica
          try {
            util.checkFiles(fs, "/srcdat10");
            // we should get a ChecksumException or a BlockMissingException
          } catch (BlockMissingException e) {
            System.out.println("Received BlockMissingException as expected.");
          } catch (ChecksumException e) {
            System.out.println("Received ChecksumException as expected.");
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
          LOG.info("Deliberately corrupting file " + blocks[idx].getName() +
              " at offset " + position + " length " + length);

          // read all files to trigger detection of corrupted replica
          try {
            util.checkFiles(fs, "/srcdat10");
          } catch (BlockMissingException e) {
            System.out.println("Received BlockMissingException as expected.");
          } catch (ChecksumException e) {
            System.out.println("Received ChecksumException as expected.");
          } catch (IOException e) {
View Full Code Here
255
256
257
258
259
260
261
262
263
264
265
      }

     
      // read all files to trigger detection of corrupted replica
      try {
        util.checkFiles(fs, "/srcdat10");
      } catch (BlockMissingException e) {
        System.out.println("Received BlockMissingException as expected.");
      } catch (ChecksumException e) {
        System.out.println("Received ChecksumException as expected.");
      } catch (IOException e) {
View Full Code Here
368
369
370
371
372
373
374
375
376
377
378
          LOG.info("Deliberately corrupting file " + blocks[idx].getName() +
              " at offset " + position + " length " + length);

          // read all files to trigger detection of corrupted replica
          try {
            util.checkFiles(fs, "/srcdat10");
          } catch (BlockMissingException e) {
            System.out.println("Received BlockMissingException as expected.");
          } catch (ChecksumException e) {
            System.out.println("Received ChecksumException as expected.");
          } catch (IOException e) {
View Full Code Here
400
401
402
403
404
405
406
407
408
409
410
      } catch (InterruptedException ignore) {
      }

      // read all files to trigger detection of corrupted replica
      try {
        util.checkFiles(fs, "/srcdat10");
      } catch (BlockMissingException e) {
        System.out.println("Received BlockMissingException as expected.");
      } catch (ChecksumException e) {
        System.out.println("Received ChecksumException as expected.");
      } catch (IOException e) {
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
  public void testWriteWithRemoteFadvise() throws Exception {
    InjectionHandler.set(new FadviseHandler(NativeIO.POSIX_FADV_DONTNEED));
    setUp(3, new Configuration());
    DFSTestUtil util = new DFSTestUtil("/testWrite", 1, 3, BLOCK_SIZE * BLOCKS);
    util.createFiles(cluster.getFileSystem(), "/ABC");
    util.checkFiles(cluster.getFileSystem(), "/ABC");

    String[] fileNames = util.getFileNames("/ABC");
    assertEquals(1, fileNames.length);

    long start = System.currentTimeMillis();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.