Package org.apache.flink.core.fs.local

Examples of org.apache.flink.core.fs.local.LocalFileSystem


      for (int i = 0; i < 100; i++) {
        pw.append("line\n");
      }
      pw.close();

      LocalFileSystem lfs = new LocalFileSystem();
      FSDataInputStream fis = lfs.open(pathtotestfile);

      // first, we test under "usual" conditions
      final LineReader lr = new LineReader(fis, 0, testfile.length(), 256);

      byte[] buffer;
View Full Code Here


    final Path pathtotestfile1 = new Path(testfile1.toURI().getPath());
    final Path pathtotestfile2 = new Path(testfile2.toURI().getPath());

    try {
      final LocalFileSystem lfs = new LocalFileSystem();

      final Path pathtotmpdir = new Path(tempdir.toURI().getPath());

      /*
       * check that lfs can see/create/delete/read directories
       */

      // check that dir is not existent yet
      assertFalse(lfs.exists(pathtotmpdir));
      tempdir.mkdirs();

      // check that local file system recognizes file..
      assertTrue(lfs.exists(pathtotmpdir));
      final FileStatus localstatus1 = lfs.getFileStatus(pathtotmpdir);

      // check that lfs recognizes directory..
      assertTrue(localstatus1.isDir());

      // get status for files in this (empty) directory..
      final FileStatus[] statusforfiles = lfs.listStatus(pathtotmpdir);

      // no files in there.. hence, must be zero
      assertTrue(statusforfiles.length == 0);

      // check that lfs can delete directory..
      lfs.delete(pathtotmpdir, true);

      // double check that directory is not existent anymore..
      assertFalse(lfs.exists(pathtotmpdir));
      assertFalse(tempdir.exists());

      // re-create directory..
      lfs.mkdirs(pathtotmpdir);

      // creation successful?
      assertTrue(tempdir.exists());

      /*
       * check that lfs can create/read/write from/to files properly and read meta information..
       */

      // create files.. one ""natively"", one using lfs
      final FSDataOutputStream lfsoutput1 = lfs.create(pathtotestfile1, false);
      testfile2.createNewFile();

      // does lfs create files? does lfs recognize created files?
      assertTrue(testfile1.exists());
      assertTrue(lfs.exists(pathtotestfile2));

      // test that lfs can write to files properly
      final byte[] testbytes = { 1, 2, 3, 4, 5 };
      lfsoutput1.write(testbytes);
      lfsoutput1.close();

      assertEquals(testfile1.length(), 5l);

      final FileInputStream fisfile1 = new FileInputStream(testfile1);
      byte[] testbytestest = new byte[5];
      fisfile1.read(testbytestest);
      fisfile1.close();

      // assertEquals is not able to compare arrays properly...
      // assertEquals(testbytes, testbytestest);
      assertTrue(Arrays.equals(testbytes, testbytestest));

      // does lfs see the correct file length?
      assertEquals(lfs.getFileStatus(pathtotestfile1).getLen(), testfile1.length());

      // as well, when we call the listStatus (that is intended for directories?)
      assertEquals(lfs.listStatus(pathtotestfile1)[0].getLen(), testfile1.length());

      // test that lfs can read files properly
      final FileOutputStream fosfile2 = new FileOutputStream(testfile2);
      fosfile2.write(testbytes);
      fosfile2.close();

      testbytestest = new byte[5];
      final FSDataInputStream lfsinput2 = lfs.open(pathtotestfile2);
      assertEquals(lfsinput2.read(testbytestest), 5);
      lfsinput2.close();
      assertTrue(Arrays.equals(testbytes, testbytestest));

      // does lfs see two files?
      assertEquals(lfs.listStatus(pathtotmpdir).length, 2);

      // do we get exactly one blocklocation per file? no matter what start and len we provide
      assertEquals(lfs.getFileBlockLocations(lfs.getFileStatus(pathtotestfile1), 0, 0).length, 1);

      /*
       * can lfs delete files / directories?
       */
      assertTrue(lfs.delete(pathtotestfile1, false));

      // and can lfs also delete directories recursively?
      assertTrue(lfs.delete(pathtotmpdir, true));

      assertTrue(!tempdir.exists());

    } catch (IOException e) {
      fail(e.getMessage());
View Full Code Here

TOP

Related Classes of org.apache.flink.core.fs.local.LocalFileSystem

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.