Examples of org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner

Package org.apache.hadoop.io.file.tfile.TFile.Reader

Examples of org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner

org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner

      return;
    closeOutput();


    Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Assert.assertTrue(reader.isSorted());
    Scanner scanner = reader.createScanner();
    Assert.assertTrue(scanner.atEnd());
    scanner.close();
    reader.close();
  }

View Full Code Here

  public void testLocate() throws IOException {
    if (skip)
      return;
    writeRecords(3 * records1stBlock);
    Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner = reader.createScanner();
    Location loc2 =
        locate(scanner, composeSortedKey(KEY, 3 * records1stBlock, 2)
            .getBytes());
    Location locLastIn1stBlock =
        locate(scanner, composeSortedKey(KEY, 3 * records1stBlock,
            records1stBlock - 1).getBytes());
    Location locFirstIn2ndBlock =
        locate(scanner, composeSortedKey(KEY, 3 * records1stBlock,
            records1stBlock).getBytes());
    Location locX = locate(scanner, "keyX".getBytes());
    Assert.assertEquals(scanner.endLocation, locX);
    scanner.close();
    reader.close();
  }

View Full Code Here

    if (skip)
      return;
    writeRecords(5);


    Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner = reader.createScanner();


    byte[] vbuf = new byte[BUF_SIZE];
    int vlen = scanner.entry().getValueLength();
    scanner.entry().getValue(vbuf);
    Assert.assertEquals(new String(vbuf, 0, vlen), VALUE + 0);
    try {
      scanner.entry().getValue(vbuf);
      Assert.fail("Cannot get the value mlutiple times.");
    }
    catch (Exception e) {
      // noop, expecting exceptions
    }


    scanner.close();
    reader.close();
  }

View Full Code Here

    if (skip)
      return;
    closeOutput();


    Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner = reader.createScanner();
    try {
      scanner.lowerBound("keyX".getBytes(), -1, 4);
      Assert.fail("Error on handling negative offset.");
    }
    catch (Exception e) {
      // noop, expecting exceptions
    }
    finally {
      reader.close();
      scanner.close();
    }
    closeOutput();
  }

View Full Code Here

    if (skip)
      return;
    closeOutput();


    Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner = reader.createScanner();
    try {
      scanner.lowerBound("keyX".getBytes(), 0, -1);
      Assert.fail("Error on handling negative length.");
    }
    catch (Exception e) {
      // noop, expecting exceptions
    }
    finally {
      scanner.close();
      reader.close();
    }
    closeOutput();
  }

View Full Code Here

      return;
    writeRecords(3);


    Reader reader =
        new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner = reader.createScanner();
    try {
      // test negative array offset
      try {
        scanner.seekTo("keyY".getBytes(), -1, 4);
        Assert.fail("Failed to handle negative offset.");
      } catch (Exception e) {
        // noop, expecting exceptions
      }


      // test negative array length
      try {
        scanner.seekTo("keyY".getBytes(), 0, -2);
        Assert.fail("Failed to handle negative key length.");
      } catch (Exception e) {
        // noop, expecting exceptions
      }
    } finally {
      reader.close();
      scanner.close();
    }
  }

View Full Code Here


  static void readRecords(FileSystem fs, Path path, int count,
      Configuration conf) throws IOException {
    Reader reader =
        new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner = reader.createScanner();


    try {
      for (int nx = 0; nx < count; nx++, scanner.advance()) {
        Assert.assertFalse(scanner.atEnd());
        // Assert.assertTrue(scanner.next());


        byte[] kbuf = new byte[BUF_SIZE];
        int klen = scanner.entry().getKeyLength();
        scanner.entry().getKey(kbuf);
        Assert.assertEquals(new String(kbuf, 0, klen), composeSortedKey(KEY,
            count, nx));


        byte[] vbuf = new byte[BUF_SIZE];
        int vlen = scanner.entry().getValueLength();
        scanner.entry().getValue(vbuf);
        Assert.assertEquals(new String(vbuf, 0, vlen), VALUE + nx);
      }


      Assert.assertTrue(scanner.atEnd());
      Assert.assertFalse(scanner.advance());
    }
    finally {
      scanner.close();
      reader.close();
    }
  }

View Full Code Here

  }


  private void checkBlockIndex(int count, int recordIndex,
      int blockIndexExpected) throws IOException {
    Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner = reader.createScanner();
    scanner.seekTo(composeSortedKey(KEY, count, recordIndex).getBytes());
    Assert.assertEquals(blockIndexExpected, scanner.currentLocation
        .getBlockIndex());
    scanner.close();
    reader.close();
  }

View Full Code Here


  private void readValueBeforeKey(int count, int recordIndex)
      throws IOException {
    Reader reader =
        new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner =
        reader.createScanner(composeSortedKey(KEY, count, recordIndex)
            .getBytes(), null);


    try {
      byte[] vbuf = new byte[BUF_SIZE];
      int vlen = scanner.entry().getValueLength();
      scanner.entry().getValue(vbuf);
      Assert.assertEquals(new String(vbuf, 0, vlen), VALUE + recordIndex);


      byte[] kbuf = new byte[BUF_SIZE];
      int klen = scanner.entry().getKeyLength();
      scanner.entry().getKey(kbuf);
      Assert.assertEquals(new String(kbuf, 0, klen), composeSortedKey(KEY,
          count, recordIndex));
    }
    finally {
      scanner.close();
      reader.close();
    }
  }

View Full Code Here

  }


  private void readKeyWithoutValue(int count, int recordIndex)
      throws IOException {
    Reader reader = new Reader(fs.open(path), fs.getFileStatus(path).getLen(), conf);
    Scanner scanner =
        reader.createScanner(composeSortedKey(KEY, count, recordIndex)
            .getBytes(), null);


    try {
      // read the indexed key
      byte[] kbuf1 = new byte[BUF_SIZE];
      int klen1 = scanner.entry().getKeyLength();
      scanner.entry().getKey(kbuf1);
      Assert.assertEquals(new String(kbuf1, 0, klen1), composeSortedKey(KEY,
          count, recordIndex));


      if (scanner.advance() && !scanner.atEnd()) {
        // read the next key following the indexed
        byte[] kbuf2 = new byte[BUF_SIZE];
        int klen2 = scanner.entry().getKeyLength();
        scanner.entry().getKey(kbuf2);
        Assert.assertEquals(new String(kbuf2, 0, klen2), composeSortedKey(KEY,
            count, recordIndex + 1));
      }
    }
    finally {
      scanner.close();
      reader.close();
    }
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner

org.apache.hadoop.io.file.tfile.TestTFile

org.apache.hadoop.io.file.tfile.TestTFileByteArrays

org.apache.hadoop.io.file.tfile.TestTFileSeek

org.apache.hadoop.io.file.tfile.TestTFileSplit

org.apache.hadoop.io.file.tfile.TestTFileStreams

org.apache.hadoop.io.file.tfile.TestTFileUnsortedByteArrays

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.