Package org.apache.hadoop.hdfs.web

Source Code of org.apache.hadoop.hdfs.web.TestOffsetUrlInputStream

/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements.  See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership.  The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License.  You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hdfs.web;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.fail;
import static org.mockito.Mockito.doReturn;
import static org.mockito.Mockito.spy;
import static org.mockito.Mockito.times;
import static org.mockito.Mockito.verify;

import java.io.IOException;
import java.net.URI;
import java.net.URL;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.hdfs.TestByteRangeInputStream.MockHttpURLConnection;
import org.apache.hadoop.hdfs.web.WebHdfsFileSystem.OffsetUrlInputStream;
import org.apache.hadoop.hdfs.web.WebHdfsFileSystem.OffsetUrlOpener;
import org.junit.Test;

public class TestOffsetUrlInputStream {
  @Test
  public void testRemoveOffset() throws IOException {
    { //no offset
      String s = "http://test/Abc?Length=99";
      assertEquals(s, WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //no parameters
      String s = "http://test/Abc";
      assertEquals(s, WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as first parameter
      String s = "http://test/Abc?offset=10&Length=99";
      assertEquals("http://test/Abc?Length=99",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as second parameter
      String s = "http://test/Abc?op=read&OFFset=10&Length=99";
      assertEquals("http://test/Abc?op=read&Length=99",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as last parameter
      String s = "http://test/Abc?Length=99&offset=10";
      assertEquals("http://test/Abc?Length=99",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as the only parameter
      String s = "http://test/Abc?offset=10";
      assertEquals("http://test/Abc",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }
  }
 
  @Test
  public void testByteRange() throws Exception {
    final Configuration conf = new Configuration();
    final String uri = WebHdfsFileSystem.SCHEME  + "://localhost:50070/";
    final WebHdfsFileSystem webhdfs = (WebHdfsFileSystem)FileSystem.get(new URI(uri), conf);

    OffsetUrlOpener ospy = spy(webhdfs.new OffsetUrlOpener(new URL("http://test/")));
    doReturn(new MockHttpURLConnection(ospy.getURL())).when(ospy)
        .openConnection();
    OffsetUrlOpener rspy = spy(webhdfs.new OffsetUrlOpener((URL) null));
    doReturn(new MockHttpURLConnection(rspy.getURL())).when(rspy)
        .openConnection();
    final OffsetUrlInputStream is = new OffsetUrlInputStream(ospy, rspy);

    assertEquals("getPos wrong", 0, is.getPos());

    is.read();

    assertNull("Initial call made incorrectly (Range Check)", ospy
        .openConnection().getRequestProperty("Range"));

    assertEquals("getPos should be 1 after reading one byte", 1, is.getPos());

    is.read();

    assertEquals("getPos should be 2 after reading two bytes", 2, is.getPos());

    // No additional connections should have been made (no seek)

    rspy.setURL(new URL("http://resolvedurl/"));

    is.seek(100);
    is.read();

    assertEquals("getPos should be 101 after reading one byte", 101,
        is.getPos());

    verify(rspy, times(1)).openConnection();

    is.seek(101);
    is.read();

    verify(rspy, times(1)).openConnection();

    // Seek to 101 should not result in another request"

    is.seek(2500);
    is.read();

    ((MockHttpURLConnection) rspy.openConnection()).setResponseCode(206);
    is.seek(0);

    try {
      is.read();
      fail("Exception should be thrown when 206 response is given "
           + "but 200 is expected");
    } catch (IOException e) {
      WebHdfsFileSystem.LOG.info(e.toString());
    }
  }
}
TOP

Related Classes of org.apache.hadoop.hdfs.web.TestOffsetUrlInputStream

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.