/*
* Copyright (c) 2011, Cloudera, Inc. All Rights Reserved.
*
* Cloudera, Inc. licenses this file to you under the Apache License,
* Version 2.0 (the "License"). You may not use this file except in
* compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* This software is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
* CONDITIONS OF ANY KIND, either express or implied. See the License for
* the specific language governing permissions and limitations under the
* License.
*/
package com.cloudera.hoop;
import com.cloudera.circus.test.TestDir;
import com.cloudera.circus.test.TestHadoop;
import com.cloudera.circus.test.TestServlet;
import com.cloudera.circus.test.XTest;
import com.cloudera.lib.util.XConfiguration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.mortbay.jetty.Server;
import org.mortbay.jetty.webapp.WebAppContext;
import org.testng.Assert;
import org.testng.annotations.Test;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.text.MessageFormat;
@Test(singleThreaded = true)
public class TestHoopServer extends XTest {
@Test
@TestDir
@TestServlet
public void server() throws Exception {
String dir = getTestDir().getAbsolutePath();
XConfiguration hoopConf = new XConfiguration();
HoopServer server = new HoopServer(dir, dir, dir, dir, hoopConf);
server.init();
server.destroy();
}
private void createHoopServer() throws Exception {
File homeDir = getTestDir();
Assert.assertTrue(new File(homeDir, "conf").mkdir());
Assert.assertTrue(new File(homeDir, "log").mkdir());
Assert.assertTrue(new File(homeDir, "temp").mkdir());
HoopServer.setHomeDirForCurrentThread(homeDir.getAbsolutePath());
String fsDefaultName = getHadoopConf().get("fs.default.name");
XConfiguration conf = new XConfiguration();
conf.set("hoop.hadoop.conf:fs.default.name", fsDefaultName);
conf.set("hoop.base.url", getJettyURL().toExternalForm());
File hoopSite = new File(new File(homeDir, "conf"), "hoop-site.xml");
OutputStream os = new FileOutputStream(hoopSite);
conf.writeXml(os);
os.close();
File dir = new File("foo").getAbsoluteFile().getParentFile();
if (!new File(dir, "hoop-webapp").exists()) {
dir = dir.getParentFile();
if (!new File(dir, "hoop-webapp").exists()) {
Assert.fail("Could not locate hoop-webapp source dir");
}
}
String hoopWebAppDir =
new File(new File(new File(new File(dir, "hoop-webapp"), "src"), "main"), "webapp").getAbsolutePath();
WebAppContext context = new WebAppContext(hoopWebAppDir, "/");
Server server = getJettyServer();
server.addHandler(context);
server.start();
}
@Test
@TestDir
@TestServlet
@TestHadoop
public void instrumentation() throws Exception {
createHoopServer();
URL url = new URL(getJettyURL(), MessageFormat.format("?user.name={0}&op=instrumentation", "nobody"));
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_UNAUTHORIZED);
url = new URL(getJettyURL(), MessageFormat.format("?user.name={0}&op=instrumentation", "root"));
conn = (HttpURLConnection) url.openConnection();
Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
String line = reader.readLine();
reader.close();
Assert.assertTrue(line.contains("\"counters\":{"));
url = new URL(getJettyURL(), MessageFormat.format("/foo?user.name={0}&op=instrumentation", "root"));
conn = (HttpURLConnection) url.openConnection();
Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_BAD_REQUEST);
}
@Test
@TestDir
@TestServlet
@TestHadoop
public void testHdfsAccess() throws Exception {
createHoopServer();
String user = XTest.getHadoopUsers()[0];
URL url = new URL(getJettyURL(), MessageFormat.format("/?user.name={0}&op=list", user));
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
reader.readLine();
reader.close();
}
@Test
@TestDir
@TestServlet
@TestHadoop
public void testGlobFilter() throws Exception {
createHoopServer();
FileSystem fs = FileSystem.get(getHadoopConf());
fs.create(new Path("foo.txt")).close();
String user = XTest.getHadoopUsers()[0];
URL url = new URL(getJettyURL(), MessageFormat.format("/?user.name={0}&op=list&filter=f*", user));
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
reader.readLine();
reader.close();
}
@Test
@TestDir
@TestServlet
@TestHadoop
public void testFavicon() throws Exception {
createHoopServer();
String user = XTest.getHadoopUsers()[0];
URL url = new URL(getJettyURL(), MessageFormat.format("/favicon.ico?user.name={0}", user));
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
reader.readLine();
reader.close();
}
@Test
@TestDir
@TestServlet
@TestHadoop
public void testPutNoOperation() throws Exception {
createHoopServer();
String user = XTest.getHadoopUsers()[0];
URL url = new URL(getJettyURL(), MessageFormat.format("/foo?user.name={0}", user));
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
conn.setDoInput(true);
conn.setDoOutput(true);
conn.setRequestMethod("PUT");
Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_BAD_REQUEST);
}
}