/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hdfs.server.namenode;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import junit.framework.TestCase;
import java.io.*;
import java.util.*;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.*;
import org.apache.hadoop.hdfs.DFSClient;
import org.apache.hadoop.hdfs.DFSLocatedBlocks;
import org.apache.hadoop.hdfs.DFSInputStream;
import org.apache.hadoop.hdfs.DistributedFileSystem;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.hdfs.protocol.LocatedBlocks;
import org.apache.hadoop.hdfs.protocol.DatanodeInfo;
import org.apache.hadoop.hdfs.server.common.Storage.*;
import org.apache.hadoop.hdfs.server.common.StorageInfo;
import org.apache.hadoop.hdfs.server.protocol.SnapshotProtocol;
import org.apache.hadoop.hdfs.server.namenode.SnapshotNode.*;
import org.apache.hadoop.net.NetUtils;
/**
* Tests the SnapshotShell and SnapshotProtocol
*/
public class TestSnapshotShell extends TestCase {
private static final Log LOG = LogFactory.getLog(TestSnapshotShell.class);
private FileSystem dfs;
private String ssDir;
public void testSnapshotShell() throws IOException {
Configuration conf = new Configuration();
MiniDFSCluster cluster = new MiniDFSCluster(conf, 4, true, null);
SnapshotNode ssNode = new SnapshotNode(conf);
SnapshotShell ssShell = new SnapshotShell(conf);
SnapshotProtocol ssProtocol = ssShell.getSnapshotNode();
dfs = cluster.getFileSystem();
ssDir = conf.get("fs.snapshot.dir", "/.SNAPSHOT");
FSDataOutputStream out;
// Test -create
String[] argv = new String[2]; argv[0] = "-create"; argv[1] = "test";
try {
assertTrue(ssShell.run(argv) == 0);
} catch (Exception e) {
fail();
}
assertTrue(dfs.exists(new Path(ssDir + "/" + SnapshotNode.SSNAME + "test")));
argv = new String[3]; argv[0] = "-create";
argv[1] = "testNoLease"; argv[2] = "-ignoreleases";
try {
assertTrue(ssShell.run(argv) == 0);
} catch (Exception e) {
fail();
}
assertTrue(dfs.exists(new Path(ssDir + "/" + SnapshotNode.SSNAME + "testNoLease")));
// Test -list
argv = new String[1]; argv[0] = "-list";
try {
assertTrue(ssShell.run(argv) == 0);
} catch (Exception e) {
fail();
}
String[] ids = ssProtocol.listSnapshots();
assertTrue(ids.length == 2);
assertTrue(!ids[0].equals(ids[1]));
assertTrue(ids[0].equals("test") || ids[0].equals("testNoLease"));
assertTrue(ids[1].equals("test") || ids[1].equals("testNoLease"));
// Test getSnapshotFileStatus
FileStatus status = ssProtocol.getSnapshotFileStatus("test");
assertNotNull(status);
assertTrue(status.getPath().getName().equals(SnapshotNode.SSNAME + "test"));
status = ssProtocol.getSnapshotFileStatus("testNoLease");
assertNotNull(status);
assertTrue(status.getPath().getName().equals(SnapshotNode.SSNAME + "testNoLease"));
// Test -delete
argv = new String[2]; argv[0] = "-delete"; argv[1] = "test";
try {
assertTrue(ssShell.run(argv) == 0);
argv[1] = "testNoLease";
assertTrue(ssShell.run(argv) == 0);
} catch (Exception e) {
fail();
}
assertFalse(dfs.exists(new Path(ssDir + "/" + SnapshotNode.SSNAME + "test")));
assertFalse(dfs.exists(new Path(ssDir + "/" + SnapshotNode.SSNAME + "testNoLease")));
// Test getLocatedBlocks
Path foo = new Path("/bar/foo");
Path woot = new Path("/bar/woot");
out = dfs.create(foo);
out.writeByte(0);
out.close();
out = dfs.create(woot); // under construction
out.writeByte(0);
out.sync();
ssProtocol.createSnapshot("test", true);
out.close();
LocatedBlocks[] blocksArr = ssProtocol.getLocatedBlocks("test", "/bar/foo");
assertTrue(blocksArr.length == 1); // 1 file
DFSClient client = new DFSClient(conf);
DFSInputStream stm = client.open("/bar/foo");
LocatedBlocks locBlks = blocksArr[0];
DFSLocatedBlocks dfsLocBlks = stm.fetchLocatedBlocks();
stm.close();
assertTrue(locBlks.locatedBlockCount() == 1); // one byte so must be one block
assertTrue(locBlks.locatedBlockCount() == dfsLocBlks.locatedBlockCount());
assertTrue(locBlks.get(0).getBlock().getBlockId() ==
dfsLocBlks.get(0).getBlock().getBlockId());
assertTrue(locBlks.getFileLength() == 1);
blocksArr = ssProtocol.getLocatedBlocks("test", "/bar/woot");
assertTrue(blocksArr.length == 1); // 1 file
stm = client.open("/bar/woot");
locBlks = blocksArr[0];
dfsLocBlks = stm.fetchLocatedBlocks();
stm.close();
assertTrue(locBlks.locatedBlockCount() == 1); // one byte so must be one block
assertTrue(locBlks.locatedBlockCount() == dfsLocBlks.locatedBlockCount());
assertTrue(locBlks.get(0).getBlock().getBlockId() ==
dfsLocBlks.get(0).getBlock().getBlockId());
assertTrue(locBlks.getFileLength() == 1);
blocksArr = ssProtocol.getLocatedBlocks("test", "/bar");
assertTrue(blocksArr.length == 2); // 2 files, foo and woot
}
}