hadoop-hdfs-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From cmcc...@apache.org
Subject svn commit: r1512028 - /hadoop/common/branches/branch-2.1-beta/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsSymlink.java
Date Thu, 08 Aug 2013 21:05:11 GMT
Author: cmccabe
Date: Thu Aug  8 21:05:10 2013
New Revision: 1512028

URL: http://svn.apache.org/r1512028
Log:
HADOOP-9355.  Abstract symlink tests to use either FileContext or FileSystem. (all files)
(Andrew Wang via Colin Patrick McCabe)

Modified:
    hadoop/common/branches/branch-2.1-beta/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsSymlink.java

Modified: hadoop/common/branches/branch-2.1-beta/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsSymlink.java
URL: http://svn.apache.org/viewvc/hadoop/common/branches/branch-2.1-beta/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsSymlink.java?rev=1512028&r1=1512027&r2=1512028&view=diff
==============================================================================
--- hadoop/common/branches/branch-2.1-beta/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsSymlink.java
(original)
+++ hadoop/common/branches/branch-2.1-beta/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestFcHdfsSymlink.java
Thu Aug  8 21:05:10 2013
@@ -1,347 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.hadoop.fs;
-
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.fail;
-
-import java.io.IOException;
-import java.net.URI;
-
-import org.apache.commons.logging.impl.Log4JLogger;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.permission.FsPermission;
-import org.apache.hadoop.hdfs.DFSConfigKeys;
-import org.apache.hadoop.hdfs.DistributedFileSystem;
-import org.apache.hadoop.hdfs.HdfsConfiguration;
-import org.apache.hadoop.hdfs.MiniDFSCluster;
-import org.apache.hadoop.hdfs.protocol.HdfsConstants;
-import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
-import org.apache.hadoop.hdfs.server.namenode.NameNode;
-import org.apache.hadoop.hdfs.web.WebHdfsFileSystem;
-import org.apache.hadoop.hdfs.web.WebHdfsTestUtil;
-import org.apache.hadoop.ipc.RemoteException;
-import org.apache.log4j.Level;
-import org.junit.AfterClass;
-import org.junit.BeforeClass;
-import org.junit.Test;
-
-/**
- * Test symbolic links using FileContext and Hdfs.
- */
-public class TestFcHdfsSymlink extends FileContextSymlinkBaseTest {
-
-  {
-    ((Log4JLogger)NameNode.stateChangeLog).getLogger().setLevel(Level.ALL);
-  }
-
-  private static FileContextTestHelper fileContextTestHelper =
-      new FileContextTestHelper("/tmp/TestFcHdfsSymlink");
-  private static MiniDFSCluster cluster;
-  private static WebHdfsFileSystem webhdfs;
-  private static DistributedFileSystem dfs;
-  
-  @Override
-  protected String getScheme() {
-    return "hdfs";
-  }
-
-  @Override
-  protected String testBaseDir1() throws IOException {
-    return "/test1";
-  }
-  
-  @Override
-  protected String testBaseDir2() throws IOException {
-    return "/test2";
-  }
-
-  @Override
-  protected URI testURI() {
-    return cluster.getURI(0);
-  }
-
-  @Override
-  protected IOException unwrapException(IOException e) {
-    if (e instanceof RemoteException) {
-      return ((RemoteException)e).unwrapRemoteException();
-    }
-    return e;
-  }
-
-  @BeforeClass
-  public static void testSetUp() throws Exception {
-    Configuration conf = new HdfsConfiguration();
-    conf.setBoolean(DFSConfigKeys.DFS_WEBHDFS_ENABLED_KEY, true);
-    conf.set(FsPermission.UMASK_LABEL, "000");
-    cluster = new MiniDFSCluster.Builder(conf).build();
-    fc = FileContext.getFileContext(cluster.getURI(0));
-    webhdfs = WebHdfsTestUtil.getWebHdfsFileSystem(conf);
-    dfs = cluster.getFileSystem();
-  }
-  
-  @AfterClass
-  public static void testTearDown() throws Exception {
-    cluster.shutdown();
-  }
-     
-  @Test
-  /** Access a file using a link that spans Hdfs to LocalFs */
-  public void testLinkAcrossFileSystems() throws IOException {
-    FileContext localFc = FileContext.getLocalFSFileContext();
-    Path localDir  = new Path("file://"+fileContextTestHelper.getAbsoluteTestRootDir(localFc)+"/test");
-    Path localFile = new Path("file://"+fileContextTestHelper.getAbsoluteTestRootDir(localFc)+"/test/file");
-    Path link      = new Path(testBaseDir1(), "linkToFile");
-    localFc.delete(localDir, true);
-    localFc.mkdir(localDir, FileContext.DEFAULT_PERM, true);
-    localFc.setWorkingDirectory(localDir);
-    assertEquals(localDir, localFc.getWorkingDirectory());
-    createAndWriteFile(localFc, localFile);
-    fc.createSymlink(localFile, link, false);
-    readFile(link);
-    assertEquals(fileSize, fc.getFileStatus(link).getLen());
-  }
-
-  @Test
-  /** Test renaming a file across two file systems using a link */
-  public void testRenameAcrossFileSystemsViaLink() throws IOException {
-    FileContext localFc = FileContext.getLocalFSFileContext();
-    Path localDir    = new Path("file://"+fileContextTestHelper.getAbsoluteTestRootDir(localFc)+"/test");
-    Path hdfsFile    = new Path(testBaseDir1(), "file");
-    Path link        = new Path(testBaseDir1(), "link");
-    Path hdfsFileNew = new Path(testBaseDir1(), "fileNew");
-    Path hdfsFileNewViaLink = new Path(link, "fileNew");
-    localFc.delete(localDir, true);
-    localFc.mkdir(localDir, FileContext.DEFAULT_PERM, true);
-    localFc.setWorkingDirectory(localDir);
-    createAndWriteFile(fc, hdfsFile);
-    fc.createSymlink(localDir, link, false);
-    // Rename hdfs://test1/file to hdfs://test1/link/fileNew
-    // which renames to file://TEST_ROOT/test/fileNew which
-    // spans AbstractFileSystems and therefore fails.
-    try {
-      fc.rename(hdfsFile, hdfsFileNewViaLink);
-      fail("Renamed across file systems");
-    } catch (InvalidPathException ipe) {
-      // Expected
-    }
-    // Now rename hdfs://test1/link/fileNew to hdfs://test1/fileNew
-    // which renames file://TEST_ROOT/test/fileNew to hdfs://test1/fileNew
-    // which spans AbstractFileSystems and therefore fails.
-    createAndWriteFile(fc, hdfsFileNewViaLink);
-    try {
-      fc.rename(hdfsFileNewViaLink, hdfsFileNew);
-      fail("Renamed across file systems");
-    } catch (InvalidPathException ipe) {
-      // Expected
-    }
-  }
-
-  @Test
-  /** Test access a symlink using AbstractFileSystem */
-  public void testAccessLinkFromAbstractFileSystem() throws IOException {
-    Path file = new Path(testBaseDir1(), "file");
-    Path link = new Path(testBaseDir1(), "linkToFile");
-    createAndWriteFile(file);
-    fc.createSymlink(file, link, false);
-    try {
-      AbstractFileSystem afs = fc.getDefaultFileSystem();
-      afs.open(link);
-      fail("Opened a link using AFS");
-    } catch (UnresolvedLinkException x) {
-      // Expected
-    }
-  }
-
-  @Test
-  /** Test create symlink to / */
-  public void testCreateLinkToSlash() throws IOException {
-    Path dir  = new Path(testBaseDir1());
-    Path file = new Path(testBaseDir1(), "file");
-    Path link = new Path(testBaseDir1(), "linkToSlash");
-    Path fileViaLink = new Path(testBaseDir1()+"/linkToSlash"+
-                                testBaseDir1()+"/file");
-    createAndWriteFile(file);
-    fc.setWorkingDirectory(dir);
-    fc.createSymlink(new Path("/"), link, false);
-    readFile(fileViaLink);
-    assertEquals(fileSize, fc.getFileStatus(fileViaLink).getLen());
-    // Ditto when using another file context since the file system
-    // for the slash is resolved according to the link's parent.
-    FileContext localFc = FileContext.getLocalFSFileContext();
-    Path linkQual = new Path(cluster.getURI(0).toString(), fileViaLink); 
-    assertEquals(fileSize, localFc.getFileStatus(linkQual).getLen());    
-  }
-  
-  
-  @Test
-  /** setPermission affects the target not the link */
-  public void testSetPermissionAffectsTarget() throws IOException {    
-    Path file       = new Path(testBaseDir1(), "file");
-    Path dir        = new Path(testBaseDir2());
-    Path linkToFile = new Path(testBaseDir1(), "linkToFile");
-    Path linkToDir  = new Path(testBaseDir1(), "linkToDir");
-    createAndWriteFile(file);
-    fc.createSymlink(file, linkToFile, false);
-    fc.createSymlink(dir, linkToDir, false);
-    
-    // Changing the permissions using the link does not modify
-    // the permissions of the link..
-    FsPermission perms = fc.getFileLinkStatus(linkToFile).getPermission();
-    fc.setPermission(linkToFile, new FsPermission((short)0664));
-    fc.setOwner(linkToFile, "user", "group");
-    assertEquals(perms, fc.getFileLinkStatus(linkToFile).getPermission());
-    // but the file's permissions were adjusted appropriately
-    FileStatus stat = fc.getFileStatus(file);
-    assertEquals(0664, stat.getPermission().toShort()); 
-    assertEquals("user", stat.getOwner());
-    assertEquals("group", stat.getGroup());
-    // Getting the file's permissions via the link is the same
-    // as getting the permissions directly.
-    assertEquals(stat.getPermission(), 
-                 fc.getFileStatus(linkToFile).getPermission());
-
-    // Ditto for a link to a directory
-    perms = fc.getFileLinkStatus(linkToDir).getPermission();
-    fc.setPermission(linkToDir, new FsPermission((short)0664));
-    fc.setOwner(linkToDir, "user", "group");
-    assertEquals(perms, fc.getFileLinkStatus(linkToDir).getPermission());
-    stat = fc.getFileStatus(dir);
-    assertEquals(0664, stat.getPermission().toShort()); 
-    assertEquals("user", stat.getOwner());
-    assertEquals("group", stat.getGroup());
-    assertEquals(stat.getPermission(), 
-                 fc.getFileStatus(linkToDir).getPermission());
-  }  
-
-  @Test
-  /** Create a symlink using a path with scheme but no authority */
-  public void testCreateWithPartQualPathFails() throws IOException {
-    Path fileWoAuth = new Path("hdfs:///test/file");
-    Path linkWoAuth = new Path("hdfs:///test/link");
-    try {
-      createAndWriteFile(fileWoAuth);
-      fail("HDFS requires URIs with schemes have an authority");
-    } catch (RuntimeException e) {
-      // Expected
-    }
-    try {
-      fc.createSymlink(new Path("foo"), linkWoAuth, false);
-      fail("HDFS requires URIs with schemes have an authority");
-    } catch (RuntimeException e) {
-      // Expected
-    }
-  }
-
-  @Test
-  /** setReplication affects the target not the link */  
-  public void testSetReplication() throws IOException {
-    Path file = new Path(testBaseDir1(), "file");
-    Path link = new Path(testBaseDir1(), "linkToFile");
-    createAndWriteFile(file);
-    fc.createSymlink(file, link, false);
-    fc.setReplication(link, (short)2);
-    assertEquals(0, fc.getFileLinkStatus(link).getReplication());
-    assertEquals(2, fc.getFileStatus(link).getReplication());      
-    assertEquals(2, fc.getFileStatus(file).getReplication());
-  }
-  
-  @Test
-  /** Test create symlink with a max len name */
-  public void testCreateLinkMaxPathLink() throws IOException {
-    Path dir  = new Path(testBaseDir1());
-    Path file = new Path(testBaseDir1(), "file");
-    final int maxPathLen = HdfsConstants.MAX_PATH_LENGTH;
-    final int dirLen     = dir.toString().length() + 1;
-    int   len            = maxPathLen - dirLen;
-    
-    // Build a MAX_PATH_LENGTH path
-    StringBuilder sb = new StringBuilder("");
-    for (int i = 0; i < (len / 10); i++) {
-      sb.append("0123456789");
-    }
-    for (int i = 0; i < (len % 10); i++) {
-      sb.append("x");
-    }
-    Path link = new Path(sb.toString());
-    assertEquals(maxPathLen, dirLen + link.toString().length()); 
-    
-    // Check that it works
-    createAndWriteFile(file);
-    fc.setWorkingDirectory(dir);
-    fc.createSymlink(file, link, false);
-    readFile(link);
-    
-    // Now modify the path so it's too large
-    link = new Path(sb.toString()+"x");
-    try {
-      fc.createSymlink(file, link, false);
-      fail("Path name should be too long");
-    } catch (IOException x) {
-      // Expected
-    }
-  }
-
-  @Test
-  /** Test symlink owner */
-  public void testLinkOwner() throws IOException {
-    Path file = new Path(testBaseDir1(), "file");
-    Path link = new Path(testBaseDir1(), "symlinkToFile");
-    createAndWriteFile(file);
-    fc.createSymlink(file, link, false);
-    FileStatus statFile = fc.getFileStatus(file);
-    FileStatus statLink = fc.getFileStatus(link);
-    assertEquals(statLink.getOwner(), statFile.getOwner());
-  }
-
-  @Test
-  /** Test WebHdfsFileSystem.craeteSymlink(..). */  
-  public void testWebHDFS() throws IOException {
-    Path file = new Path(testBaseDir1(), "file");
-    Path link = new Path(testBaseDir1(), "linkToFile");
-    createAndWriteFile(file);
-    webhdfs.createSymlink(file, link, false);
-    fc.setReplication(link, (short)2);
-    assertEquals(0, fc.getFileLinkStatus(link).getReplication());
-    assertEquals(2, fc.getFileStatus(link).getReplication());      
-    assertEquals(2, fc.getFileStatus(file).getReplication());
-  }
-
-  @Test
-  /** Test craeteSymlink(..) with quota. */  
-  public void testQuota() throws IOException {
-    final Path dir = new Path(testBaseDir1());
-    dfs.setQuota(dir, 3, HdfsConstants.QUOTA_DONT_SET);
-
-    final Path file = new Path(dir, "file");
-    createAndWriteFile(file);
-
-    //creating the first link should succeed
-    final Path link1 = new Path(dir, "link1");
-    fc.createSymlink(file, link1, false);
-
-    try {
-      //creating the second link should fail with QuotaExceededException.
-      final Path link2 = new Path(dir, "link2");
-      fc.createSymlink(file, link2, false);
-      fail("Created symlink despite quota violation");
-    } catch(QuotaExceededException qee) {
-      //expected
-    }
-  }
-}



Mime
View raw message