Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 8DDC7200BD4 for ; Wed, 16 Nov 2016 14:46:20 +0100 (CET) Received: by cust-asf.ponee.io (Postfix) id 8CB82160B1A; Wed, 16 Nov 2016 13:46:20 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id D4900160B1B for ; Wed, 16 Nov 2016 14:46:19 +0100 (CET) Received: (qmail 70449 invoked by uid 500); 16 Nov 2016 13:46:13 -0000 Mailing-List: contact common-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Delivered-To: mailing list common-commits@hadoop.apache.org Received: (qmail 69491 invoked by uid 99); 16 Nov 2016 13:46:13 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Wed, 16 Nov 2016 13:46:13 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id D4CEAF1773; Wed, 16 Nov 2016 13:46:12 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: vvasudev@apache.org To: common-commits@hadoop.apache.org Date: Wed, 16 Nov 2016 13:46:28 -0000 Message-Id: <9af93fc7340a4d7bbda6906c4cb2e091@git.apache.org> In-Reply-To: <80a09a64a66a402192f5bd2e58e8f469@git.apache.org> References: <80a09a64a66a402192f5bd2e58e8f469@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [17/50] [abbrv] hadoop git commit: HDFS-11122. TestDFSAdmin#testReportCommand fails due to timed out. Contributed by Yiqun Lin archived-at: Wed, 16 Nov 2016 13:46:20 -0000 HDFS-11122. TestDFSAdmin#testReportCommand fails due to timed out. Contributed by Yiqun Lin Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/aa6010cc Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/aa6010cc Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/aa6010cc Branch: refs/heads/YARN-3926 Commit: aa6010ccca3045ce9f0bb819fb2cb7ff65e1822b Parents: 5c61ad2 Author: Mingliang Liu Authored: Fri Nov 11 12:29:47 2016 -0800 Committer: Mingliang Liu Committed: Fri Nov 11 12:29:47 2016 -0800 ---------------------------------------------------------------------- .../org/apache/hadoop/hdfs/tools/TestDFSAdmin.java | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/aa6010cc/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/TestDFSAdmin.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/TestDFSAdmin.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/TestDFSAdmin.java index 9486bd1..177c5f4 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/TestDFSAdmin.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/TestDFSAdmin.java @@ -31,6 +31,7 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.ReconfigurationUtil; +import org.apache.hadoop.fs.ChecksumException; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hdfs.DFSClient; @@ -46,6 +47,7 @@ import org.apache.hadoop.hdfs.server.common.Storage; import org.apache.hadoop.hdfs.server.datanode.DataNode; import org.apache.hadoop.hdfs.server.datanode.StorageLocation; import org.apache.hadoop.hdfs.server.namenode.NameNode; +import org.apache.hadoop.io.IOUtils; import org.apache.hadoop.test.GenericTestUtils; import org.apache.hadoop.test.PathUtils; import org.apache.hadoop.util.ToolRunner; @@ -69,6 +71,7 @@ import static org.hamcrest.CoreMatchers.not; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertThat; import static org.junit.Assert.assertTrue; +import static org.junit.Assert.fail; import static org.hamcrest.CoreMatchers.containsString; import static org.mockito.Matchers.any; import static org.mockito.Mockito.mock; @@ -472,7 +475,7 @@ public class TestDFSAdmin { return sb.toString(); } - @Test(timeout = 30000) + @Test(timeout = 120000) public void testReportCommand() throws Exception { redirectStream(); @@ -530,6 +533,14 @@ public class TestDFSAdmin { assertEquals("Fail to corrupt all replicas for block " + block, replFactor, blockFilesCorrupted); + try { + IOUtils.copyBytes(fs.open(file), new IOUtils.NullOutputStream(), + conf, true); + fail("Should have failed to read the file with corrupted blocks."); + } catch (ChecksumException ignored) { + // expected exception reading corrupt blocks + } + /* * Increase replication factor, this should invoke transfer request. * Receiving datanode fails on checksum and reports it to namenode @@ -542,6 +553,7 @@ public class TestDFSAdmin { public Boolean get() { LocatedBlocks blocks = null; try { + miniCluster.triggerBlockReports(); blocks = client.getNamenode().getBlockLocations(file.toString(), 0, Long.MAX_VALUE); } catch (IOException e) { @@ -549,7 +561,7 @@ public class TestDFSAdmin { } return blocks != null && blocks.get(0).isCorrupt(); } - }, 100, 60000); + }, 1000, 60000); BlockManagerTestUtil.updateState( miniCluster.getNameNode().getNamesystem().getBlockManager()); --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org For additional commands, e-mail: common-commits-help@hadoop.apache.org