Return-Path: X-Original-To: apmail-hadoop-mapreduce-commits-archive@minotaur.apache.org Delivered-To: apmail-hadoop-mapreduce-commits-archive@minotaur.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 3AD0410AE3 for ; Tue, 21 Jan 2014 01:24:11 +0000 (UTC) Received: (qmail 89523 invoked by uid 500); 21 Jan 2014 01:24:07 -0000 Delivered-To: apmail-hadoop-mapreduce-commits-archive@hadoop.apache.org Received: (qmail 89455 invoked by uid 500); 21 Jan 2014 01:24:06 -0000 Mailing-List: contact mapreduce-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: mapreduce-dev@hadoop.apache.org Delivered-To: mailing list mapreduce-commits@hadoop.apache.org Received: (qmail 89446 invoked by uid 99); 21 Jan 2014 01:24:06 -0000 Received: from athena.apache.org (HELO athena.apache.org) (140.211.11.136) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 21 Jan 2014 01:24:06 +0000 X-ASF-Spam-Status: No, hits=-2000.0 required=5.0 tests=ALL_TRUSTED X-Spam-Check-By: apache.org Received: from [140.211.11.4] (HELO eris.apache.org) (140.211.11.4) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 21 Jan 2014 01:24:05 +0000 Received: from eris.apache.org (localhost [127.0.0.1]) by eris.apache.org (Postfix) with ESMTP id 3DB302388A3B; Tue, 21 Jan 2014 01:23:45 +0000 (UTC) Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit Subject: svn commit: r1559882 - in /hadoop/common/trunk/hadoop-mapreduce-project: CHANGES.txt hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java Date: Tue, 21 Jan 2014 01:23:45 -0000 To: mapreduce-commits@hadoop.apache.org From: sandy@apache.org X-Mailer: svnmailer-1.0.9 Message-Id: <20140121012345.3DB302388A3B@eris.apache.org> X-Virus-Checked: Checked by ClamAV on apache.org Author: sandy Date: Tue Jan 21 01:23:44 2014 New Revision: 1559882 URL: http://svn.apache.org/r1559882 Log: MAPREDUCE-5725. Make explicit that TestNetworkedJob relies on the Capacity Scheduler (Sandy Ryza) Modified: hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt hadoop/common/trunk/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java Modified: hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt?rev=1559882&r1=1559881&r2=1559882&view=diff ============================================================================== --- hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt (original) +++ hadoop/common/trunk/hadoop-mapreduce-project/CHANGES.txt Tue Jan 21 01:23:44 2014 @@ -203,6 +203,9 @@ Release 2.4.0 - UNRELEASED MAPREDUCE-5672. Provide optional RollingFileAppender for container log4j (syslog) (Gera Shegalov via jlowe) + MAPREDUCE-5725. Make explicit that TestNetworkedJob relies on the Capacity + Scheduler (Sandy Ryza) + OPTIMIZATIONS MAPREDUCE-5484. YarnChild unnecessarily loads job conf twice (Sandy Ryza) Modified: hadoop/common/trunk/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java URL: http://svn.apache.org/viewvc/hadoop/common/trunk/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java?rev=1559882&r1=1559881&r2=1559882&view=diff ============================================================================== --- hadoop/common/trunk/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java (original) +++ hadoop/common/trunk/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java Tue Jan 21 01:23:44 2014 @@ -45,7 +45,9 @@ import org.apache.hadoop.mapred.lib.Iden import org.apache.hadoop.mapred.lib.IdentityReducer; import org.apache.hadoop.mapreduce.Cluster.JobTrackerStatus; import org.apache.hadoop.mapreduce.Job; +import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.exceptions.YarnRuntimeException; +import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; import org.junit.Test; import org.apache.hadoop.security.UserGroupInformation; import org.apache.hadoop.security.token.Token; @@ -76,8 +78,7 @@ public class TestNetworkedJob { FileSystem fileSys = null; try { - mr = MiniMRClientClusterFactory.create(this.getClass(), 2, - new Configuration()); + mr = createMiniClusterWithCapacityScheduler(); JobConf job = new JobConf(mr.getConfig()); @@ -129,8 +130,7 @@ public class TestNetworkedJob { FileSystem fileSys = null; try { - Configuration conf = new Configuration(); - mr = MiniMRClientClusterFactory.create(this.getClass(), 2, conf); + mr = createMiniClusterWithCapacityScheduler(); JobConf job = new JobConf(mr.getConfig()); @@ -315,8 +315,7 @@ public class TestNetworkedJob { FileSystem fileSys = null; PrintStream oldOut = System.out; try { - Configuration conf = new Configuration(); - mr = MiniMRClientClusterFactory.create(this.getClass(), 2, conf); + mr = createMiniClusterWithCapacityScheduler(); JobConf job = new JobConf(mr.getConfig()); @@ -392,4 +391,13 @@ public class TestNetworkedJob { } } } + + private MiniMRClientCluster createMiniClusterWithCapacityScheduler() + throws IOException { + Configuration conf = new Configuration(); + // Expected queue names depending on Capacity Scheduler queue naming + conf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class, + CapacityScheduler.class); + return MiniMRClientClusterFactory.create(this.getClass(), 2, conf); + } }