Return-Path: X-Original-To: apmail-hadoop-common-commits-archive@www.apache.org Delivered-To: apmail-hadoop-common-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id D3A6118CAB for ; Tue, 28 Jul 2015 20:55:33 +0000 (UTC) Received: (qmail 8462 invoked by uid 500); 28 Jul 2015 20:54:45 -0000 Delivered-To: apmail-hadoop-common-commits-archive@hadoop.apache.org Received: (qmail 6588 invoked by uid 500); 28 Jul 2015 20:54:43 -0000 Mailing-List: contact common-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: common-dev@hadoop.apache.org Delivered-To: mailing list common-commits@hadoop.apache.org Received: (qmail 2765 invoked by uid 99); 28 Jul 2015 20:54:41 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 28 Jul 2015 20:54:41 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 74692E0967; Tue, 28 Jul 2015 20:54:41 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: jianhe@apache.org To: common-commits@hadoop.apache.org Date: Tue, 28 Jul 2015 20:55:14 -0000 Message-Id: <80515de4446a4dd894c17fde57258115@git.apache.org> In-Reply-To: <4eb68505d8af46ee95799008758b125f@git.apache.org> References: <4eb68505d8af46ee95799008758b125f@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [35/50] [abbrv] hadoop git commit: YARN-3958. TestYarnConfigurationFields should be moved to hadoop-yarn-api module. Contributed by Varun Saxena. YARN-3958. TestYarnConfigurationFields should be moved to hadoop-yarn-api module. Contributed by Varun Saxena. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/42d4e0ae Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/42d4e0ae Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/42d4e0ae Branch: refs/heads/YARN-1197 Commit: 42d4e0ae99d162fde52902cb86e29f2c82a084c8 Parents: 156f24e Author: Akira Ajisaka Authored: Mon Jul 27 11:43:25 2015 +0900 Committer: Akira Ajisaka Committed: Mon Jul 27 11:43:25 2015 +0900 ---------------------------------------------------------------------- hadoop-yarn-project/CHANGES.txt | 3 + .../hadoop-yarn/hadoop-yarn-api/pom.xml | 34 +++++ .../yarn/conf/TestYarnConfigurationFields.java | 136 +++++++++++++++++++ .../yarn/conf/TestYarnConfigurationFields.java | 136 ------------------- 4 files changed, 173 insertions(+), 136 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/42d4e0ae/hadoop-yarn-project/CHANGES.txt ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt index 883d009..3b7d8a8 100644 --- a/hadoop-yarn-project/CHANGES.txt +++ b/hadoop-yarn-project/CHANGES.txt @@ -685,6 +685,9 @@ Release 2.8.0 - UNRELEASED YARN-3973. Recent changes to application priority management break reservation system from YARN-1051. (Carlo Curino via wangda) + YARN-3958. TestYarnConfigurationFields should be moved to hadoop-yarn-api + module. (Varun Saxena via aajisaka) + Release 2.7.2 - UNRELEASED INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/42d4e0ae/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/pom.xml ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/pom.xml index dc9c469..5c4156b 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/pom.xml +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/pom.xml @@ -62,9 +62,31 @@ com.google.protobuf protobuf-java + + + org.apache.hadoop + hadoop-common + test-jar + test + + + + junit + junit + test + + + + ${basedir}/../hadoop-yarn-common/src/main/resources + + yarn-default.xml + + false + + org.apache.hadoop @@ -105,6 +127,18 @@ + + + maven-jar-plugin + + + + test-jar + + test-compile + + + http://git-wip-us.apache.org/repos/asf/hadoop/blob/42d4e0ae/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java new file mode 100644 index 0000000..e89a90d --- /dev/null +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java @@ -0,0 +1,136 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.yarn.conf; + +import java.util.HashSet; + +import org.apache.hadoop.conf.TestConfigurationFieldsBase; + +/** + * Unit test class to compare + * {@link org.apache.hadoop.yarn.conf.YarnConfiguration} and + * yarn-default.xml for missing properties. Currently only throws an error + * if the class is missing a property. + *

+ * Refer to {@link org.apache.hadoop.conf.TestConfigurationFieldsBase} + * for how this class works. + */ +public class TestYarnConfigurationFields extends TestConfigurationFieldsBase { + + @SuppressWarnings("deprecation") + @Override + public void initializeMemberVariables() { + xmlFilename = new String("yarn-default.xml"); + configurationClasses = new Class[] { YarnConfiguration.class }; + + // Allocate for usage + configurationPropsToSkipCompare = new HashSet(); + configurationPrefixToSkipCompare = new HashSet(); + + // Set error modes + errorIfMissingConfigProps = true; + errorIfMissingXmlProps = true; + + // Specific properties to skip + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_RM_CONFIGURATION_PROVIDER_CLASS); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_CLIENT_FAILOVER_PROXY_PROVIDER); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_IPC_RECORD_FACTORY_CLASS); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_IPC_CLIENT_FACTORY_CLASS); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_IPC_SERVER_FACTORY_CLASS); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_IPC_RPC_IMPL); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_RM_SCHEDULER); + configurationPropsToSkipCompare + .add(YarnConfiguration + .YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONCLIENT_PROTOCOL); + configurationPropsToSkipCompare + .add(YarnConfiguration + .YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_PROTOCOL); + configurationPropsToSkipCompare + .add(YarnConfiguration + .YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGEMENT_PROTOCOL); + configurationPropsToSkipCompare + .add(YarnConfiguration + .YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER); + configurationPropsToSkipCompare + .add(YarnConfiguration + .YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCEMANAGER_ADMINISTRATION_PROTOCOL); + configurationPropsToSkipCompare + .add(YarnConfiguration + .YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER_PROTOCOL); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_SCM_STORE_CLASS); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_SCM_APP_CHECKER_CLASS); + configurationPropsToSkipCompare + .add(YarnConfiguration.DEFAULT_SHARED_CACHE_CHECKSUM_ALGO_IMPL); + + // Ignore all YARN Application Timeline Service (version 1) properties + configurationPrefixToSkipCompare.add("yarn.timeline-service."); + + // Used as Java command line properties, not XML + configurationPrefixToSkipCompare.add("yarn.app.container"); + + // Ignore NodeManager "work in progress" variables + configurationPrefixToSkipCompare + .add(YarnConfiguration.NM_NETWORK_RESOURCE_ENABLED); + configurationPrefixToSkipCompare + .add(YarnConfiguration.NM_NETWORK_RESOURCE_INTERFACE); + configurationPrefixToSkipCompare + .add(YarnConfiguration.NM_NETWORK_RESOURCE_OUTBOUND_BANDWIDTH_MBIT); + configurationPrefixToSkipCompare + .add(YarnConfiguration.NM_NETWORK_RESOURCE_OUTBOUND_BANDWIDTH_YARN_MBIT); + configurationPrefixToSkipCompare + .add(YarnConfiguration.NM_DISK_RESOURCE_ENABLED); + + // Set by container-executor.cfg + configurationPrefixToSkipCompare.add(YarnConfiguration.NM_USER_HOME_DIR); + + // Ignore deprecated properties + configurationPrefixToSkipCompare + .add(YarnConfiguration.YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS); + + // Allocate for usage + xmlPropsToSkipCompare = new HashSet(); + xmlPrefixToSkipCompare = new HashSet(); + + // Should probably be moved from yarn-default.xml to mapred-default.xml + xmlPropsToSkipCompare.add("mapreduce.job.hdfs-servers"); + xmlPropsToSkipCompare.add("mapreduce.job.jar"); + + // Possibly obsolete, but unable to verify 100% + xmlPropsToSkipCompare.add("yarn.nodemanager.aux-services.mapreduce_shuffle.class"); + xmlPropsToSkipCompare.add("yarn.resourcemanager.container.liveness-monitor.interval-ms"); + + // Used in the XML file as a variable reference internal to the XML file + xmlPropsToSkipCompare.add("yarn.nodemanager.hostname"); + + // Ignore all YARN Application Timeline Service (version 1) properties + xmlPrefixToSkipCompare.add("yarn.timeline-service"); + + // Currently defined in RegistryConstants/core-site.xml + xmlPrefixToSkipCompare.add("hadoop.registry"); + } +} http://git-wip-us.apache.org/repos/asf/hadoop/blob/42d4e0ae/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java deleted file mode 100644 index 10e1ca6..0000000 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java +++ /dev/null @@ -1,136 +0,0 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.apache.hadoop.yarn.conf; - -import java.util.HashSet; - -import org.apache.hadoop.conf.TestConfigurationFieldsBase; - -/** - * Unit test class to compare - * {@link org.apache.hadoop.yarn.conf.YarnConfiguration} and - * yarn-default.xml for missing properties. Currently only throws an error - * if the class is missing a property. - *

- * Refer to {@link org.apache.hadoop.conf.TestConfigurationFieldsBase} - * for how this class works. - */ -public class TestYarnConfigurationFields extends TestConfigurationFieldsBase { - - @SuppressWarnings("deprecation") - @Override - public void initializeMemberVariables() { - xmlFilename = new String("yarn-default.xml"); - configurationClasses = new Class[] { YarnConfiguration.class }; - - // Allocate for usage - configurationPropsToSkipCompare = new HashSet(); - configurationPrefixToSkipCompare = new HashSet(); - - // Set error modes - errorIfMissingConfigProps = true; - errorIfMissingXmlProps = true; - - // Specific properties to skip - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_RM_CONFIGURATION_PROVIDER_CLASS); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_CLIENT_FAILOVER_PROXY_PROVIDER); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_IPC_RECORD_FACTORY_CLASS); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_IPC_CLIENT_FACTORY_CLASS); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_IPC_SERVER_FACTORY_CLASS); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_IPC_RPC_IMPL); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_RM_SCHEDULER); - configurationPropsToSkipCompare - .add(YarnConfiguration - .YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONCLIENT_PROTOCOL); - configurationPropsToSkipCompare - .add(YarnConfiguration - .YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_PROTOCOL); - configurationPropsToSkipCompare - .add(YarnConfiguration - .YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGEMENT_PROTOCOL); - configurationPropsToSkipCompare - .add(YarnConfiguration - .YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER); - configurationPropsToSkipCompare - .add(YarnConfiguration - .YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCEMANAGER_ADMINISTRATION_PROTOCOL); - configurationPropsToSkipCompare - .add(YarnConfiguration - .YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER_PROTOCOL); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_SCM_STORE_CLASS); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_SCM_APP_CHECKER_CLASS); - configurationPropsToSkipCompare - .add(YarnConfiguration.DEFAULT_SHARED_CACHE_CHECKSUM_ALGO_IMPL); - - // Ignore all YARN Application Timeline Service (version 1) properties - configurationPrefixToSkipCompare.add("yarn.timeline-service."); - - // Used as Java command line properties, not XML - configurationPrefixToSkipCompare.add("yarn.app.container"); - - // Ignore NodeManager "work in progress" variables - configurationPrefixToSkipCompare - .add(YarnConfiguration.NM_NETWORK_RESOURCE_ENABLED); - configurationPrefixToSkipCompare - .add(YarnConfiguration.NM_NETWORK_RESOURCE_INTERFACE); - configurationPrefixToSkipCompare - .add(YarnConfiguration.NM_NETWORK_RESOURCE_OUTBOUND_BANDWIDTH_MBIT); - configurationPrefixToSkipCompare - .add(YarnConfiguration.NM_NETWORK_RESOURCE_OUTBOUND_BANDWIDTH_YARN_MBIT); - configurationPrefixToSkipCompare - .add(YarnConfiguration.NM_DISK_RESOURCE_ENABLED); - - // Set by container-executor.cfg - configurationPrefixToSkipCompare.add(YarnConfiguration.NM_USER_HOME_DIR); - - // Ignore deprecated properties - configurationPrefixToSkipCompare - .add(YarnConfiguration.YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS); - - // Allocate for usage - xmlPropsToSkipCompare = new HashSet(); - xmlPrefixToSkipCompare = new HashSet(); - - // Should probably be moved from yarn-default.xml to mapred-default.xml - xmlPropsToSkipCompare.add("mapreduce.job.hdfs-servers"); - xmlPropsToSkipCompare.add("mapreduce.job.jar"); - - // Possibly obsolete, but unable to verify 100% - xmlPropsToSkipCompare.add("yarn.nodemanager.aux-services.mapreduce_shuffle.class"); - xmlPropsToSkipCompare.add("yarn.resourcemanager.container.liveness-monitor.interval-ms"); - - // Used in the XML file as a variable reference internal to the XML file - xmlPropsToSkipCompare.add("yarn.nodemanager.hostname"); - - // Ignore all YARN Application Timeline Service (version 1) properties - xmlPrefixToSkipCompare.add("yarn.timeline-service"); - - // Currently defined in RegistryConstants/core-site.xml - xmlPrefixToSkipCompare.add("hadoop.registry"); - } -}