Return-Path: X-Original-To: apmail-ambari-commits-archive@www.apache.org Delivered-To: apmail-ambari-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 3D39118B6B for ; Thu, 14 Jan 2016 18:20:31 +0000 (UTC) Received: (qmail 2210 invoked by uid 500); 14 Jan 2016 18:20:31 -0000 Delivered-To: apmail-ambari-commits-archive@ambari.apache.org Received: (qmail 2181 invoked by uid 500); 14 Jan 2016 18:20:31 -0000 Mailing-List: contact commits-help@ambari.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: ambari-dev@ambari.apache.org Delivered-To: mailing list commits@ambari.apache.org Received: (qmail 2172 invoked by uid 99); 14 Jan 2016 18:20:31 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 14 Jan 2016 18:20:31 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id D3076E3881; Thu, 14 Jan 2016 18:20:30 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: jonathanhurley@apache.org To: commits@ambari.apache.org Message-Id: X-Mailer: ASF-Git Admin Mailer Subject: ambari git commit: AMBARI-14670 - Express Upgrade failed during restart of STORM components (jonathanhurley) Date: Thu, 14 Jan 2016 18:20:30 +0000 (UTC) Repository: ambari Updated Branches: refs/heads/branch-2.2 c56f29d1d -> d74d7c433 AMBARI-14670 - Express Upgrade failed during restart of STORM components (jonathanhurley) Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/d74d7c43 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/d74d7c43 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/d74d7c43 Branch: refs/heads/branch-2.2 Commit: d74d7c43322d963b5fecb57c91d3340858b46ec3 Parents: c56f29d Author: Jonathan Hurley Authored: Thu Jan 14 12:10:52 2016 -0500 Committer: Jonathan Hurley Committed: Thu Jan 14 13:19:53 2016 -0500 ---------------------------------------------------------------------- .../internal/UpgradeResourceProvider.java | 12 ++++--- .../ambari/server/state/stack/UpgradePack.java | 20 ++++++++--- .../state/stack/upgrade/ConfigureTask.java | 38 ++++++++++++++------ .../ambari/server/state/stack/upgrade/Task.java | 9 +++++ .../HDP/2.1/upgrades/nonrolling-upgrade-2.3.xml | 1 + .../HDP/2.2/upgrades/nonrolling-upgrade-2.4.xml | 7 ++++ .../stacks/HDP/2.2/upgrades/upgrade-2.4.xml | 6 ++++ 7 files changed, 74 insertions(+), 19 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/d74d7c43/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java index cefdab0..f728562 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java @@ -768,7 +768,9 @@ public class UpgradeResourceProvider extends AbstractControllerResourceProvider // Resolve or build a proper config upgrade pack List intermediateStacks = pack.getIntermediateStacks(); ConfigUpgradePack configUpgradePack; - if (intermediateStacks == null || intermediateStacks.isEmpty()) { // No intermediate stacks + + // No intermediate stacks + if (intermediateStacks == null || intermediateStacks.isEmpty()) { configUpgradePack = s_metaProvider.get().getConfigUpgradePack( targetStackId.getStackName(), targetStackId.getStackVersion()); } else { @@ -1446,13 +1448,15 @@ public class UpgradeResourceProvider extends AbstractControllerResourceProvider if (null != configType) { itemDetail = String.format("Updating configuration %s", configType); } else { - itemDetail = "Skipping Configuration Task"; + itemDetail = "Skipping Configuration Task " + + StringUtils.defaultString(ct.id, "(missing id)"); } entity.setText(itemDetail); - if (null != ct.summary) { - stageText = ct.summary; + String configureTaskSummary = ct.getSummary(configUpgradePack); + if (null != configureTaskSummary) { + stageText = configureTaskSummary; } else { stageText = itemDetail; } http://git-wip-us.apache.org/repos/asf/ambari/blob/d74d7c43/ambari-server/src/main/java/org/apache/ambari/server/state/stack/UpgradePack.java ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/UpgradePack.java b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/UpgradePack.java index ab8f53d..5849a20 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/UpgradePack.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/UpgradePack.java @@ -34,6 +34,7 @@ import javax.xml.bind.annotation.XmlRootElement; import javax.xml.bind.annotation.XmlTransient; import javax.xml.bind.annotation.XmlValue; +import org.apache.ambari.server.api.services.AmbariMetaInfo; import org.apache.ambari.server.state.stack.upgrade.ClusterGrouping; import org.apache.ambari.server.state.stack.upgrade.Direction; import org.apache.ambari.server.state.stack.upgrade.Grouping; @@ -153,7 +154,16 @@ public class UpgradePack { } /** - * @return a list for intermediate stacks for cross-stack upgrade, or null if no any + * Gets a list of stacks which are between the current stack version and the + * target stack version inclusive. For example, if upgrading from HDP-2.2 to + * HDP-2.4, this should include HDP-2.3 and HDP-2.4. + *

+ * This method is used to combine the correct configuration packs for a + * specific upgrade from + * {@link AmbariMetaInfo#getConfigUpgradePack(String, String)}. + * + * @return a list of intermediate stacks (target stack inclusive) or + * {@code null} if none. */ public List getIntermediateStacks() { return intermediateStacks; @@ -186,9 +196,11 @@ public class UpgradePack { } /** - * Gets the groups defined for the upgrade pack. If a direction is defined - * for a group, it must match the supplied direction to be returned - * @param direction the direction to return the ordered groups + * Gets the groups defined for the upgrade pack. If a direction is defined for + * a group, it must match the supplied direction to be returned + * + * @param direction + * the direction to return the ordered groups * @return the list of groups */ public List getGroups(Direction direction) { http://git-wip-us.apache.org/repos/asf/ambari/blob/d74d7c43/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ConfigureTask.java ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ConfigureTask.java b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ConfigureTask.java index f5da91d..66545f5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ConfigureTask.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/ConfigureTask.java @@ -28,20 +28,20 @@ import javax.xml.bind.annotation.XmlAttribute; import javax.xml.bind.annotation.XmlRootElement; import javax.xml.bind.annotation.XmlType; -import org.apache.ambari.server.state.stack.ConfigUpgradePack; -import org.apache.commons.lang.StringUtils; import org.apache.ambari.server.serveraction.upgrades.ConfigureAction; import org.apache.ambari.server.state.Cluster; import org.apache.ambari.server.state.Config; import org.apache.ambari.server.state.DesiredConfig; - -import com.google.gson.Gson; +import org.apache.ambari.server.state.stack.ConfigUpgradePack; +import org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.Condition; +import org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.ConfigurationKeyValue; +import org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.Replace; +import org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.Transfer; +import org.apache.commons.lang.StringUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import static org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.Transfer; -import static org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.Replace; -import static org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.Condition; -import static org.apache.ambari.server.state.stack.upgrade.ConfigUpgradeChangeDefinition.ConfigurationKeyValue; + +import com.google.gson.Gson; /** * The {@link ConfigureTask} represents a configuration change. This task @@ -134,6 +134,22 @@ public class ConfigureTask extends ServerSideActionTask { } /** + * Gets the summary of the task or {@code null}. + * + * @return the task summary or {@code null}. + */ + public String getSummary(ConfigUpgradePack configUpgradePack) { + if(StringUtils.isNotBlank(id) && null != configUpgradePack){ + ConfigUpgradeChangeDefinition definition = configUpgradePack.enumerateConfigChangesByID().get(id); + if (null != definition && StringUtils.isNotBlank(definition.summary)) { + return definition.summary; + } + } + + return super.getSummary(); + } + + /** * Gets a map containing the following properties pertaining to the * configuration value to change: *

    @@ -158,7 +174,7 @@ public class ConfigureTask extends ServerSideActionTask { ConfigUpgradePack configUpgradePack) { Map configParameters = new HashMap<>(); - if (this.id == null || this.id.isEmpty()) { + if (id == null || id.isEmpty()) { LOG.warn("Config task id is not defined, skipping config change"); return configParameters; } @@ -169,10 +185,10 @@ public class ConfigureTask extends ServerSideActionTask { } // extract config change definition, referenced by current ConfigureTask - ConfigUpgradeChangeDefinition definition = configUpgradePack.enumerateConfigChangesByID().get(this.id); + ConfigUpgradeChangeDefinition definition = configUpgradePack.enumerateConfigChangesByID().get(id); if (definition == null) { LOG.warn(String.format("Can not resolve config change definition by id %s, " + - "skipping config change", this.id)); + "skipping config change", id)); return configParameters; } http://git-wip-us.apache.org/repos/asf/ambari/blob/d74d7c43/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/Task.java ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/Task.java b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/Task.java index 60091a6..980f88e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/Task.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/state/stack/upgrade/Task.java @@ -54,6 +54,15 @@ public abstract class Task { } /** + * Gets the summary of the task or {@code null}. + * + * @return the task summary or {@code null}. + */ + public String getSummary() { + return summary; + } + + /** * Identifies the type of task. */ public enum Type { http://git-wip-us.apache.org/repos/asf/ambari/blob/d74d7c43/ambari-server/src/main/resources/stacks/HDP/2.1/upgrades/nonrolling-upgrade-2.3.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1/upgrades/nonrolling-upgrade-2.3.xml b/ambari-server/src/main/resources/stacks/HDP/2.1/upgrades/nonrolling-upgrade-2.3.xml index bb0c9a6..90e3b37 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1/upgrades/nonrolling-upgrade-2.3.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1/upgrades/nonrolling-upgrade-2.3.xml @@ -34,6 +34,7 @@ + http://git-wip-us.apache.org/repos/asf/ambari/blob/d74d7c43/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/nonrolling-upgrade-2.4.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/nonrolling-upgrade-2.4.xml b/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/nonrolling-upgrade-2.4.xml index 012c629..1efeb6c 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/nonrolling-upgrade-2.4.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/nonrolling-upgrade-2.4.xml @@ -29,6 +29,13 @@ + + + + + + + UPGRADE http://git-wip-us.apache.org/repos/asf/ambari/blob/d74d7c43/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/upgrade-2.4.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/upgrade-2.4.xml b/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/upgrade-2.4.xml index 5aee69d..acebdd8 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/upgrade-2.4.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.2/upgrades/upgrade-2.4.xml @@ -43,6 +43,12 @@ + + + + + + false false