ambari-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Hudson (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (AMBARI-20894) Setting Desired Stack Ids to Correct Values During Service and Patch Upgrades
Date Wed, 31 May 2017 21:46:04 GMT

    [ https://issues.apache.org/jira/browse/AMBARI-20894?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16032025#comment-16032025
] 

Hudson commented on AMBARI-20894:
---------------------------------

FAILURE: Integrated in Jenkins build Ambari-trunk-Commit #7555 (See [https://builds.apache.org/job/Ambari-trunk-Commit/7555/])
AMBARI-20894 - Setting Desired Stack Ids to Correct Values During (jhurley: [http://git-wip-us.apache.org/repos/asf?p=ambari.git&a=commit&h=dcbd826c96b91c718caa519f44663b9a73f17da6])
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClustersTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ServiceResourceProvider.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/HostComponentResourceProviderTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceComponentHostResponse.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/internal/UpgradeResourceProvider.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/alerts/ComponentVersionAlertRunnableTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog210Test.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/StackUpgradeConfigurationMergeTest.java
* (edit) ambari-server/src/main/resources/Ambari-DDL-Postgres-CREATE.sql
* (edit) ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog200Test.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ComponentResourceProvider.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariCustomCommandExecutionHelperTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RequestImplTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/configuration/RecoveryConfigHelperTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceResponse.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatMonitor.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/BackgroundCustomCommandExecutionTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalogHelper.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/upgrade/AbstractUpgradeCatalog.java
* (edit) ambari-server/src/main/python/ambari_server/serverUpgrade.py
* (edit) ambari-server/src/test/java/org/apache/ambari/server/utils/StageUtilsTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceComponentHostRequest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/Cluster.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/alerts/InitialAlertEventTest.java
* (edit) ambari-server/src/main/resources/Ambari-DDL-MySQL-CREATE.sql
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponentImpl.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AbstractControllerResourceProviderTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/events/listeners/upgrade/StackVersionListenerTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/agent/HeartbeatProcessorTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/internal/ClusterStackVersionResourceProvider.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostVersionEntity.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeSummaryResourceProviderTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceRequest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/alerts/ComponentVersionAlertRunnable.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeHelper.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/UpgradeHelperTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/agent/DummyHeartbeatConstants.java
* (edit) ambari-server/src/main/python/ambari-server.py
* (edit) ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentDesiredStateEntity.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClustersDeadlockTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/FinalizeUpgradeAction.java
* (edit) ambari-server/src/main/resources/Ambari-DDL-SQLServer-CREATE.sql
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponent.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ConcurrentServiceConfigVersionTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/ServiceImpl.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/AbstractUpgradeServerAction.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/Service.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/agent/HeartbeatTestHelper.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ClientConfigResourceProviderTest.java
* (delete) ambari-server/src/main/java/org/apache/ambari/server/upgrade/StackUpgradeHelper.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AbstractResourceProviderTest.java
* (edit) ambari-server/src/main/python/ambari_server/setupActions.py
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ClusterStackVersionResourceProviderTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/JMXHostProviderTest.java
* (edit) ambari-server/src/test/python/TestServerUpgrade.py
* (edit) ambari-server/src/test/java/org/apache/ambari/server/api/resources/BaseResourceDefinitionTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClusterDeadlockTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeResourceProviderHDP22Test.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/ServiceFactory.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java
* (delete) ambari-server/src/main/java/org/apache/ambari/server/upgrade/StackUpgradeUtil.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClusterImplTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/internal/HostComponentResourceProvider.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/ServiceComponentHost.java
* (edit) ambari-server/src/main/resources/Ambari-DDL-Derby-CREATE.sql
* (edit) ambari-server/src/test/java/org/apache/ambari/server/orm/OrmTestHelper.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClusterTest.java
* (edit) ambari-server/src/main/resources/properties.json
* (edit) ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/UpdateDesiredStackAction.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ServiceResourceProviderTest.java
* (delete) ambari-server/src/test/java/org/apache/ambari/server/upgrade/StackUpgradeUtilTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/UpgradeContext.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog220Test.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/HostResourceProviderTest.java
* (edit) ambari-common/src/main/python/resource_management/libraries/script/script.py
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/ServiceComponentTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ComponentVersionCheckActionTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/events/listeners/upgrade/DistributeRepositoriesActionListener.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java
* (edit) ambari-server/src/main/resources/Ambari-DDL-SQLAnywhere-CREATE.sql
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ServiceComponentHostConcurrentWriteDeadlockTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/svccomphost/ServiceComponentHostImpl.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/serveraction/upgrades/ComponentVersionCheckAction.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClusterImpl.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/events/listeners/upgrade/HostVersionOutOfSyncListenerTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/topology/AmbariContext.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AlertEventPublisherTest.java
* (edit) ambari-server/src/main/resources/Ambari-DDL-Oracle-CREATE.sql
* (edit) ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ConfigureActionTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/agent/HeartbeatProcessor.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/RefreshYarnCapacitySchedulerReleaseConfigTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/events/EventsTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostVersionDAO.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/events/listeners/upgrade/StackVersionListener.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/state/ServiceTest.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/agent/TestHeartbeatHandler.java
* (edit) ambari-server/src/test/python/TestAmbariServer.py
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UpgradeResourceProviderTest.java
* (edit) ambari-server/src/main/java/org/apache/ambari/server/serveraction/kerberos/PrepareDisableKerberosServerAction.java
* (edit) ambari-server/src/test/java/org/apache/ambari/server/controller/utilities/state/GeneralServiceCalculatedStateTest.java


> Setting Desired Stack Ids to Correct Values During Service and Patch Upgrades
> -----------------------------------------------------------------------------
>
>                 Key: AMBARI-20894
>                 URL: https://issues.apache.org/jira/browse/AMBARI-20894
>             Project: Ambari
>          Issue Type: Task
>          Components: ambari-server
>    Affects Versions: trunk
>            Reporter: Jonathan Hurley
>            Assignee: Jonathan Hurley
>            Priority: Critical
>             Fix For: trunk
>
>         Attachments: AMBARI-20894.patch
>
>
> During a {{PATCH}} or {{SERVICE}} upgrade, only the desired stack IDs of the service/components
being upgraded should be updated. Currently, it is observed that:
> - {{hostcomponentdesiredstate}}/{{desired_stack_id}} is updated for all components
> - {{servicedesiredstate}}/{{desired_stack_id}} is updated for all services to new stack
> However, the {{hostcomponentstate}} table has the correctly values for {{version}} and
{{stack_id}}.
> h5. Example Upgrade of {{STORM}} from HDP 2.4 to HDP 2.5
> h6. Topology
> - c6401 - ZooKeeper Server, ZooKeeper Client, Storm Nimbus
> - c6402 - ZooKeeper Server, ZooKeeper Client, Storm Supervisor
> - c6403 - ZooKeeper Server, ZooKeeper Client, Storm Supervisor
> {code}
> ambari=# SELECT host_id, component_name, service_name, desired_stack_id, stack_name,
stack_version  FROM hostcomponentdesiredstate, stack WHERE hostcomponentdesiredstate.desired_stack_id
= stack.stack_id ORDER BY host_id, service_name, component_name, stack_version;
>  host_id |  component_name  | service_name | desired_stack_id | stack_name | stack_version
> ---------+------------------+--------------+------------------+------------+---------------
>        1 | DRPC_SERVER      | STORM        |                3 | HDP        | 2.5
>        1 | NIMBUS           | STORM        |                3 | HDP        | 2.5
>        1 | STORM_UI_SERVER  | STORM        |                3 | HDP        | 2.5
>        1 | SUPERVISOR       | STORM        |                3 | HDP        | 2.5
>        1 | ZOOKEEPER_CLIENT | ZOOKEEPER    |                3 | HDP        | 2.5
>        1 | ZOOKEEPER_SERVER | ZOOKEEPER    |                3 | HDP        | 2.5
>        2 | SUPERVISOR       | STORM        |                3 | HDP        | 2.5
>        2 | ZOOKEEPER_CLIENT | ZOOKEEPER    |                3 | HDP        | 2.5
>        2 | ZOOKEEPER_SERVER | ZOOKEEPER    |                3 | HDP        | 2.5
>        3 | SUPERVISOR       | STORM        |                3 | HDP        | 2.5
>        3 | ZOOKEEPER_CLIENT | ZOOKEEPER    |                3 | HDP        | 2.5
>        3 | ZOOKEEPER_SERVER | ZOOKEEPER    |                3 | HDP        | 2.5
> (12 rows)
> {code}
> {code}
> ambari=# SELECT service_name, stack_id, stack_version  FROM servicedesiredstate, stack
WHERE servicedesiredstate.desired_stack_id = stack.stack_id ORDER BY service_name, stack_version;
>  service_name | stack_id | stack_version
> --------------+----------+---------------
>  STORM        |        3 | 2.5
>  ZOOKEEPER    |        3 | 2.5
> (2 rows)
> {code}



--
This message was sent by Atlassian JIRA
(v6.3.15#6346)

Mime
View raw message