From ozone-commits-return-96-archive-asf-public=cust-asf.ponee.io@hadoop.apache.org Tue Nov 19 11:06:01 2019 Return-Path: X-Original-To: archive-asf-public@cust-asf.ponee.io Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [207.244.88.153]) by mx-eu-01.ponee.io (Postfix) with SMTP id 2A366180638 for ; Tue, 19 Nov 2019 12:06:01 +0100 (CET) Received: (qmail 77311 invoked by uid 500); 19 Nov 2019 11:06:00 -0000 Mailing-List: contact ozone-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: ozone-commits@hadoop.apache.org Delivered-To: mailing list ozone-commits@hadoop.apache.org Received: (qmail 77299 invoked by uid 99); 19 Nov 2019 11:06:00 -0000 Received: from ec2-52-202-80-70.compute-1.amazonaws.com (HELO gitbox.apache.org) (52.202.80.70) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 19 Nov 2019 11:06:00 +0000 Received: by gitbox.apache.org (ASF Mail Server at gitbox.apache.org, from userid 33) id 5A2598B688; Tue, 19 Nov 2019 11:06:00 +0000 (UTC) Date: Tue, 19 Nov 2019 11:06:00 +0000 To: "ozone-commits@hadoop.apache.org" Subject: [hadoop-ozone] branch master updated (e5a3b0c -> dcfe5f3) MIME-Version: 1.0 Content-Type: text/plain; charset=utf-8 Content-Transfer-Encoding: 8bit Message-ID: <157416156000.19363.15123923238113597921@gitbox.apache.org> From: elek@apache.org X-Git-Host: gitbox.apache.org X-Git-Repo: hadoop-ozone X-Git-Refname: refs/heads/master X-Git-Reftype: branch X-Git-Oldrev: e5a3b0cf0ba9f4ce1c214e4aa31f008f37d4e018 X-Git-Newrev: dcfe5f34d79473def14f25812d77c6c685b92e58 X-Git-NotificationType: ref_changed X-Git-Multimail-Version: 1.5.dev Auto-Submitted: auto-generated This is an automated email from the ASF dual-hosted git repository. elek pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git. from e5a3b0c HDDS-2509. Code cleanup in replication package (#185) add dcfe5f3 Revert "HDDS-2034. Async RATIS pipeline creation and destroy through heartbeat commands (#29)" No new revisions were added by this update. Summary of changes: .../org/apache/hadoop/hdds/HddsConfigKeys.java | 12 +- .../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 5 - .../org/apache/hadoop/hdds/utils/Scheduler.java | 7 +- .../common/src/main/resources/ozone-default.xml | 30 +-- .../common/statemachine/DatanodeStateMachine.java | 6 - .../CloseContainerCommandHandler.java | 11 +- .../ClosePipelineCommandHandler.java | 120 ------------ .../commandhandler/CommandHandler.java | 2 +- .../CreatePipelineCommandHandler.java | 135 ------------- .../states/endpoint/HeartbeatEndpointTask.java | 22 --- .../common/transport/server/XceiverServerSpi.java | 18 -- .../transport/server/ratis/XceiverServerRatis.java | 36 ---- .../protocol/commands/ClosePipelineCommand.java | 73 ------- .../protocol/commands/CreatePipelineCommand.java | 100 ---------- .../proto/StorageContainerDatanodeProtocol.proto | 23 --- .../hadoop/hdds/scm/block/BlockManagerImpl.java | 3 - .../hdds/scm/container/ContainerStateManager.java | 1 - .../apache/hadoop/hdds/scm/events/SCMEvents.java | 12 +- .../scm/pipeline/BackgroundPipelineCreator.java | 9 +- .../hadoop/hdds/scm/pipeline/PipelineFactory.java | 13 +- .../hadoop/hdds/scm/pipeline/PipelineManager.java | 15 +- .../hadoop/hdds/scm/pipeline/PipelineProvider.java | 2 - .../hdds/scm/pipeline/PipelineReportHandler.java | 54 +++--- .../hdds/scm/pipeline/PipelineStateManager.java | 4 +- .../hdds/scm/pipeline/RatisPipelineProvider.java | 137 +++++++++----- .../hdds/scm/pipeline/RatisPipelineUtils.java | 103 ++++++++++ .../hdds/scm/pipeline/SCMPipelineManager.java | 82 ++------ .../hdds/scm/pipeline/SCMPipelineMetrics.java | 10 - .../hdds/scm/pipeline/SimplePipelineProvider.java | 5 - .../scm/safemode/HealthyPipelineSafeModeRule.java | 83 ++++---- .../safemode/OneReplicaPipelineSafeModeRule.java | 65 ++++--- .../hdds/scm/safemode/SCMSafeModeManager.java | 16 +- .../hadoop/hdds/scm/safemode/SafeModeHandler.java | 5 +- .../scm/server/SCMDatanodeHeartbeatDispatcher.java | 1 - .../hdds/scm/server/SCMDatanodeProtocolServer.java | 20 -- .../hdds/scm/server/StorageContainerManager.java | 3 +- .../java/org/apache/hadoop/hdds/scm/TestUtils.java | 12 -- .../hadoop/hdds/scm/block/TestBlockManager.java | 44 +---- .../container/TestCloseContainerEventHandler.java | 11 +- .../scm/container/TestSCMContainerManager.java | 4 +- .../hdds/scm/node/TestContainerPlacement.java | 2 +- .../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 11 +- .../hadoop/hdds/scm/node/TestSCMNodeManager.java | 9 +- .../scm/pipeline/MockRatisPipelineProvider.java | 10 +- .../scm/pipeline/TestRatisPipelineProvider.java | 26 +-- .../safemode/TestHealthyPipelineSafeModeRule.java | 44 +++-- .../TestOneReplicaPipelineSafeModeRule.java | 36 +++- .../hdds/scm/safemode/TestSCMSafeModeManager.java | 50 +++-- hadoop-ozone/dist/src/main/compose/testlib.sh | 35 ---- .../TestContainerStateManagerIntegration.java | 6 +- .../metrics/TestSCMContainerManagerMetrics.java | 3 - .../hdds/scm/pipeline/TestPipelineClose.java | 4 +- .../scm/pipeline/TestRatisPipelineProvider.java | 210 --------------------- .../hdds/scm/pipeline/TestSCMPipelineManager.java | 93 ++------- .../org/apache/hadoop/ozone/MiniOzoneCluster.java | 2 +- .../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 43 +++-- .../hadoop/ozone/TestContainerOperations.java | 2 +- .../TestContainerStateMachineIdempotency.java | 2 +- .../apache/hadoop/ozone/TestMiniOzoneCluster.java | 6 +- .../hadoop/ozone/TestStorageContainerManager.java | 18 +- .../apache/hadoop/ozone/client/rpc/TestBCSID.java | 3 - .../client/rpc/TestContainerStateMachine.java | 3 - .../rpc/TestContainerStateMachineFailures.java | 9 +- .../ozone/container/TestContainerReplication.java | 2 +- .../commandhandler/TestBlockDeletion.java | 6 +- .../commandhandler/TestCloseContainerHandler.java | 2 - .../commandhandler/TestDeleteContainerHandler.java | 2 - .../hadoop/ozone/dn/scrubber/TestDataScrubber.java | 2 - .../org/apache/hadoop/ozone/om/TestKeyPurging.java | 2 +- .../apache/hadoop/ozone/om/TestScmSafeMode.java | 2 +- .../hadoop/ozone/scm/TestContainerSmallFile.java | 2 +- .../scm/TestGetCommittedBlockLengthAndPutKey.java | 2 +- .../org/apache/hadoop/ozone/scm/TestSCMMXBean.java | 2 +- .../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 4 +- .../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 2 +- .../hadoop/ozone/fsck/TestContainerMapper.java | 2 +- 76 files changed, 570 insertions(+), 1403 deletions(-) delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/ClosePipelineCommandHandler.java delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/CreatePipelineCommandHandler.java delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/ClosePipelineCommand.java delete mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/CreatePipelineCommand.java create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/RatisPipelineUtils.java delete mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestRatisPipelineProvider.java --------------------------------------------------------------------- To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org For additional commands, e-mail: ozone-commits-help@hadoop.apache.org