hadoop-ozone-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From aengin...@apache.org
Subject [hadoop-ozone] branch master updated (9f98aa2 -> 4ba1932)
Date Wed, 19 Feb 2020 05:13:24 GMT
This is an automated email from the ASF dual-hosted git repository.

aengineer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.


    from 9f98aa2  HDDS-3017. Fix TestGetCommittedBlockLengthAndPutKey.java (#558)
     add 4ba1932  HDDS-1564 Multiraft support (#538)

No new revisions were added by this update.

Summary of changes:
 ...erPlacementPolicy.java => PlacementPolicy.java} |  12 +-
 .../org/apache/hadoop/hdds/scm/ScmConfigKeys.java  |  20 +
 .../placement/algorithms/package-info.java         |  21 --
 .../apache/hadoop/hdds/scm/pipeline/Pipeline.java  |  57 ++-
 .../org/apache/hadoop/ozone/audit/SCMAction.java   |   1 +
 hadoop-hdds/common/src/main/proto/hdds.proto       |   1 +
 .../common/src/main/resources/ozone-default.xml    |  35 +-
 ...onPolicy.java => SCMCommonPlacementPolicy.java} |  23 +-
 .../hadoop/hdds/scm/block/BlockManagerImpl.java    |   5 +
 .../hdds/scm/container/ReplicationManager.java     |  13 +-
 .../ContainerPlacementPolicyFactory.java           |  18 +-
 .../algorithms/SCMContainerPlacementCapacity.java  |   4 +-
 .../algorithms/SCMContainerPlacementRackAware.java |  12 +-
 .../algorithms/SCMContainerPlacementRandom.java    |   6 +-
 .../apache/hadoop/hdds/scm/node/NodeManager.java   |  14 +
 .../hadoop/hdds/scm/node/NodeStateManager.java     |   9 +
 .../hadoop/hdds/scm/node/SCMNodeManager.java       |  19 +
 .../hdds/scm/node/states/Node2ObjectsMap.java      |   4 +-
 .../hdds/scm/node/states/Node2PipelineMap.java     |  11 +-
 .../scm/pipeline/BackgroundPipelineCreator.java    |   7 +
 .../hadoop/hdds/scm/pipeline/PipelineManager.java  |   3 +
 .../hdds/scm/pipeline/PipelinePlacementPolicy.java | 419 +++++++++++++++++++++
 .../hadoop/hdds/scm/pipeline/PipelineStateMap.java |   5 +-
 .../hdds/scm/pipeline/RatisPipelineProvider.java   | 138 ++++---
 .../hdds/scm/pipeline/RatisPipelineUtils.java      | 117 ++++++
 .../hdds/scm/pipeline/SCMPipelineManager.java      |  56 ++-
 .../hdds/scm/pipeline/SCMPipelineMetrics.java      |  17 +
 .../hdds/scm/pipeline/SimplePipelineProvider.java  |   2 +-
 ...inerLocationProtocolServerSideTranslatorPB.java |  26 ++
 .../scm/safemode/HealthyPipelineSafeModeRule.java  |  13 +-
 .../hdds/scm/server/SCMClientProtocolServer.java   |   8 +-
 .../hdds/scm/server/StorageContainerManager.java   |   4 +-
 .../hadoop/hdds/scm/container/MockNodeManager.java |  46 ++-
 .../container/TestCloseContainerEventHandler.java  |   7 +-
 .../hdds/scm/container/TestReplicationManager.java |   7 +-
 .../algorithms/TestContainerPlacementFactory.java  |   7 +-
 .../hdds/scm/node/TestContainerPlacement.java      |   5 +-
 .../hadoop/hdds/scm/node/TestDeadNodeHandler.java  |   3 +
 .../hadoop/hdds/scm/node/TestSCMNodeManager.java   |   2 +
 .../scm/pipeline/MockRatisPipelineProvider.java    |  28 ++
 .../TestPipelineDatanodesIntersection.java         | 133 +++++++
 .../scm/pipeline/TestPipelinePlacementPolicy.java  | 261 +++++++++++++
 .../scm/pipeline/TestRatisPipelineProvider.java    |  50 ++-
 .../hdds/scm/pipeline/TestSCMPipelineManager.java  |  74 +++-
 .../hdds/scm/safemode/TestSafeModeHandler.java     |   5 +-
 .../testutils/ReplicationNodeManagerMock.java      |  16 +
 .../org/apache/hadoop/hdds/scm/cli/SCMCLI.java     |   2 +
 .../DatanodeCommands.java}                         |  25 +-
 .../hdds/scm/cli/datanode/ListInfoSubcommand.java  | 121 ++++++
 .../hdds/scm/cli/datanode}/package-info.java       |   4 +-
 ...bcommand.java => CreatePipelineSubcommand.java} |  45 ++-
 .../scm/cli/pipeline/ListPipelinesSubcommand.java  |  11 +-
 .../hdds/scm/cli/pipeline/PipelineCommands.java    |   1 +
 .../compose/ozone-topology/docker-compose.yaml     |  28 ++
 .../scmcli/{pipeline.robot => datanode.robot}      |   7 +-
 .../dist/src/main/smoketest/scmcli/pipeline.robot  |   7 +-
 .../apache/hadoop/fs/ozone/TestOzoneFsHAURLs.java  |   3 +
 .../hdds/scm/pipeline/TestPipelineClose.java       |   1 +
 .../TestRatisPipelineCreateAndDestroy.java         |  24 +-
 .../hadoop/hdds/scm/pipeline/TestSCMRestart.java   |   5 +-
 .../safemode/TestSCMSafeModeWithPipelineRules.java |   3 +
 .../org/apache/hadoop/ozone/MiniOzoneCluster.java  |  12 +
 .../apache/hadoop/ozone/MiniOzoneClusterImpl.java  |   4 +
 .../hadoop/ozone/TestContainerOperations.java      |   7 +-
 .../TestContainerStateMachineIdempotency.java      |   5 +-
 .../ozone/client/rpc/Test2WayCommitInRatis.java    |   1 +
 .../ozone/client/rpc/TestBlockOutputStream.java    |   1 +
 .../rpc/TestBlockOutputStreamWithFailures.java     |   7 +-
 .../hadoop/ozone/client/rpc/TestCommitWatcher.java |   1 +
 .../rpc/TestContainerReplicationEndToEnd.java      |   5 +-
 .../client/rpc/TestContainerStateMachine.java      |   5 +-
 .../client/rpc/TestDeleteWithSlowFollower.java     |  12 +-
 .../client/rpc/TestFailureHandlingByClient.java    |   4 +-
 .../client/rpc/TestHybridPipelineOnDatanode.java   |   3 +-
 .../ozone/client/rpc/TestKeyInputStream.java       |   1 +
 .../rpc/TestMultiBlockWritesWithDnFailures.java    |   8 +-
 .../rpc/TestOzoneClientRetriesOnException.java     |   1 +
 .../client/rpc/TestOzoneRpcClientAbstract.java     |   1 +
 .../ozone/client/rpc/TestWatchForCommit.java       |   3 +
 .../TestCloseContainerByPipeline.java              |   5 +
 .../hadoop/ozone/dn/scrubber/TestDataScrubber.java |   4 +-
 .../hadoop/ozone/freon/TestDataValidate.java       |   2 +-
 .../ozone/freon/TestFreonWithPipelineDestroy.java  |   1 +
 .../hadoop/ozone/om/TestOzoneManagerRestart.java   |   3 +
 .../hadoop/ozone/scm/TestContainerSmallFile.java   |   4 +-
 .../scm/TestGetCommittedBlockLengthAndPutKey.java  |   5 +-
 .../TestSCMContainerPlacementPolicyMetrics.java    |   1 +
 .../hadoop/ozone/scm/node/TestQueryNode.java       |   3 +
 88 files changed, 1887 insertions(+), 253 deletions(-)
 rename hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/{container/placement/algorithms/ContainerPlacementPolicy.java
=> PlacementPolicy.java} (80%)
 delete mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/placement/algorithms/package-info.java
 rename hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/{container/placement/algorithms/SCMCommonPolicy.java
=> SCMCommonPlacementPolicy.java} (90%)
 create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/PipelinePlacementPolicy.java
 create mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/RatisPipelineUtils.java
 create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelineDatanodesIntersection.java
 create mode 100644 hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestPipelinePlacementPolicy.java
 copy hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/{container/ContainerCommands.java
=> datanode/DatanodeCommands.java} (70%)
 create mode 100644 hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode/ListInfoSubcommand.java
 copy hadoop-hdds/{common/src/main/java/org/apache/hadoop/hdds/protocol => tools/src/main/java/org/apache/hadoop/hdds/scm/cli/datanode}/package-info.java
(88%)
 copy hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/pipeline/{ClosePipelineSubcommand.java
=> CreatePipelineSubcommand.java} (54%)
 copy hadoop-ozone/dist/src/main/smoketest/scmcli/{pipeline.robot => datanode.robot} (82%)


---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org


Mime
View raw message