hadoop-ozone-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From e...@apache.org
Subject [hadoop-ozone] branch master updated (fb6c7e6 -> 201b8c0)
Date Wed, 11 Mar 2020 14:47:45 GMT
This is an automated email from the ASF dual-hosted git repository.

elek pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.


    from fb6c7e6  HDDS-3141. Unit check fails to execute insight and mini-chaos-tests modules
     add 201b8c0  HDDS-2717. Handle chunk increments in datanode

No new revisions were added by this update.

Summary of changes:
 .../hadoop/hdds/scm/storage/BlockOutputStream.java | 103 ++--
 .../hadoop/hdds/scm/storage/ChunkInputStream.java  |  11 +-
 .../org/apache/hadoop/hdds/scm/ScmConfigKeys.java  |   3 +
 .../common/helpers/StorageContainerException.java  |   2 +-
 .../hdds/scm/storage/ContainerProtocolCalls.java   |   7 +-
 .../org/apache/hadoop/ozone/OzoneConfigKeys.java   |   6 +
 .../hadoop/ozone/lock/ReadWriteLockable.java}      |  15 +-
 .../src/main/proto/DatanodeContainerProtocol.proto |   1 +
 .../common/src/main/resources/ozone-default.xml    |  25 +-
 .../apache/hadoop/ozone/HddsDatanodeService.java   |   4 +-
 .../container/common/impl/ChunkLayOutVersion.java  |  70 +--
 .../ozone/container/common/impl/ContainerData.java |  41 +-
 .../container/common/impl/ContainerDataYaml.java   |   5 +-
 .../ozone/container/common/interfaces/Handler.java |  18 +-
 .../states/endpoint/VersionEndpointTask.java       |   4 +-
 .../server/ratis/ContainerStateMachine.java        |  27 +-
 .../transport/server/ratis/XceiverServerRatis.java |  57 ++-
 .../ozone/container/common/volume/HddsVolume.java  |   4 +-
 .../common/volume/ImmutableVolumeSet.java}         |  42 +-
 .../{VolumeSet.java => MutableVolumeSet.java}      |  41 +-
 .../ozone/container/common/volume/VolumeSet.java   | 533 +--------------------
 .../container/keyvalue/KeyValueContainerData.java  |  25 +-
 .../ozone/container/keyvalue/KeyValueHandler.java  |  57 ++-
 .../container/keyvalue/helpers/ChunkUtils.java     | 262 ++++++----
 .../keyvalue/impl/ChunkManagerDispatcher.java      | 148 ++++++
 .../keyvalue/impl/ChunkManagerDummyImpl.java       | 115 +----
 .../keyvalue/impl/ChunkManagerFactory.java         |  45 +-
 .../keyvalue/impl/FilePerBlockStrategy.java        | 297 ++++++++++++
 ...kManagerImpl.java => FilePerChunkStrategy.java} | 187 ++++----
 .../keyvalue/interfaces/ChunkManager.java          |  15 +-
 .../background/BlockDeletingService.java           |  20 +-
 .../container/ozoneimpl/ContainerController.java   |  11 +-
 .../ozone/container/ozoneimpl/ContainerReader.java |   6 +-
 .../ozone/container/ozoneimpl/OzoneContainer.java  |  26 +-
 .../replication/DownloadAndImportReplicator.java   |   8 +-
 .../ozone/container/common/ContainerTestUtils.java |   5 +-
 .../container/common/TestBlockDeletingService.java | 182 +++----
 .../container/common/TestChunkLayOutVersion.java   |  21 +-
 .../common/TestKeyValueContainerData.java          |   2 +
 .../common/impl/TestContainerDataYaml.java         |  10 +-
 .../impl/TestContainerDeletionChoosingPolicy.java  |   2 +
 .../common/impl/TestContainerPersistence.java      |  69 +--
 .../container/common/impl/TestContainerSet.java    |   8 +-
 .../container/common/impl/TestHddsDispatcher.java  |   8 +-
 .../container/common/interfaces/TestHandler.java   |   3 +-
 .../TestCloseContainerCommandHandler.java          |   4 +-
 .../common/volume/TestHddsVolumeChecker.java       |   2 +-
 .../container/common/volume/TestVolumeSet.java     |  12 +-
 .../common/volume/TestVolumeSetDiskChecks.java     |  10 +-
 .../keyvalue/TestKeyValueBlockIterator.java        |   8 +-
 .../container/keyvalue/TestKeyValueContainer.java  |  10 +-
 .../keyvalue/TestKeyValueContainerCheck.java       |  15 +-
 .../TestKeyValueContainerMarkUnhealthy.java        |   5 +-
 .../container/keyvalue/TestKeyValueHandler.java    |   8 +-
 .../TestKeyValueHandlerWithUnhealthyContainer.java |   4 +-
 .../container/keyvalue/TestTarContainerPacker.java |   4 +-
 .../container/keyvalue/helpers/TestChunkUtils.java |  48 +-
 .../keyvalue/{ => impl}/TestBlockManagerImpl.java  |  10 +-
 .../TestChunkManager.java}                         |  51 +-
 .../container/ozoneimpl/TestOzoneContainer.java    |  11 +-
 .../replication/TestReplicationSupervisor.java     |   4 +-
 .../ozone/client/io/BlockOutputStreamEntry.java    |   2 +-
 .../client/io/BlockOutputStreamEntryPool.java      |  23 +-
 .../hadoop/ozone/client/io/KeyOutputStream.java    |  20 +-
 .../apache/hadoop/ozone/client/rpc/RpcClient.java  |   7 +
 .../org/apache/hadoop/ozone/MiniOzoneCluster.java  |   6 +
 .../apache/hadoop/ozone/MiniOzoneClusterImpl.java  |   6 +
 .../ozone/client/rpc/TestBlockOutputStream.java    |  20 +-
 .../client/rpc/TestOzoneRpcClientAbstract.java     |  11 +-
 .../container/metrics/TestContainerMetrics.java    |   3 +-
 .../container/server/TestContainerServer.java      |   3 +-
 .../server/TestSecureContainerServer.java          |   3 +-
 .../hadoop/ozone/freon/ChunkManagerDiskWrite.java  | 103 ++--
 .../hadoop/ozone/freon/DatanodeChunkGenerator.java |   2 +-
 .../ozone/genesis/BenchMarkDatanodeDispatcher.java |   6 +-
 .../ozone/genesis/BenchmarkChunkManager.java       | 181 +++++++
 .../org/apache/hadoop/ozone/genesis/Genesis.java   |  11 +
 77 files changed, 1721 insertions(+), 1443 deletions(-)
 copy hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/server/events/IdentifiableEventPayload.java
=> common/src/main/java/org/apache/hadoop/ozone/lock/ReadWriteLockable.java} (79%)
 copy hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/IntegerCodec.java
=> container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/ImmutableVolumeSet.java}
(56%)
 copy hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/{VolumeSet.java
=> MutableVolumeSet.java} (94%)
 create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerDispatcher.java
 create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/FilePerBlockStrategy.java
 rename hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/{ChunkManagerImpl.java
=> FilePerChunkStrategy.java} (68%)
 rename {hadoop-ozone/integration-test => hadoop-hdds/container-service}/src/test/java/org/apache/hadoop/ozone/container/common/TestBlockDeletingService.java
(72%)
 rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{
=> impl}/TestBlockManagerImpl.java (94%)
 rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{TestChunkManagerImpl.java
=> impl/TestChunkManager.java} (89%)
 create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchmarkChunkManager.java


---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org


Mime
View raw message