hadoop-ozone-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From bha...@apache.org
Subject [hadoop-ozone] branch HDDS-2665-ofs updated (f57ef24 -> 25b4baf)
Date Fri, 10 Jan 2020 21:52:18 GMT
This is an automated email from the ASF dual-hosted git repository.

bharat pushed a change to branch HDDS-2665-ofs
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.


    from f57ef24  HDDS-2712. _index.md translated to Chinese (#365)
     add 573ce21  HDDS-2815. Fix shell description for --start parameter of listing buckets
(#402)
     add 6baa1a3  HDDS-2484 New Metrics for Trash Key Lists and Fails (#408)
     add e297cf9  HDDS-2826. Add initial UI of Dashboard for Recon
     add 37a01da  HDDS-2835. update ozone to latest ratis. (#412)
     add cbf2a53  HDDS-2721. Allow wrapping list of ByteBuffers with ChunkBuffer (#378)
     add cacf3d1  HDDS-2651 Make startId parameter non-mandatory while listing containers
through shell command (#283)
     add 0a3f0f8  HDDS-2725. start/_index.md translated to Chinese (#397)
     add 8748498  HDDS-2590 Integration tests for Recon with Ozone Manager (#356)
     add 34683e4  HDDS-2834. Directly read into ByteBuffer if it has array (#413)
     add 245d335  HDDS-2853. NPE in OzoneContainer Start. (#419)
     add 20834c5  HDDS-2827. Add initial UI of Datanodes in Recon
     add 53ef7dc  HDDS-2710. Add Filesystem functionality in MiniOzoneChaosCluster. (#344)
     add acc3dde  HDDS-2854. Add a config for the write chunk executor queue limit. (#420)
     add 406428c  HDDS-2188. Implement LocatedFileStatus & getFileBlockLocations to pro…
(#331)
     add 4b256aa  HDDS-2542. Race condition between read and write stateMachineData. (#310)
     add 2fa37ef  HDDS-2779. Fix list volume for --start parameter. (#385)
     add 046a06f  HDDS-2579. Ozone client should refresh pipeline info if reads from all Datanodes
fail (#372)
     add 44b48b7  HDDS-2706. Add class CRLCodec - used for certificate revocation list. (#337)
     add 7e6b821  HDDS-2857. Ozone Recon fails to start while ozone install (#424)
     add 088d76e  HDDS-2763. Handle Datanode registration in Recon. (#405)
     add eceef90  HDDS-2851. Some OM Ratis config properties missing from ozone-default.xml.
(#421)
     add 25b4baf  HDDS-2863. BindException in TestSCMRestart (#425)

No new revisions were added by this update.

Summary of changes:
 .../hadoop/hdds/scm/storage/BlockInputStream.java  |   34 +-
 .../hdds/scm/storage/TestBlockInputStream.java     |   73 +-
 .../org/apache/hadoop/hdds/HddsConfigKeys.java     |    9 +-
 .../java/org/apache/hadoop/hdds/HddsUtils.java     |   26 +
 .../apache/hadoop/hdds/recon/ReconConfigKeys.java  |    4 +-
 .../org/apache/hadoop/hdds/scm/ScmConfigKeys.java  |    7 -
 .../hdds/scm/storage/ContainerProtocolCalls.java   |    5 +
 .../hadoop/hdds/security/x509/SecurityConfig.java  |   41 +-
 .../security/x509/certificate/utils/CRLCodec.java  |  197 +
 .../hdds/utils/{package-info.java => Cache.java}   |   20 +-
 .../hadoop/hdds/utils/ResourceLimitCache.java      |   91 +
 .../hadoop/hdds/utils/ResourceSemaphore.java       |  170 +
 .../org/apache/hadoop/ozone/OzoneConfigKeys.java   |    9 -
 .../apache/hadoop/ozone/common/ChunkBuffer.java    |    8 +
 .../common/ChunkBufferImplWithByteBuffer.java      |    7 +
 .../common/ChunkBufferImplWithByteBufferList.java  |  215 ++
 .../ozone/common/IncrementalChunkBuffer.java       |    5 +
 hadoop-hdds/common/src/main/proto/hdds.proto       |    1 +
 .../common/src/main/resources/ozone-default.xml    |   19 +-
 .../x509/certificate/utils/TestCRLCodec.java       |  163 +
 .../hadoop/hdds/utils/TestResourceLimitCache.java  |   87 +
 .../hadoop/hdds/utils/TestResourceSemaphore.java   |   76 +
 .../hadoop/ozone/common/TestChunkBuffer.java       |   61 +-
 .../TestChunkBufferImplWithByteBufferList.java     |   80 +
 .../common/statemachine/DatanodeStateMachine.java  |    4 +-
 .../common/statemachine/EndpointStateMachine.java  |   40 +-
 .../common/statemachine/SCMConnectionManager.java  |   26 +-
 .../common/states/datanode/InitDatanodeState.java  |    7 +-
 .../states/endpoint/VersionEndpointTask.java       |   65 +-
 .../server/ratis/ContainerStateMachine.java        |   62 +-
 .../transport/server/ratis/XceiverServerRatis.java |   21 +-
 .../ozone/container/keyvalue/KeyValueHandler.java  |    5 +-
 .../start/{FromSource.md => FromSource.zh.md}      |    0
 .../start/{Kubernetes.md => Kubernetes.zh.md}      |    0
 .../content/start/{Minikube.md => Minikube.zh.md}  |    0
 .../docs/content/start/{OnPrem.md => OnPrem.zh.md} |    0
 ...{RunningViaDocker.md => RunningViaDocker.zh.md} |    0
 ...rtFromDockerHub.md => StartFromDockerHub.zh.md} |    0
 hadoop-hdds/docs/content/start/_index.zh.md        |   85 +
 .../hdds/scm/server/SCMDatanodeProtocolServer.java |    6 +-
 .../hadoop/hdds/scm/server/SCMStorageConfig.java   |    6 +
 .../hdds/scm/cli/container/ListSubcommand.java     |    4 +-
 .../apache/hadoop/ozone/client/ObjectStore.java    |    5 +-
 .../hadoop/ozone/client/io/KeyInputStream.java     |   42 +-
 .../apache/hadoop/ozone/client/rpc/RpcClient.java  |   38 +-
 .../org/apache/hadoop/ozone/audit/OMAction.java    |    1 +
 .../org/apache/hadoop/ozone/om/OMConfigKeys.java   |    7 -
 .../hadoop/ozone/om/helpers/OzoneFileStatus.java   |   14 +-
 .../src/main/proto/OzoneManagerProtocol.proto      |    1 +
 .../mini-chaos-tests/src/test/bin/start-chaos.sh   |   16 +-
 .../hadoop/ozone/MiniOzoneLoadGenerator.java       |  103 +-
 .../hadoop/ozone/TestMiniChaosOzoneCluster.java    |   20 +-
 .../org/apache/hadoop/ozone/utils/LoadBucket.java  |  224 +-
 .../hadoop/fs/ozone/TestOzoneFileInterfaces.java   |   21 +
 .../org/apache/hadoop/ozone/MiniOzoneCluster.java  |   13 +
 .../apache/hadoop/ozone/MiniOzoneClusterImpl.java  |   94 +-
 .../ozone/freon/TestOzoneClientKeyGenerator.java   |   95 +
 .../org/apache/hadoop/ozone/om/TestOmMetrics.java  |   16 +-
 .../org/apache/hadoop/ozone/recon/TestRecon.java   |  408 +++
 .../org/apache/hadoop/ozone/om/KeyManagerImpl.java |   59 +-
 .../java/org/apache/hadoop/ozone/om/OMMetrics.java |   20 +
 .../hadoop/ozone/om/OmMetadataManagerImpl.java     |   41 +-
 .../org/apache/hadoop/ozone/om/OzoneManager.java   |    8 +-
 .../ozone/om/ratis/OzoneManagerRatisServer.java    |   13 -
 .../protocolPB/OzoneManagerRequestHandler.java     |    2 +
 .../web/ozShell/bucket/ListBucketHandler.java      |    3 +-
 .../web/ozShell/volume/ListVolumeHandler.java      |    3 +-
 .../hadoop/ozone/om/TestOmMetadataManager.java     |   34 +
 .../ozone/om/request/TestOMRequestUtils.java       |   23 +-
 .../fs/ozone/BasicOzoneClientAdapterImpl.java      |   67 +-
 .../hadoop/fs/ozone/BasicOzoneFileSystem.java      |   22 +-
 .../apache/hadoop/fs/ozone/FileStatusAdapter.java  |   12 +-
 .../hadoop/fs/ozone/FilteredClassLoader.java       |    1 +
 .../apache/hadoop/fs/ozone/OzoneFSInputStream.java |   17 +-
 .../hadoop/fs/ozone/TestOzoneFSInputStream.java    |  139 +
 .../ozone/contract/TestOzoneFSInputStreamUnit.java |  101 -
 .../hadoop/ozone/recon/ConfigurationProvider.java  |   17 +-
 .../hadoop/ozone/recon/ReconControllerModule.java  |   11 +-
 .../org/apache/hadoop/ozone/recon/ReconServer.java |   17 +-
 .../hadoop/ozone/recon/ReconServerConfigKeys.java  |    5 +
 .../org/apache/hadoop/ozone/recon/ReconUtils.java  |    5 +
 .../recon/recovery/ReconOmMetadataManagerImpl.java |    2 +
 .../recon/scm/ReconDatanodeProtocolServer.java     |   29 +-
 ...conNodeManager.java => ReconStorageConfig.java} |   23 +-
 .../recon/scm/ReconStorageContainerManager.java    |   18 +-
 .../recon/spi/ContainerDBServiceProvider.java      |   10 +
 .../spi/impl/ContainerDBServiceProviderImpl.java   |   13 +
 .../webapps/recon/ozone-recon-web/LICENSE          | 3781 ++++++++++----------
 .../webapps/recon/ozone-recon-web/README.md        |    8 +
 .../webapps/recon/ozone-recon-web/api/db.json      |  231 ++
 .../webapps/recon/ozone-recon-web/api/routes.json  |    3 +
 .../webapps/recon/ozone-recon-web/package.json     |   16 +-
 .../recon/ozone-recon-web/public/index.html        |   12 +-
 .../webapps/recon/ozone-recon-web/src/App.less     |   12 +
 .../webapps/recon/ozone-recon-web/src/App.tsx      |   64 +-
 .../src/components/Breadcrumbs/Breadcrumbs.tsx     |   12 +-
 .../src/components/NavBar/NavBar.less              |   21 +-
 .../src/components/NavBar/NavBar.tsx               |   28 +-
 .../components/OverviewCard/OverviewCard.less}     |   33 +-
 .../src/components/OverviewCard/OverviewCard.tsx   |   94 +
 .../src/constants/breadcrumbs.constants.tsx        |    5 +-
 .../webapps/recon/ozone-recon-web/src/routes.tsx   |   18 +-
 .../recon/ozone-recon-web/src/utils/common.tsx     |    5 +-
 .../views/ContainerBrowser/ContainerBrowser.tsx    |   33 -
 .../src/views/Dashboard/Dashboard.tsx              |   32 -
 .../src/views/Datanodes/Datanodes.less             |   58 +-
 .../src/views/Datanodes/Datanodes.tsx              |  187 +
 .../src/views/NotFound/NotFound.tsx                |    2 +-
 .../src/views/Overview/Overview.less               |   12 +-
 .../src/views/Overview/Overview.tsx                |  115 +
 .../webapps/recon/ozone-recon-web/yarn.lock        | 3307 ++++++++++-------
 pom.xml                                            |    2 +-
 112 files changed, 7883 insertions(+), 3780 deletions(-)
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/CRLCodec.java
 copy hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/{package-info.java =>
Cache.java} (77%)
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/ResourceLimitCache.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/ResourceSemaphore.java
 create mode 100644 hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ChunkBufferImplWithByteBufferList.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCRLCodec.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestResourceLimitCache.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestResourceSemaphore.java
 create mode 100644 hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/TestChunkBufferImplWithByteBufferList.java
 copy hadoop-hdds/docs/content/start/{FromSource.md => FromSource.zh.md} (100%)
 copy hadoop-hdds/docs/content/start/{Kubernetes.md => Kubernetes.zh.md} (100%)
 copy hadoop-hdds/docs/content/start/{Minikube.md => Minikube.zh.md} (100%)
 copy hadoop-hdds/docs/content/start/{OnPrem.md => OnPrem.zh.md} (100%)
 copy hadoop-hdds/docs/content/start/{RunningViaDocker.md => RunningViaDocker.zh.md} (100%)
 copy hadoop-hdds/docs/content/start/{StartFromDockerHub.md => StartFromDockerHub.zh.md}
(100%)
 create mode 100644 hadoop-hdds/docs/content/start/_index.zh.md
 create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestOzoneClientKeyGenerator.java
 create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestRecon.java
 create mode 100644 hadoop-ozone/ozonefs/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFSInputStream.java
 delete mode 100644 hadoop-ozone/ozonefs/src/test/java/org/apache/hadoop/fs/ozone/contract/TestOzoneFSInputStreamUnit.java
 copy hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/{ReconNodeManager.java
=> ReconStorageConfig.java} (60%)
 create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/api/db.json
 create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/api/routes.json
 copy hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/{config-overrides.js
=> src/components/OverviewCard/OverviewCard.less} (70%)
 create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/OverviewCard/OverviewCard.tsx
 copy hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/recon/package-info.java =>
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/utils/common.tsx (88%)
 delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/ContainerBrowser/ContainerBrowser.tsx
 delete mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Dashboard/Dashboard.tsx
 copy hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/ReplicationType.java
=> hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Datanodes/Datanodes.less
(54%)
 create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Datanodes/Datanodes.tsx
 copy hadoop-hdds/docs/themes/ozonedoc/static/js/ozonedoc.js => hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Overview/Overview.less
(87%)
 create mode 100644 hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Overview/Overview.tsx


---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org


Mime
View raw message