This is an automated email from the ASF dual-hosted git repository.
bharat pushed a change to branch HDDS-2665-ofs
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from f57ef24 HDDS-2712. _index.md translated to Chinese (#365)
add 573ce21 HDDS-2815. Fix shell description for --start parameter of
listing buckets (#402)
add 6baa1a3 HDDS-2484 New Metrics for Trash Key Lists and Fails (#408)
add e297cf9 HDDS-2826. Add initial UI of Dashboard for Recon
add 37a01da HDDS-2835. update ozone to latest ratis. (#412)
add cbf2a53 HDDS-2721. Allow wrapping list of ByteBuffers with
ChunkBuffer (#378)
add cacf3d1 HDDS-2651 Make startId parameter non-mandatory while listing
containers through shell command (#283)
add 0a3f0f8 HDDS-2725. start/_index.md translated to Chinese (#397)
add 8748498 HDDS-2590 Integration tests for Recon with Ozone Manager
(#356)
add 34683e4 HDDS-2834. Directly read into ByteBuffer if it has array
(#413)
add 245d335 HDDS-2853. NPE in OzoneContainer Start. (#419)
add 20834c5 HDDS-2827. Add initial UI of Datanodes in Recon
add 53ef7dc HDDS-2710. Add Filesystem functionality in
MiniOzoneChaosCluster. (#344)
add acc3dde HDDS-2854. Add a config for the write chunk executor queue
limit. (#420)
add 406428c HDDS-2188. Implement LocatedFileStatus &
getFileBlockLocations to pro… (#331)
add 4b256aa HDDS-2542. Race condition between read and write
stateMachineData. (#310)
add 2fa37ef HDDS-2779. Fix list volume for --start parameter. (#385)
add 046a06f HDDS-2579. Ozone client should refresh pipeline info if reads
from all Datanodes fail (#372)
add 44b48b7 HDDS-2706. Add class CRLCodec - used for certificate
revocation list. (#337)
add 7e6b821 HDDS-2857. Ozone Recon fails to start while ozone install
(#424)
add 088d76e HDDS-2763. Handle Datanode registration in Recon. (#405)
add eceef90 HDDS-2851. Some OM Ratis config properties missing from
ozone-default.xml. (#421)
add 25b4baf HDDS-2863. BindException in TestSCMRestart (#425)
No new revisions were added by this update.
Summary of changes:
.../hadoop/hdds/scm/storage/BlockInputStream.java | 34 +-
.../hdds/scm/storage/TestBlockInputStream.java | 73 +-
.../org/apache/hadoop/hdds/HddsConfigKeys.java | 9 +-
.../java/org/apache/hadoop/hdds/HddsUtils.java | 26 +
.../apache/hadoop/hdds/recon/ReconConfigKeys.java | 4 +-
.../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 7 -
.../hdds/scm/storage/ContainerProtocolCalls.java | 5 +
.../hadoop/hdds/security/x509/SecurityConfig.java | 41 +-
.../security/x509/certificate/utils/CRLCodec.java | 197 +
.../hdds/utils/{package-info.java => Cache.java} | 20 +-
.../hadoop/hdds/utils/ResourceLimitCache.java | 91 +
.../hadoop/hdds/utils/ResourceSemaphore.java | 170 +
.../org/apache/hadoop/ozone/OzoneConfigKeys.java | 9 -
.../apache/hadoop/ozone/common/ChunkBuffer.java | 8 +
.../common/ChunkBufferImplWithByteBuffer.java | 7 +
.../common/ChunkBufferImplWithByteBufferList.java | 215 ++
.../ozone/common/IncrementalChunkBuffer.java | 5 +
hadoop-hdds/common/src/main/proto/hdds.proto | 1 +
.../common/src/main/resources/ozone-default.xml | 19 +-
.../x509/certificate/utils/TestCRLCodec.java | 163 +
.../hadoop/hdds/utils/TestResourceLimitCache.java | 87 +
.../hadoop/hdds/utils/TestResourceSemaphore.java | 76 +
.../hadoop/ozone/common/TestChunkBuffer.java | 61 +-
.../TestChunkBufferImplWithByteBufferList.java | 80 +
.../common/statemachine/DatanodeStateMachine.java | 4 +-
.../common/statemachine/EndpointStateMachine.java | 40 +-
.../common/statemachine/SCMConnectionManager.java | 26 +-
.../common/states/datanode/InitDatanodeState.java | 7 +-
.../states/endpoint/VersionEndpointTask.java | 65 +-
.../server/ratis/ContainerStateMachine.java | 62 +-
.../transport/server/ratis/XceiverServerRatis.java | 21 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 5 +-
.../start/{FromSource.md => FromSource.zh.md} | 0
.../start/{Kubernetes.md => Kubernetes.zh.md} | 0
.../content/start/{Minikube.md => Minikube.zh.md} | 0
.../docs/content/start/{OnPrem.md => OnPrem.zh.md} | 0
...{RunningViaDocker.md => RunningViaDocker.zh.md} | 0
...rtFromDockerHub.md => StartFromDockerHub.zh.md} | 0
hadoop-hdds/docs/content/start/_index.zh.md | 85 +
.../hdds/scm/server/SCMDatanodeProtocolServer.java | 6 +-
.../hadoop/hdds/scm/server/SCMStorageConfig.java | 6 +
.../hdds/scm/cli/container/ListSubcommand.java | 4 +-
.../apache/hadoop/ozone/client/ObjectStore.java | 5 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 42 +-
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 38 +-
.../org/apache/hadoop/ozone/audit/OMAction.java | 1 +
.../org/apache/hadoop/ozone/om/OMConfigKeys.java | 7 -
.../hadoop/ozone/om/helpers/OzoneFileStatus.java | 14 +-
.../src/main/proto/OzoneManagerProtocol.proto | 1 +
.../mini-chaos-tests/src/test/bin/start-chaos.sh | 16 +-
.../hadoop/ozone/MiniOzoneLoadGenerator.java | 103 +-
.../hadoop/ozone/TestMiniChaosOzoneCluster.java | 20 +-
.../org/apache/hadoop/ozone/utils/LoadBucket.java | 224 +-
.../hadoop/fs/ozone/TestOzoneFileInterfaces.java | 21 +
.../org/apache/hadoop/ozone/MiniOzoneCluster.java | 13 +
.../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 94 +-
.../ozone/freon/TestOzoneClientKeyGenerator.java | 95 +
.../org/apache/hadoop/ozone/om/TestOmMetrics.java | 16 +-
.../org/apache/hadoop/ozone/recon/TestRecon.java | 408 +++
.../org/apache/hadoop/ozone/om/KeyManagerImpl.java | 59 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 20 +
.../hadoop/ozone/om/OmMetadataManagerImpl.java | 41 +-
.../org/apache/hadoop/ozone/om/OzoneManager.java | 8 +-
.../ozone/om/ratis/OzoneManagerRatisServer.java | 13 -
.../protocolPB/OzoneManagerRequestHandler.java | 2 +
.../web/ozShell/bucket/ListBucketHandler.java | 3 +-
.../web/ozShell/volume/ListVolumeHandler.java | 3 +-
.../hadoop/ozone/om/TestOmMetadataManager.java | 34 +
.../ozone/om/request/TestOMRequestUtils.java | 23 +-
.../fs/ozone/BasicOzoneClientAdapterImpl.java | 67 +-
.../hadoop/fs/ozone/BasicOzoneFileSystem.java | 22 +-
.../apache/hadoop/fs/ozone/FileStatusAdapter.java | 12 +-
.../hadoop/fs/ozone/FilteredClassLoader.java | 1 +
.../apache/hadoop/fs/ozone/OzoneFSInputStream.java | 17 +-
.../hadoop/fs/ozone/TestOzoneFSInputStream.java | 139 +
.../ozone/contract/TestOzoneFSInputStreamUnit.java | 101 -
.../hadoop/ozone/recon/ConfigurationProvider.java | 17 +-
.../hadoop/ozone/recon/ReconControllerModule.java | 11 +-
.../org/apache/hadoop/ozone/recon/ReconServer.java | 17 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 5 +
.../org/apache/hadoop/ozone/recon/ReconUtils.java | 5 +
.../recon/recovery/ReconOmMetadataManagerImpl.java | 2 +
.../recon/scm/ReconDatanodeProtocolServer.java | 29 +-
...conNodeManager.java => ReconStorageConfig.java} | 23 +-
.../recon/scm/ReconStorageContainerManager.java | 18 +-
.../recon/spi/ContainerDBServiceProvider.java | 10 +
.../spi/impl/ContainerDBServiceProviderImpl.java | 13 +
.../webapps/recon/ozone-recon-web/LICENSE | 3781 ++++++++++----------
.../webapps/recon/ozone-recon-web/README.md | 8 +
.../webapps/recon/ozone-recon-web/api/db.json | 231 ++
.../webapps/recon/ozone-recon-web/api/routes.json | 3 +
.../webapps/recon/ozone-recon-web/package.json | 16 +-
.../recon/ozone-recon-web/public/index.html | 12 +-
.../webapps/recon/ozone-recon-web/src/App.less | 12 +
.../webapps/recon/ozone-recon-web/src/App.tsx | 64 +-
.../src/components/Breadcrumbs/Breadcrumbs.tsx | 12 +-
.../src/components/NavBar/NavBar.less | 21 +-
.../src/components/NavBar/NavBar.tsx | 28 +-
.../components/OverviewCard/OverviewCard.less} | 33 +-
.../src/components/OverviewCard/OverviewCard.tsx | 94 +
.../src/constants/breadcrumbs.constants.tsx | 5 +-
.../webapps/recon/ozone-recon-web/src/routes.tsx | 18 +-
.../recon/ozone-recon-web/src/utils/common.tsx | 5 +-
.../views/ContainerBrowser/ContainerBrowser.tsx | 33 -
.../src/views/Dashboard/Dashboard.tsx | 32 -
.../src/views/Datanodes/Datanodes.less | 58 +-
.../src/views/Datanodes/Datanodes.tsx | 187 +
.../src/views/NotFound/NotFound.tsx | 2 +-
.../src/views/Overview/Overview.less | 12 +-
.../src/views/Overview/Overview.tsx | 115 +
.../webapps/recon/ozone-recon-web/yarn.lock | 3307 ++++++++++-------
pom.xml | 2 +-
112 files changed, 7883 insertions(+), 3780 deletions(-)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/security/x509/certificate/utils/CRLCodec.java
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/{package-info.java
=> Cache.java} (77%)
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/ResourceLimitCache.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/utils/ResourceSemaphore.java
create mode 100644
hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/common/ChunkBufferImplWithByteBufferList.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/security/x509/certificate/utils/TestCRLCodec.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestResourceLimitCache.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/hdds/utils/TestResourceSemaphore.java
create mode 100644
hadoop-hdds/common/src/test/java/org/apache/hadoop/ozone/common/TestChunkBufferImplWithByteBufferList.java
copy hadoop-hdds/docs/content/start/{FromSource.md => FromSource.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{Kubernetes.md => Kubernetes.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{Minikube.md => Minikube.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{OnPrem.md => OnPrem.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{RunningViaDocker.md =>
RunningViaDocker.zh.md} (100%)
copy hadoop-hdds/docs/content/start/{StartFromDockerHub.md =>
StartFromDockerHub.zh.md} (100%)
create mode 100644 hadoop-hdds/docs/content/start/_index.zh.md
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/freon/TestOzoneClientKeyGenerator.java
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/recon/TestRecon.java
create mode 100644
hadoop-ozone/ozonefs/src/test/java/org/apache/hadoop/fs/ozone/TestOzoneFSInputStream.java
delete mode 100644
hadoop-ozone/ozonefs/src/test/java/org/apache/hadoop/fs/ozone/contract/TestOzoneFSInputStreamUnit.java
copy
hadoop-ozone/recon/src/main/java/org/apache/hadoop/ozone/recon/scm/{ReconNodeManager.java
=> ReconStorageConfig.java} (60%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/api/db.json
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/api/routes.json
copy
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/{config-overrides.js
=> src/components/OverviewCard/OverviewCard.less} (70%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/components/OverviewCard/OverviewCard.tsx
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/recon/package-info.java
=>
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/utils/common.tsx
(88%)
delete mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/ContainerBrowser/ContainerBrowser.tsx
delete mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Dashboard/Dashboard.tsx
copy
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/ReplicationType.java
=>
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Datanodes/Datanodes.less
(54%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Datanodes/Datanodes.tsx
copy hadoop-hdds/docs/themes/ozonedoc/static/js/ozonedoc.js =>
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Overview/Overview.less
(87%)
create mode 100644
hadoop-ozone/recon/src/main/resources/webapps/recon/ozone-recon-web/src/views/Overview/Overview.tsx
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
