This is an automated email from the ASF dual-hosted git repository.
sodonnell pushed a change to branch HDDS-1880-Decom
in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from f74d73a HDDS-4322. Add integration tests for Decommission and resolve
issues detected by the tests. (#1484)
add b6efb95 HDDS-4280. Document notable configurations for Recon. (#1448)
add 0d7d1e2 HDDS-4298. Use an interface in Ozone client instead of
XceiverClientManager (#1460)
add f9b1ca4 HDDS-4310: Ozone getconf broke the compatibility (#1475)
add efaa4fc HDDS-4309. Fix inconsistency in recon config keys starting
with recon and not ozone (#1478)
add e0a3baf HDDS-4325. Incompatible return codes from Ozone getconf
-confKey (#1485). Contributed by Doroszlai, Attila.
add 55d1e91 HDDS-4316. Upgrade to angular 1.8.0 due to CVE-2020-7676
(#1481)
add d08a4c1 HDDS-3728. Bucket space: check quotaUsageInBytes when write
key and allocate block. (#1458)
add 7704cb5 HDDS-3814. Drop a column family through debug cli tool (#1083)
add a1d53b0 HDDS-4311. Type-safe config design doc points to OM HA (#1477)
add 5c5d8cb HDDS-4312. findbugs check succeeds despite compile error
(#1476)
add 35cc6b0 HDDS-4285. Read is slow due to frequent calls to
UGI.getCurrentUser() and getTokens() (#1454)
add c956ce6 HDDS-4262. Use ClientID and CallID from Rpc Client to detect
retry requests (#1436)
add dc889b4 Remove extra serialization from getBlockID (#1470)
add 7ae037e HDDS-4336. ContainerInfo does not persist BCSID (sequenceId)
leading to failed replica reports (#1488)
add 7db0ea8 HDDS-4122. Implement OM Delete Expired Open Key Request and
Response (#1435)
new 2504fab Merge master into HDDS-1880-Decom
new 39f5dc1 Removed unused variable detected by findbugs
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
LICENSE.txt | 4 +-
.../hadoop/hdds/scm/XceiverClientFactory.java} | 24 +-
.../hadoop/hdds/scm/XceiverClientManager.java | 40 +-
.../hadoop/hdds/scm/storage/BlockInputStream.java | 62 ++-
.../hadoop/hdds/scm/storage/BlockOutputStream.java | 37 +-
.../apache/hadoop/hdds/scm/storage/BufferPool.java | 2 +-
.../hadoop/hdds/scm/storage/ChunkInputStream.java | 10 +-
.../hdds/scm/storage/DummyChunkInputStream.java | 2 +-
.../storage/TestBlockOutputStreamCorrectness.java | 2 +-
.../hadoop/hdds/scm/ByteStringConversion.java | 18 +-
.../hadoop/hdds/scm/container/ContainerInfo.java | 2 +
.../hdds/scm/storage/ContainerProtocolCalls.java | 139 +++----
.../common/src/main/resources/ozone-default.xml | 12 +-
.../ozone/container/keyvalue/KeyValueHandler.java | 14 +-
.../container/keyvalue/impl/BlockManagerImpl.java | 15 +-
.../main/resources/webapps/hddsDatanode/index.html | 4 +-
hadoop-hdds/docs/content/design/typesafeconfig.md | 10 +-
hadoop-hdds/docs/content/feature/Recon.md | 18 +-
.../resources/webapps/static/angular-1.7.9.min.js | 350 -----------------
.../resources/webapps/static/angular-1.8.0.min.js | 350 +++++++++++++++++
...ute-1.7.9.min.js => angular-route-1.8.0.min.js} | 6 +-
hadoop-hdds/pom.xml | 4 +-
.../hadoop/hdds/scm/node/NewNodeHandler.java | 2 -
.../src/main/resources/webapps/scm/index.html | 4 +-
.../ozone/client/io/BlockOutputStreamEntry.java | 30 +-
.../client/io/BlockOutputStreamEntryPool.java | 34 +-
.../hadoop/ozone/client/io/KeyInputStream.java | 36 +-
.../hadoop/ozone/client/io/KeyOutputStream.java | 56 +--
.../apache/hadoop/ozone/client/rpc/RpcClient.java | 6 +
.../main/java/org/apache/hadoop/ozone/OmUtils.java | 1 +
.../hadoop/ozone/om/helpers/OmKeyLocationInfo.java | 6 +-
hadoop-ozone/dev-support/checks/findbugs.sh | 7 +-
.../dist/src/main/compose/ozone/docker-config | 2 +-
.../main/compose/ozonesecure-om-ha/docker-config | 4 +-
.../src/main/compose/ozonesecure/docker-config | 4 +-
.../dist/src/main/compose/upgrade/docker-config | 2 +-
hadoop-ozone/dist/src/main/license/bin/LICENSE.txt | 4 +-
.../dist/src/main/smoketest/basic/getconf.robot | 37 +-
.../java/org/apache/hadoop/ozone/TestDataUtil.java | 2 +-
.../hadoop/ozone/TestOzoneConfigurationFields.java | 11 +-
.../client/rpc/TestOzoneRpcClientAbstract.java | 67 +++-
.../hadoop/ozone/client/rpc/TestReadRetries.java | 40 +-
.../ozone/om/TestOzoneManagerHAMetadataOnly.java | 76 ++++
.../ozone/recon/TestReconWithOzoneManager.java | 32 +-
.../hadoop/ozone/scm/TestCloseContainer.java | 148 ++++++++
.../hadoop/ozone/scm/TestContainerSmallFile.java | 20 +-
.../scm/TestGetCommittedBlockLengthAndPutKey.java | 4 +-
.../hadoop/ozone/scm/TestXceiverClientGrpc.java | 6 +-
.../src/main/proto/OmClientProtocol.proto | 17 +
.../dev-support/findbugsExcludeFile.xml | 2 +-
hadoop-ozone/interface-storage/pom.xml | 9 +-
.../java/org/apache/hadoop/ozone/om/OMMetrics.java | 37 ++
.../ozone/om/ratis/OzoneManagerRatisServer.java | 11 +-
.../ozone/om/request/file/OMFileCreateRequest.java | 3 +-
.../om/request/key/OMAllocateBlockRequest.java | 3 +-
.../ozone/om/request/key/OMKeyCreateRequest.java | 3 +-
.../ozone/om/request/key/OMKeyDeleteRequest.java | 11 +-
.../hadoop/ozone/om/request/key/OMKeyRequest.java | 56 ++-
.../ozone/om/request/key/OMKeysDeleteRequest.java | 12 +-
.../om/request/volume/OMVolumeCreateRequest.java | 6 +
...ponse.java => AbstractOMKeyDeleteResponse.java} | 68 ++--
.../ozone/om/response/key/OMKeyDeleteResponse.java | 73 +---
.../om/response/key/OMKeysDeleteResponse.java | 38 +-
.../om/response/key/OMOpenKeysDeleteRequest.java | 192 ++++++++++
...Response.java => OMOpenKeysDeleteResponse.java} | 57 ++-
.../main/resources/webapps/ozoneManager/index.html | 4 +-
.../ozone/om/request/TestOMRequestUtils.java | 40 +-
.../request/key/TestOMOpenKeysDeleteRequest.java | 419 +++++++++++++++++++++
.../om/response/key/TestOMKeysDeleteResponse.java | 12 +-
.../response/key/TestOMOpenKeysDeleteResponse.java | 185 +++++++++
hadoop-ozone/pom.xml | 4 +-
.../hadoop/ozone/recon/ReconServerConfigKeys.java | 48 ++-
.../spi/impl/OzoneManagerServiceProviderImpl.java | 52 ++-
.../spi/impl/PrometheusServiceProviderImpl.java | 17 +-
.../ozone/conf/OzoneManagersCommandHandler.java | 1 +
.../ozone/conf/PrintConfKeyCommandHandler.java | 5 +-
.../StorageContainerManagersCommandHandler.java | 1 +
.../apache/hadoop/ozone/debug/ChunkKeyHandler.java | 11 +-
.../org/apache/hadoop/ozone/debug/DBScanner.java | 18 +-
.../org/apache/hadoop/ozone/debug/DropTable.java | 81 ++++
.../GetAclHandler.java => debug/RocksDBUtils.java} | 33 +-
.../hadoop/ozone/conf/TestGetConfOptions.java | 90 +++++
82 files changed, 2376 insertions(+), 1009 deletions(-)
copy
hadoop-hdds/{container-service/src/main/java/org/apache/hadoop/ozone/container/common/interfaces/ContainerLocationManagerMXBean.java
=> client/src/main/java/org/apache/hadoop/hdds/scm/XceiverClientFactory.java}
(63%)
delete mode 100644
hadoop-hdds/framework/src/main/resources/webapps/static/angular-1.7.9.min.js
create mode 100644
hadoop-hdds/framework/src/main/resources/webapps/static/angular-1.8.0.min.js
rename
hadoop-hdds/framework/src/main/resources/webapps/static/{angular-route-1.7.9.min.js
=> angular-route-1.8.0.min.js} (97%)
create mode 100644
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/scm/TestCloseContainer.java
copy {hadoop-hdds/interface-server =>
hadoop-ozone/interface-storage}/dev-support/findbugsExcludeFile.xml (93%)
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/{OMKeyDeleteResponse.java
=> AbstractOMKeyDeleteResponse.java} (64%)
create mode 100644
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/OMOpenKeysDeleteRequest.java
copy
hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/response/key/{OMKeyRenameResponse.java
=> OMOpenKeysDeleteResponse.java} (55%)
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/request/key/TestOMOpenKeysDeleteRequest.java
create mode 100644
hadoop-ozone/ozone-manager/src/test/java/org/apache/hadoop/ozone/om/response/key/TestOMOpenKeysDeleteResponse.java
create mode 100644
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/debug/DropTable.java
copy
hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/{shell/acl/GetAclHandler.java
=> debug/RocksDBUtils.java} (54%)
create mode 100644
hadoop-ozone/tools/src/test/java/org/apache/hadoop/ozone/conf/TestGetConfOptions.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
