This is an automated email from the ASF dual-hosted git repository.
hexiaoqiao pushed a change to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git
from 06ff1b69c76 YARN-11384: NPE in DelegationTokenRenewer causes all
subsequent apps to fail with "Timer already cancelled" (#7404) Contributed by
Cheng Pan.
new d2442eeaddc HDFS-17543. [ARR] AsyncUtil makes asynchronous code more
concise and easier. (#6868). Contributed by Jian Zhang.
new f10ef7d70a4 HADOOP-19235. IPC client uses CompletableFuture to support
asynchronous operations. (#6888)
new 001caf47ee0 HDFS-17544. [ARR] The router client rpc protocol PB
supports asynchrony. (#6870). Contributed by Jian Zhang.
new 2b05f6c00a1 HDFS-17545. [ARR] router async rpc client. (#6871).
Contributed by Jian Zhang.
new 011e8af9dae HDFS-17594. [ARR] RouterCacheAdmin supports asynchronous
rpc. (#6986). Contributed by Archie73.
new 318c09e7083 HDFS-17597. [ARR] RouterSnapshot supports asynchronous
rpc. (#6994). Contributed by Wenqi Li.
new b82f097d1e9 HDFS-17595. [ARR] ErasureCoding supports asynchronous rpc.
(#6983). Contributed by hfutatzhanghb.
new f15be66fe86 HDFS-17601. [ARR] RouterRpcServer supports asynchronous
rpc. (#7108). Contributed by hfutatzhanghb.
new cf471b6b7f9 HDFS-17596. [ARR] RouterStoragePolicy supports
asynchronous rpc. (#6988). Contributed by hfutatzhanghb.
new 060f6b866c3 HDFS-17656. [ARR] RouterNamenodeProtocol and
RouterUserProtocol supports asynchronous rpc. (#7159). Contributed by Jian
Zhang.
new 198288c5c8f HDFS-17659. [ARR]Router Quota supports asynchronous rpc.
(#7157). Contributed by hfutatzhanghb.
new 7149d6635e3 HDFS-17672. [ARR] Move asynchronous related classes to the
async package. (#7184). Contributed by Jian Zhang.
new ae171846d91 HADOOP-19361. RPC DeferredMetrics bugfix. (#7220).
Contributed by hfutatzhanghb.
new e75bec65977 HDFS-17640.[ARR] RouterClientProtocol supports
asynchronous rpc. (#7188)
new 2678e59c79b HDFS-17650. [ARR] The router server-side rpc protocol PB
supports asynchrony. (#7139). Contributed by hfutatzhanghb.
new f66c89b6571 HDFS-17651.[ARR] Async handler executor isolation (#7244).
Contributed by hfutatzhanghb.
new 05ae3e094fb HDFS-17715. [ARR] Add documentation for asynchronous
router. (#7318). Contributed by Jian Zhang.
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/hadoop/ipc/Client.java | 156 +-
.../org/apache/hadoop/ipc/ProtobufRpcEngine.java | 4 +-
.../org/apache/hadoop/ipc/ProtobufRpcEngine2.java | 4 +-
.../java/org/apache/hadoop/ipc/TestAsyncIPC.java | 92 +
.../ClientNamenodeProtocolTranslatorPB.java | 28 +-
.../hdfs/protocolPB/AsyncRpcProtocolPBUtil.java | 162 ++
...ientNamenodeProtocolServerSideTranslatorPB.java | 1769 ++++++++++++++++++++
.../RouterClientProtocolTranslatorPB.java} | 1495 ++++++++++-------
...UserMappingsProtocolServerSideTranslatorPB.java | 54 +-
.../RouterGetUserMappingsProtocolTranslatorPB.java | 52 +
...terNamenodeProtocolServerSideTranslatorPB.java} | 275 ++-
.../RouterNamenodeProtocolTranslatorPB.java | 270 +++
...UserMappingsProtocolServerSideTranslatorPB.java | 83 +
...terRefreshUserMappingsProtocolTranslatorPB.java | 64 +
.../fairness => protocolPB}/package-info.java | 5 +-
.../metrics/FederationRPCPerformanceMonitor.java | 20 +-
.../federation/metrics/NamenodeBeanMetrics.java | 6 +-
.../hdfs/server/federation/metrics/RBFMetrics.java | 10 +-
.../server/federation/router/ConnectionPool.java | 16 +-
.../hdfs/server/federation/router/Quota.java | 11 +-
.../server/federation/router/RBFConfigKeys.java | 16 +
.../federation/router/RouterAdminServer.java | 6 +-
.../server/federation/router/RouterCacheAdmin.java | 36 +-
.../federation/router/RouterClientProtocol.java | 133 +-
.../federation/router/RouterFederationRename.java | 2 +-
.../router/RouterQuotaUpdateService.java | 10 +
.../server/federation/router/RouterRpcClient.java | 563 +++++--
.../server/federation/router/RouterRpcServer.java | 510 +++++-
.../federation/router/RouterStateIdContext.java | 13 +-
.../federation/router/ThreadLocalContext.java | 101 ++
.../router/async/AsyncErasureCoding.java | 255 +++
.../server/federation/router/async/AsyncQuota.java | 101 ++
.../router/async/RouterAsyncCacheAdmin.java | 109 ++
.../router/async/RouterAsyncClientProtocol.java | 1089 ++++++++++++
.../router/async/RouterAsyncNamenodeProtocol.java | 198 +++
.../router/async/RouterAsyncRpcClient.java | 630 +++++++
.../router/async/RouterAsyncSnapshot.java | 264 +++
.../RouterAsyncStoragePolicy.java} | 99 +-
.../RouterAsyncUserProtocol.java} | 62 +-
.../order => router/async}/package-info.java | 8 +-
.../router/async/utils/ApplyFunction.java | 89 +
.../federation/router/async/utils/Async.java | 115 ++
.../router/async/utils/AsyncApplyFunction.java | 162 ++
.../router/async/utils/AsyncBiFunction.java | 83 +
.../router/async/utils/AsyncCatchFunction.java | 174 ++
.../router/async/utils/AsyncForEachRun.java | 185 ++
.../federation/router/async/utils/AsyncRun.java | 74 +
.../federation/router/async/utils/AsyncUtil.java | 411 +++++
.../router/async/utils/CatchFunction.java | 120 ++
.../router/async/utils/FinallyFunction.java | 96 ++
.../async/utils}/package-info.java | 11 +-
.../src/main/resources/hdfs-rbf-default.xml | 51 +
.../src/site/markdown/HDFSRouterFederation.md | 34 +-
.../protocolPB/TestAsyncRpcProtocolPBUtil.java | 123 ++
.../hadoop/hdfs/protocolPB/TestClientProtocol.java | 16 +-
.../TestClientProtocolServerSideTranslatorPB.java | 88 +
.../protocolPB/TestClientProtocolTranslatorPB.java | 80 +
.../TestRouterClientSideTranslatorPB.java | 244 +++
.../server/federation/router/TestRouterRpc.java | 32 +-
.../router/async/RouterAsyncProtocolTestBase.java | 165 ++
.../router/async/TestRouterAsyncCacheAdmin.java | 102 ++
.../async/TestRouterAsyncClientProtocol.java | 144 ++
.../router/async/TestRouterAsyncErasureCoding.java | 206 +++
.../async/TestRouterAsyncNamenodeProtocol.java | 126 ++
.../router/async/TestRouterAsyncQuota.java | 168 ++
.../router/async/TestRouterAsyncRpc.java | 76 +
.../router/async/TestRouterAsyncRpcClient.java | 319 ++++
.../async/TestRouterAsyncRpcMultiDestination.java | 66 +
.../router/async/TestRouterAsyncRpcServer.java | 96 ++
.../router/async/TestRouterAsyncSnapshot.java | 115 ++
.../router/async/TestRouterAsyncStoragePolicy.java | 66 +
.../router/async/TestRouterAsyncUserProtocol.java | 38 +-
.../federation/router/async/utils/AsyncClass.java | 249 +++
.../federation/router/async/utils/BaseClass.java | 66 +
.../federation/router/async/utils/SyncClass.java | 194 +++
.../router/async/utils/TestAsyncUtil.java | 277 +++
.../security/TestRouterSecurityManager.java | 2 -
...ientNamenodeProtocolServerSideTranslatorPB.java | 163 +-
.../NamenodeProtocolServerSideTranslatorPB.java | 8 +-
79 files changed, 12284 insertions(+), 1331 deletions(-)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/AsyncRpcProtocolPBUtil.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterClientNamenodeProtocolServerSideTranslatorPB.java
copy
hadoop-hdfs-project/{hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/protocolPB/ClientNamenodeProtocolTranslatorPB.java
=>
hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterClientProtocolTranslatorPB.java}
(56%)
copy
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/tools/protocolPB/GetUserMappingsProtocolServerSideTranslatorPB.java
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterGetUserMappingsProtocolServerSideTranslatorPB.java
(51%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterGetUserMappingsProtocolTranslatorPB.java
copy
hadoop-hdfs-project/{hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/protocolPB/NamenodeProtocolServerSideTranslatorPB.java
=>
hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterNamenodeProtocolServerSideTranslatorPB.java}
(54%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterNamenodeProtocolTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterRefreshUserMappingsProtocolServerSideTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/protocolPB/RouterRefreshUserMappingsProtocolTranslatorPB.java
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/{server/federation/fairness
=> protocolPB}/package-info.java (86%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/ThreadLocalContext.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/AsyncErasureCoding.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/AsyncQuota.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncCacheAdmin.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncClientProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncNamenodeProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncRpcClient.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncSnapshot.java
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/{RouterStoragePolicy.java
=> async/RouterAsyncStoragePolicy.java} (51%)
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/{RouterUserProtocol.java
=> async/RouterAsyncUserProtocol.java} (61%)
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/{resolver/order
=> router/async}/package-info.java (70%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/ApplyFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/Async.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncApplyFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncBiFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncCatchFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncForEachRun.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncRun.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncUtil.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/CatchFunction.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/FinallyFunction.java
copy
hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/{fairness
=> router/async/utils}/package-info.java (59%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestAsyncRpcProtocolPBUtil.java
copy
hadoop-tools/hadoop-compat-bench/src/main/java/org/apache/hadoop/fs/compat/common/HdfsCompatSuite.java
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestClientProtocol.java
(74%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestClientProtocolServerSideTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestClientProtocolTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/protocolPB/TestRouterClientSideTranslatorPB.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/RouterAsyncProtocolTestBase.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncCacheAdmin.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncClientProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncErasureCoding.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncNamenodeProtocol.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncQuota.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpc.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpcClient.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpcMultiDestination.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncRpcServer.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncSnapshot.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncStoragePolicy.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/cli/TestGpgCLI.java
=>
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/TestRouterAsyncUserProtocol.java
(50%)
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/AsyncClass.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/BaseClass.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/SyncClass.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/async/utils/TestAsyncUtil.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
