Merge branch 'trunk' into HDFS-12943
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/2bc0fd57 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/2bc0fd57 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/2bc0fd57 Branch: refs/heads/HDFS-12943 Commit: 2bc0fd575b410e344af4115cb212452577510d92 Parents: 13b3cfd 3087e89 Author: Erik Krogen <xkro...@apache.org> Authored: Wed Apr 4 15:42:04 2018 -0700 Committer: Erik Krogen <xkro...@apache.org> Committed: Wed Apr 4 15:42:04 2018 -0700 ---------------------------------------------------------------------- BUILDING.txt | 17 +- dev-support/bin/create-release | 2 +- dev-support/docker/Dockerfile | 3 + .../hadoop-annotations/pom.xml | 15 - .../org/apache/hadoop/conf/Configuration.java | 48 +- .../apache/hadoop/crypto/key/KeyProvider.java | 11 +- .../fs/CommonConfigurationKeysPublic.java | 21 + .../apache/hadoop/io/DataOutputByteBuffer.java | 137 - .../apache/hadoop/io/MultipleIOException.java | 10 + .../main/java/org/apache/hadoop/ipc/Server.java | 3 + .../org/apache/hadoop/metrics2/util/MBeans.java | 52 +- .../org/apache/hadoop/net/NetworkTopology.java | 106 +- .../hadoop/security/LdapGroupsMapping.java | 90 +- .../java/org/apache/hadoop/util/ThreadUtil.java | 26 +- .../org/apache/hadoop/util/VersionInfo.java | 3 +- .../src/main/resources/core-default.xml | 40 + .../src/site/markdown/GroupsMapping.md | 3 + .../markdown/release/3.0.1/CHANGES.3.0.1.md | 241 + .../release/3.0.1/RELEASENOTES.3.0.1.md | 54 + .../apache/hadoop/conf/TestConfiguration.java | 63 +- .../apache/hadoop/io/TestDataByteBuffers.java | 196 +- .../hadoop/metrics2/util/DummyMXBean.java | 26 + .../apache/hadoop/metrics2/util/TestMBeans.java | 107 + .../hadoop/crypto/key/kms/server/TestKMS.java | 38 +- .../java/org/apache/hadoop/hdfs/DFSClient.java | 2 +- .../hadoop-hdfs-native-client/pom.xml | 113 +- .../src/CMakeLists.txt | 17 +- .../main/native/libhdfs-tests/native_mini_dfs.c | 22 +- .../main/native/libhdfs-tests/native_mini_dfs.h | 11 +- .../libhdfs-tests/test_libhdfs_mini_stress.c | 350 + .../libhdfs-tests/test_libhdfs_threaded.c | 70 +- .../native/libhdfspp/CMake/FindCyrusSASL.cmake | 49 + .../main/native/libhdfspp/CMake/FindGSasl.cmake | 44 + .../src/main/native/libhdfspp/CMakeLists.txt | 297 + .../src/main/native/libhdfspp/CONTRIBUTING.md | 161 + .../src/main/native/libhdfspp/doc/Doxyfile.in | 35 + .../src/main/native/libhdfspp/doc/mainpage.dox | 26 + .../native/libhdfspp/examples/CMakeLists.txt | 20 + .../native/libhdfspp/examples/c/CMakeLists.txt | 20 + .../libhdfspp/examples/c/cat/CMakeLists.txt | 27 + .../main/native/libhdfspp/examples/c/cat/cat.c | 121 + .../examples/c/connect_cancel/CMakeLists.txt | 27 + .../examples/c/connect_cancel/connect_cancel.c | 107 + .../native/libhdfspp/examples/cc/CMakeLists.txt | 24 + .../libhdfspp/examples/cc/cat/CMakeLists.txt | 27 + .../native/libhdfspp/examples/cc/cat/cat.cc | 89 + .../examples/cc/connect_cancel/CMakeLists.txt | 27 + .../cc/connect_cancel/connect_cancel.cc | 154 + .../libhdfspp/examples/cc/find/CMakeLists.txt | 27 + .../native/libhdfspp/examples/cc/find/find.cc | 140 + .../examples/cc/gendirs/CMakeLists.txt | 27 + .../libhdfspp/examples/cc/gendirs/gendirs.cc | 122 + .../libhdfspp/include/hdfspp/block_location.h | 177 + .../libhdfspp/include/hdfspp/config_parser.h | 68 + .../libhdfspp/include/hdfspp/content_summary.h | 48 + .../native/libhdfspp/include/hdfspp/events.h | 141 + .../native/libhdfspp/include/hdfspp/fsinfo.h | 48 + .../native/libhdfspp/include/hdfspp/hdfs_ext.h | 394 + .../native/libhdfspp/include/hdfspp/hdfspp.h | 492 + .../native/libhdfspp/include/hdfspp/locks.h | 110 + .../main/native/libhdfspp/include/hdfspp/log.h | 60 + .../native/libhdfspp/include/hdfspp/options.h | 136 + .../native/libhdfspp/include/hdfspp/statinfo.h | 59 + .../native/libhdfspp/include/hdfspp/status.h | 111 + .../main/native/libhdfspp/include/hdfspp/uri.h | 137 + .../main/native/libhdfspp/lib/CMakeLists.txt | 25 + .../libhdfspp/lib/bindings/CMakeLists.txt | 19 + .../libhdfspp/lib/bindings/c/CMakeLists.txt | 21 + .../native/libhdfspp/lib/bindings/c/hdfs.cc | 2007 ++ .../native/libhdfspp/lib/common/CMakeLists.txt | 24 + .../native/libhdfspp/lib/common/async_stream.h | 49 + .../native/libhdfspp/lib/common/auth_info.cc | 18 + .../native/libhdfspp/lib/common/auth_info.h | 90 + .../libhdfspp/lib/common/cancel_tracker.cc | 37 + .../libhdfspp/lib/common/cancel_tracker.h | 40 + .../libhdfspp/lib/common/config_parser.cc | 219 + .../libhdfspp/lib/common/configuration.cc | 169 + .../native/libhdfspp/lib/common/configuration.h | 108 + .../lib/common/configuration_loader.cc | 328 + .../libhdfspp/lib/common/configuration_loader.h | 138 + .../lib/common/configuration_loader_impl.h | 122 + .../libhdfspp/lib/common/content_summary.cc | 55 + .../libhdfspp/lib/common/continuation/asio.h | 65 + .../lib/common/continuation/continuation.h | 137 + .../lib/common/continuation/protobuf.h | 129 + .../main/native/libhdfspp/lib/common/fsinfo.cc | 61 + .../libhdfspp/lib/common/hdfs_configuration.cc | 210 + .../libhdfspp/lib/common/hdfs_configuration.h | 70 + .../libhdfspp/lib/common/hdfs_ioservice.cc | 146 + .../libhdfspp/lib/common/hdfs_ioservice.h | 79 + .../libhdfspp/lib/common/libhdfs_events_impl.cc | 89 + .../libhdfspp/lib/common/libhdfs_events_impl.h | 59 + .../main/native/libhdfspp/lib/common/locks.cc | 100 + .../main/native/libhdfspp/lib/common/logging.cc | 227 + .../main/native/libhdfspp/lib/common/logging.h | 217 + .../libhdfspp/lib/common/namenode_info.cc | 178 + .../native/libhdfspp/lib/common/namenode_info.h | 49 + .../native/libhdfspp/lib/common/new_delete.h | 52 + .../libhdfspp/lib/common/optional_wrapper.h | 43 + .../main/native/libhdfspp/lib/common/options.cc | 61 + .../native/libhdfspp/lib/common/retry_policy.cc | 87 + .../native/libhdfspp/lib/common/retry_policy.h | 160 + .../libhdfspp/lib/common/sasl_authenticator.h | 66 + .../libhdfspp/lib/common/sasl_digest_md5.cc | 240 + .../native/libhdfspp/lib/common/statinfo.cc | 74 + .../main/native/libhdfspp/lib/common/status.cc | 192 + .../src/main/native/libhdfspp/lib/common/uri.cc | 454 + .../main/native/libhdfspp/lib/common/util.cc | 170 + .../src/main/native/libhdfspp/lib/common/util.h | 185 + .../main/native/libhdfspp/lib/common/util_c.h | 31 + .../libhdfspp/lib/connection/CMakeLists.txt | 21 + .../lib/connection/datanodeconnection.cc | 72 + .../lib/connection/datanodeconnection.h | 97 + .../main/native/libhdfspp/lib/fs/CMakeLists.txt | 21 + .../libhdfspp/lib/fs/bad_datanode_tracker.cc | 71 + .../libhdfspp/lib/fs/bad_datanode_tracker.h | 75 + .../main/native/libhdfspp/lib/fs/filehandle.cc | 370 + .../main/native/libhdfspp/lib/fs/filehandle.h | 147 + .../main/native/libhdfspp/lib/fs/filesystem.cc | 859 + .../main/native/libhdfspp/lib/fs/filesystem.h | 291 + .../native/libhdfspp/lib/fs/filesystem_sync.cc | 607 + .../libhdfspp/lib/fs/namenode_operations.cc | 727 + .../libhdfspp/lib/fs/namenode_operations.h | 136 + .../native/libhdfspp/lib/proto/CMakeLists.txt | 87 + .../libhdfspp/lib/proto/protoc_gen_hrpc.cc | 95 + .../native/libhdfspp/lib/reader/CMakeLists.txt | 21 + .../native/libhdfspp/lib/reader/block_reader.cc | 571 + .../native/libhdfspp/lib/reader/block_reader.h | 159 + .../native/libhdfspp/lib/reader/datatransfer.cc | 52 + .../native/libhdfspp/lib/reader/datatransfer.h | 75 + .../libhdfspp/lib/reader/datatransfer_impl.h | 136 + .../main/native/libhdfspp/lib/reader/fileinfo.h | 38 + .../native/libhdfspp/lib/reader/readergroup.cc | 55 + .../native/libhdfspp/lib/reader/readergroup.h | 52 + .../native/libhdfspp/lib/rpc/CMakeLists.txt | 31 + .../libhdfspp/lib/rpc/cyrus_sasl_engine.cc | 469 + .../libhdfspp/lib/rpc/cyrus_sasl_engine.h | 50 + .../native/libhdfspp/lib/rpc/gsasl_engine.cc | 230 + .../native/libhdfspp/lib/rpc/gsasl_engine.h | 47 + .../libhdfspp/lib/rpc/namenode_tracker.cc | 142 + .../native/libhdfspp/lib/rpc/namenode_tracker.h | 84 + .../main/native/libhdfspp/lib/rpc/request.cc | 179 + .../src/main/native/libhdfspp/lib/rpc/request.h | 87 + .../native/libhdfspp/lib/rpc/rpc_connection.h | 182 + .../libhdfspp/lib/rpc/rpc_connection_impl.cc | 506 + .../libhdfspp/lib/rpc/rpc_connection_impl.h | 463 + .../main/native/libhdfspp/lib/rpc/rpc_engine.cc | 334 + .../main/native/libhdfspp/lib/rpc/rpc_engine.h | 190 + .../native/libhdfspp/lib/rpc/sasl_engine.cc | 80 + .../main/native/libhdfspp/lib/rpc/sasl_engine.h | 104 + .../native/libhdfspp/lib/rpc/sasl_protocol.cc | 407 + .../native/libhdfspp/lib/rpc/sasl_protocol.h | 84 + .../main/native/libhdfspp/tests/CMakeLists.txt | 170 + .../native/libhdfspp/tests/bad_datanode_test.cc | 330 + .../libhdfspp/tests/configuration_test.cc | 573 + .../native/libhdfspp/tests/configuration_test.h | 158 + .../native/libhdfspp/tests/hdfs_builder_test.cc | 137 + .../libhdfspp/tests/hdfs_config_connect_bugs.cc | 136 + .../libhdfspp/tests/hdfs_configuration_test.cc | 172 + .../native/libhdfspp/tests/hdfs_ext_test.cc | 771 + .../libhdfspp/tests/hdfs_ioservice_test.cc | 105 + .../src/main/native/libhdfspp/tests/hdfs_shim.c | 524 + .../native/libhdfspp/tests/hdfspp_errors.cc | 116 + .../native/libhdfspp/tests/hdfspp_mini_dfs.h | 194 + .../libhdfspp/tests/hdfspp_mini_dfs_smoke.cc | 49 + .../native/libhdfspp/tests/libhdfs_wrapper.c | 22 + .../native/libhdfspp/tests/libhdfs_wrapper.h | 28 + .../libhdfspp/tests/libhdfs_wrapper_defines.h | 97 + .../libhdfspp/tests/libhdfs_wrapper_undefs.h | 107 + .../native/libhdfspp/tests/libhdfspp_wrapper.cc | 22 + .../native/libhdfspp/tests/libhdfspp_wrapper.h | 29 + .../libhdfspp/tests/libhdfspp_wrapper_defines.h | 107 + .../main/native/libhdfspp/tests/logging_test.cc | 374 + .../native/libhdfspp/tests/mock_connection.cc | 40 + .../native/libhdfspp/tests/mock_connection.h | 140 + .../libhdfspp/tests/node_exclusion_test.cc | 86 + .../libhdfspp/tests/remote_block_reader_test.cc | 536 + .../native/libhdfspp/tests/retry_policy_test.cc | 63 + .../native/libhdfspp/tests/rpc_engine_test.cc | 505 + .../libhdfspp/tests/sasl_digest_md5_test.cc | 47 + .../src/main/native/libhdfspp/tests/uri_test.cc | 293 + .../native/libhdfspp/tests/user_lock_test.cc | 225 + .../libhdfspp/third_party/asio-1.10.2/COPYING | 4 + .../third_party/asio-1.10.2/include/asio.hpp | 122 + .../asio-1.10.2/include/asio/async_result.hpp | 94 + .../include/asio/basic_datagram_socket.hpp | 949 + .../include/asio/basic_deadline_timer.hpp | 520 + .../include/asio/basic_io_object.hpp | 240 + .../include/asio/basic_raw_socket.hpp | 940 + .../include/asio/basic_seq_packet_socket.hpp | 565 + .../include/asio/basic_serial_port.hpp | 695 + .../include/asio/basic_signal_set.hpp | 384 + .../asio-1.10.2/include/asio/basic_socket.hpp | 1518 ++ .../include/asio/basic_socket_acceptor.hpp | 1136 + .../include/asio/basic_socket_iostream.hpp | 286 + .../include/asio/basic_socket_streambuf.hpp | 567 + .../include/asio/basic_stream_socket.hpp | 852 + .../include/asio/basic_streambuf.hpp | 369 + .../include/asio/basic_streambuf_fwd.hpp | 33 + .../include/asio/basic_waitable_timer.hpp | 519 + .../asio-1.10.2/include/asio/buffer.hpp | 2239 ++ .../include/asio/buffered_read_stream.hpp | 244 + .../include/asio/buffered_read_stream_fwd.hpp | 25 + .../include/asio/buffered_stream.hpp | 258 + .../include/asio/buffered_stream_fwd.hpp | 25 + .../include/asio/buffered_write_stream.hpp | 236 + .../include/asio/buffered_write_stream_fwd.hpp | 25 + .../include/asio/buffers_iterator.hpp | 481 + .../include/asio/completion_condition.hpp | 218 + .../asio-1.10.2/include/asio/connect.hpp | 823 + .../asio-1.10.2/include/asio/coroutine.hpp | 328 + .../include/asio/datagram_socket_service.hpp | 432 + .../asio-1.10.2/include/asio/deadline_timer.hpp | 63 + .../include/asio/deadline_timer_service.hpp | 173 + .../include/asio/detail/addressof.hpp | 38 + .../asio-1.10.2/include/asio/detail/array.hpp | 38 + .../include/asio/detail/array_fwd.hpp | 34 + .../asio-1.10.2/include/asio/detail/assert.hpp | 32 + .../include/asio/detail/atomic_count.hpp | 45 + .../asio/detail/base_from_completion_cond.hpp | 68 + .../include/asio/detail/bind_handler.hpp | 489 + .../include/asio/detail/buffer_resize_guard.hpp | 66 + .../asio/detail/buffer_sequence_adapter.hpp | 383 + .../asio/detail/buffered_stream_storage.hpp | 126 + .../include/asio/detail/call_stack.hpp | 125 + .../include/asio/detail/chrono_time_traits.hpp | 190 + .../include/asio/detail/completion_handler.hpp | 81 + .../asio-1.10.2/include/asio/detail/config.hpp | 895 + .../include/asio/detail/consuming_buffers.hpp | 292 + .../asio-1.10.2/include/asio/detail/cstdint.hpp | 46 + .../include/asio/detail/date_time_fwd.hpp | 34 + .../asio/detail/deadline_timer_service.hpp | 227 + .../include/asio/detail/dependent_type.hpp | 36 + .../include/asio/detail/descriptor_ops.hpp | 117 + .../include/asio/detail/descriptor_read_op.hpp | 119 + .../include/asio/detail/descriptor_write_op.hpp | 119 + .../include/asio/detail/dev_poll_reactor.hpp | 210 + .../include/asio/detail/epoll_reactor.hpp | 242 + .../asio-1.10.2/include/asio/detail/event.hpp | 48 + .../asio/detail/eventfd_select_interrupter.hpp | 83 + .../include/asio/detail/fd_set_adapter.hpp | 39 + .../include/asio/detail/fenced_block.hpp | 76 + .../include/asio/detail/function.hpp | 38 + .../asio/detail/gcc_arm_fenced_block.hpp | 89 + .../asio/detail/gcc_hppa_fenced_block.hpp | 66 + .../asio/detail/gcc_sync_fenced_block.hpp | 63 + .../asio/detail/gcc_x86_fenced_block.hpp | 89 + .../asio/detail/handler_alloc_helpers.hpp | 82 + .../asio/detail/handler_cont_helpers.hpp | 45 + .../asio/detail/handler_invoke_helpers.hpp | 57 + .../include/asio/detail/handler_tracking.hpp | 159 + .../asio/detail/handler_type_requirements.hpp | 488 + .../include/asio/detail/hash_map.hpp | 331 + .../detail/impl/buffer_sequence_adapter.ipp | 118 + .../include/asio/detail/impl/descriptor_ops.ipp | 451 + .../asio/detail/impl/dev_poll_reactor.hpp | 78 + .../asio/detail/impl/dev_poll_reactor.ipp | 445 + .../include/asio/detail/impl/epoll_reactor.hpp | 76 + .../include/asio/detail/impl/epoll_reactor.ipp | 662 + .../detail/impl/eventfd_select_interrupter.ipp | 165 + .../asio/detail/impl/handler_tracking.ipp | 305 + .../include/asio/detail/impl/kqueue_reactor.hpp | 80 + .../include/asio/detail/impl/kqueue_reactor.ipp | 463 + .../detail/impl/pipe_select_interrupter.ipp | 124 + .../include/asio/detail/impl/posix_event.ipp | 47 + .../include/asio/detail/impl/posix_mutex.ipp | 46 + .../include/asio/detail/impl/posix_thread.ipp | 74 + .../include/asio/detail/impl/posix_tss_ptr.ipp | 46 + .../detail/impl/reactive_descriptor_service.ipp | 208 + .../impl/reactive_serial_port_service.ipp | 151 + .../impl/reactive_socket_service_base.ipp | 267 + .../asio/detail/impl/resolver_service_base.ipp | 130 + .../include/asio/detail/impl/select_reactor.hpp | 87 + .../include/asio/detail/impl/select_reactor.ipp | 313 + .../asio/detail/impl/service_registry.hpp | 88 + .../asio/detail/impl/service_registry.ipp | 188 + .../asio/detail/impl/signal_set_service.ipp | 647 + .../include/asio/detail/impl/socket_ops.ipp | 3394 +++ .../detail/impl/socket_select_interrupter.ipp | 175 + .../include/asio/detail/impl/strand_service.hpp | 118 + .../include/asio/detail/impl/strand_service.ipp | 176 + .../asio/detail/impl/task_io_service.hpp | 78 + .../asio/detail/impl/task_io_service.ipp | 474 + .../include/asio/detail/impl/throw_error.ipp | 60 + .../asio/detail/impl/timer_queue_ptime.ipp | 84 + .../asio/detail/impl/timer_queue_set.ipp | 101 + .../include/asio/detail/impl/win_event.ipp | 67 + .../detail/impl/win_iocp_handle_service.ipp | 528 + .../asio/detail/impl/win_iocp_io_service.hpp | 130 + .../asio/detail/impl/win_iocp_io_service.ipp | 531 + .../impl/win_iocp_serial_port_service.ipp | 180 + .../impl/win_iocp_socket_service_base.ipp | 728 + .../include/asio/detail/impl/win_mutex.ipp | 78 + .../detail/impl/win_object_handle_service.ipp | 444 + .../asio/detail/impl/win_static_mutex.ipp | 118 + .../include/asio/detail/impl/win_thread.ipp | 139 + .../include/asio/detail/impl/win_tss_ptr.ipp | 57 + .../detail/impl/winrt_ssocket_service_base.ipp | 612 + .../asio/detail/impl/winrt_timer_scheduler.hpp | 79 + .../asio/detail/impl/winrt_timer_scheduler.ipp | 122 + .../include/asio/detail/impl/winsock_init.ipp | 82 + .../include/asio/detail/io_control.hpp | 134 + .../include/asio/detail/keyword_tss_ptr.hpp | 70 + .../include/asio/detail/kqueue_reactor.hpp | 219 + .../asio-1.10.2/include/asio/detail/limits.hpp | 26 + .../asio/detail/local_free_on_block_exit.hpp | 57 + .../include/asio/detail/macos_fenced_block.hpp | 61 + .../asio-1.10.2/include/asio/detail/mutex.hpp | 48 + .../include/asio/detail/noncopyable.hpp | 43 + .../include/asio/detail/null_event.hpp | 88 + .../include/asio/detail/null_fenced_block.hpp | 45 + .../include/asio/detail/null_mutex.hpp | 64 + .../include/asio/detail/null_reactor.hpp | 67 + .../include/asio/detail/null_signal_blocker.hpp | 69 + .../include/asio/detail/null_socket_service.hpp | 497 + .../include/asio/detail/null_static_mutex.hpp | 60 + .../include/asio/detail/null_thread.hpp | 61 + .../include/asio/detail/null_tss_ptr.hpp | 68 + .../include/asio/detail/object_pool.hpp | 146 + .../include/asio/detail/old_win_sdk_compat.hpp | 214 + .../include/asio/detail/op_queue.hpp | 156 + .../include/asio/detail/operation.hpp | 38 + .../asio/detail/pipe_select_interrupter.hpp | 89 + .../include/asio/detail/pop_options.hpp | 105 + .../include/asio/detail/posix_event.hpp | 126 + .../asio/detail/posix_fd_set_adapter.hpp | 118 + .../include/asio/detail/posix_mutex.hpp | 76 + .../asio/detail/posix_signal_blocker.hpp | 85 + .../include/asio/detail/posix_static_mutex.hpp | 64 + .../include/asio/detail/posix_thread.hpp | 105 + .../include/asio/detail/posix_tss_ptr.hpp | 79 + .../include/asio/detail/push_options.hpp | 138 + .../asio/detail/reactive_descriptor_service.hpp | 322 + .../asio/detail/reactive_null_buffers_op.hpp | 88 + .../detail/reactive_serial_port_service.hpp | 234 + .../asio/detail/reactive_socket_accept_op.hpp | 136 + .../asio/detail/reactive_socket_connect_op.hpp | 106 + .../asio/detail/reactive_socket_recv_op.hpp | 123 + .../asio/detail/reactive_socket_recvfrom_op.hpp | 133 + .../asio/detail/reactive_socket_recvmsg_op.hpp | 125 + .../asio/detail/reactive_socket_send_op.hpp | 120 + .../asio/detail/reactive_socket_sendto_op.hpp | 123 + .../asio/detail/reactive_socket_service.hpp | 457 + .../detail/reactive_socket_service_base.hpp | 450 + .../asio-1.10.2/include/asio/detail/reactor.hpp | 32 + .../include/asio/detail/reactor_fwd.hpp | 40 + .../include/asio/detail/reactor_op.hpp | 61 + .../include/asio/detail/reactor_op_queue.hpp | 168 + .../include/asio/detail/regex_fwd.hpp | 35 + .../include/asio/detail/resolve_endpoint_op.hpp | 121 + .../include/asio/detail/resolve_op.hpp | 131 + .../include/asio/detail/resolver_service.hpp | 129 + .../asio/detail/resolver_service_base.hpp | 129 + .../include/asio/detail/scoped_lock.hpp | 101 + .../include/asio/detail/scoped_ptr.hpp | 79 + .../include/asio/detail/select_interrupter.hpp | 46 + .../include/asio/detail/select_reactor.hpp | 219 + .../include/asio/detail/service_registry.hpp | 156 + .../include/asio/detail/shared_ptr.hpp | 38 + .../include/asio/detail/signal_blocker.hpp | 44 + .../include/asio/detail/signal_handler.hpp | 82 + .../include/asio/detail/signal_init.hpp | 47 + .../include/asio/detail/signal_op.hpp | 49 + .../include/asio/detail/signal_set_service.hpp | 216 + .../include/asio/detail/socket_holder.hpp | 98 + .../include/asio/detail/socket_ops.hpp | 334 + .../include/asio/detail/socket_option.hpp | 316 + .../asio/detail/socket_select_interrupter.hpp | 91 + .../include/asio/detail/socket_types.hpp | 404 + .../asio/detail/solaris_fenced_block.hpp | 61 + .../include/asio/detail/static_mutex.hpp | 52 + .../include/asio/detail/std_event.hpp | 176 + .../include/asio/detail/std_mutex.hpp | 73 + .../include/asio/detail/std_static_mutex.hpp | 81 + .../include/asio/detail/std_thread.hpp | 65 + .../include/asio/detail/strand_service.hpp | 142 + .../include/asio/detail/task_io_service.hpp | 201 + .../asio/detail/task_io_service_operation.hpp | 76 + .../asio/detail/task_io_service_thread_info.hpp | 40 + .../asio-1.10.2/include/asio/detail/thread.hpp | 56 + .../include/asio/detail/thread_info_base.hpp | 91 + .../include/asio/detail/throw_error.hpp | 53 + .../include/asio/detail/throw_exception.hpp | 51 + .../include/asio/detail/timer_queue.hpp | 332 + .../include/asio/detail/timer_queue_base.hpp | 68 + .../include/asio/detail/timer_queue_ptime.hpp | 93 + .../include/asio/detail/timer_queue_set.hpp | 66 + .../include/asio/detail/timer_scheduler.hpp | 35 + .../include/asio/detail/timer_scheduler_fwd.hpp | 40 + .../asio-1.10.2/include/asio/detail/tss_ptr.hpp | 69 + .../include/asio/detail/type_traits.hpp | 58 + .../include/asio/detail/variadic_templates.hpp | 63 + .../include/asio/detail/wait_handler.hpp | 83 + .../asio-1.10.2/include/asio/detail/wait_op.hpp | 45 + .../include/asio/detail/weak_ptr.hpp | 38 + .../include/asio/detail/win_event.hpp | 126 + .../include/asio/detail/win_fd_set_adapter.hpp | 149 + .../include/asio/detail/win_fenced_block.hpp | 89 + .../asio/detail/win_iocp_handle_read_op.hpp | 109 + .../asio/detail/win_iocp_handle_service.hpp | 322 + .../asio/detail/win_iocp_handle_write_op.hpp | 101 + .../include/asio/detail/win_iocp_io_service.hpp | 315 + .../asio/detail/win_iocp_null_buffers_op.hpp | 119 + .../include/asio/detail/win_iocp_operation.hpp | 95 + .../asio/detail/win_iocp_overlapped_op.hpp | 88 + .../asio/detail/win_iocp_overlapped_ptr.hpp | 144 + .../detail/win_iocp_serial_port_service.hpp | 228 + .../asio/detail/win_iocp_socket_accept_op.hpp | 165 + .../asio/detail/win_iocp_socket_connect_op.hpp | 124 + .../asio/detail/win_iocp_socket_recv_op.hpp | 115 + .../asio/detail/win_iocp_socket_recvfrom_op.hpp | 123 + .../asio/detail/win_iocp_socket_recvmsg_op.hpp | 116 + .../asio/detail/win_iocp_socket_send_op.hpp | 109 + .../asio/detail/win_iocp_socket_service.hpp | 525 + .../detail/win_iocp_socket_service_base.hpp | 524 + .../asio/detail/win_iocp_thread_info.hpp | 34 + .../include/asio/detail/win_mutex.hpp | 78 + .../asio/detail/win_object_handle_service.hpp | 183 + .../include/asio/detail/win_static_mutex.hpp | 74 + .../include/asio/detail/win_thread.hpp | 139 + .../include/asio/detail/win_tss_ptr.hpp | 79 + .../include/asio/detail/wince_thread.hpp | 116 + .../include/asio/detail/winrt_async_manager.hpp | 294 + .../include/asio/detail/winrt_async_op.hpp | 65 + .../include/asio/detail/winrt_resolve_op.hpp | 117 + .../asio/detail/winrt_resolver_service.hpp | 183 + .../asio/detail/winrt_socket_connect_op.hpp | 90 + .../asio/detail/winrt_socket_recv_op.hpp | 110 + .../asio/detail/winrt_socket_send_op.hpp | 101 + .../asio/detail/winrt_ssocket_service.hpp | 232 + .../asio/detail/winrt_ssocket_service_base.hpp | 355 + .../asio/detail/winrt_timer_scheduler.hpp | 131 + .../include/asio/detail/winrt_utils.hpp | 106 + .../include/asio/detail/winsock_init.hpp | 128 + .../include/asio/detail/wrapped_handler.hpp | 291 + .../asio-1.10.2/include/asio/error.hpp | 331 + .../asio-1.10.2/include/asio/error_code.hpp | 188 + .../include/asio/generic/basic_endpoint.hpp | 193 + .../include/asio/generic/datagram_protocol.hpp | 123 + .../include/asio/generic/detail/endpoint.hpp | 133 + .../asio/generic/detail/impl/endpoint.ipp | 109 + .../include/asio/generic/raw_protocol.hpp | 121 + .../asio/generic/seq_packet_protocol.hpp | 122 + .../include/asio/generic/stream_protocol.hpp | 127 + .../include/asio/handler_alloc_hook.hpp | 81 + .../include/asio/handler_continuation_hook.hpp | 54 + .../include/asio/handler_invoke_hook.hpp | 85 + .../asio-1.10.2/include/asio/handler_type.hpp | 112 + .../include/asio/high_resolution_timer.hpp | 63 + .../include/asio/impl/buffered_read_stream.hpp | 358 + .../include/asio/impl/buffered_write_stream.hpp | 338 + .../asio-1.10.2/include/asio/impl/connect.hpp | 428 + .../asio-1.10.2/include/asio/impl/error.ipp | 128 + .../include/asio/impl/error_code.ipp | 128 + .../include/asio/impl/handler_alloc_hook.ipp | 77 + .../include/asio/impl/io_service.hpp | 152 + .../include/asio/impl/io_service.ipp | 155 + .../asio-1.10.2/include/asio/impl/read.hpp | 753 + .../asio-1.10.2/include/asio/impl/read_at.hpp | 810 + .../include/asio/impl/read_until.hpp | 1147 + .../include/asio/impl/serial_port_base.hpp | 59 + .../include/asio/impl/serial_port_base.ipp | 554 + .../asio-1.10.2/include/asio/impl/spawn.hpp | 336 + .../asio-1.10.2/include/asio/impl/src.cpp | 25 + .../asio-1.10.2/include/asio/impl/src.hpp | 74 + .../include/asio/impl/use_future.hpp | 172 + .../asio-1.10.2/include/asio/impl/write.hpp | 765 + .../asio-1.10.2/include/asio/impl/write_at.hpp | 825 + .../asio-1.10.2/include/asio/io_service.hpp | 770 + .../asio-1.10.2/include/asio/ip/address.hpp | 200 + .../asio-1.10.2/include/asio/ip/address_v4.hpp | 241 + .../asio-1.10.2/include/asio/ip/address_v6.hpp | 246 + .../include/asio/ip/basic_endpoint.hpp | 263 + .../include/asio/ip/basic_resolver.hpp | 268 + .../include/asio/ip/basic_resolver_entry.hpp | 94 + .../include/asio/ip/basic_resolver_iterator.hpp | 260 + .../include/asio/ip/basic_resolver_query.hpp | 244 + .../include/asio/ip/detail/endpoint.hpp | 139 + .../include/asio/ip/detail/impl/endpoint.ipp | 204 + .../include/asio/ip/detail/socket_option.hpp | 569 + .../asio-1.10.2/include/asio/ip/host_name.hpp | 42 + .../asio-1.10.2/include/asio/ip/icmp.hpp | 115 + .../include/asio/ip/impl/address.hpp | 53 + .../include/asio/ip/impl/address.ipp | 226 + .../include/asio/ip/impl/address_v4.hpp | 53 + .../include/asio/ip/impl/address_v4.ipp | 178 + .../include/asio/ip/impl/address_v6.hpp | 53 + .../include/asio/ip/impl/address_v6.ipp | 298 + .../include/asio/ip/impl/basic_endpoint.hpp | 55 + .../include/asio/ip/impl/host_name.ipp | 54 + .../asio-1.10.2/include/asio/ip/multicast.hpp | 191 + .../include/asio/ip/resolver_query_base.hpp | 130 + .../include/asio/ip/resolver_service.hpp | 176 + .../asio-1.10.2/include/asio/ip/tcp.hpp | 155 + .../asio-1.10.2/include/asio/ip/udp.hpp | 111 + .../asio-1.10.2/include/asio/ip/unicast.hpp | 70 + .../asio-1.10.2/include/asio/ip/v6_only.hpp | 69 + .../include/asio/is_read_buffered.hpp | 59 + .../include/asio/is_write_buffered.hpp | 59 + .../include/asio/local/basic_endpoint.hpp | 239 + .../include/asio/local/connect_pair.hpp | 104 + .../include/asio/local/datagram_protocol.hpp | 80 + .../include/asio/local/detail/endpoint.hpp | 133 + .../include/asio/local/detail/impl/endpoint.ipp | 128 + .../include/asio/local/stream_protocol.hpp | 90 + .../asio-1.10.2/include/asio/placeholders.hpp | 123 + .../include/asio/posix/basic_descriptor.hpp | 490 + .../asio/posix/basic_stream_descriptor.hpp | 362 + .../include/asio/posix/descriptor_base.hpp | 97 + .../include/asio/posix/stream_descriptor.hpp | 37 + .../asio/posix/stream_descriptor_service.hpp | 260 + .../include/asio/raw_socket_service.hpp | 432 + .../asio-1.10.2/include/asio/read.hpp | 631 + .../asio-1.10.2/include/asio/read_at.hpp | 664 + .../asio-1.10.2/include/asio/read_until.hpp | 923 + .../include/asio/seq_packet_socket_service.hpp | 380 + .../asio-1.10.2/include/asio/serial_port.hpp | 36 + .../include/asio/serial_port_base.hpp | 167 + .../include/asio/serial_port_service.hpp | 253 + .../asio-1.10.2/include/asio/signal_set.hpp | 28 + .../include/asio/signal_set_service.hpp | 134 + .../include/asio/socket_acceptor_service.hpp | 302 + .../asio-1.10.2/include/asio/socket_base.hpp | 520 + .../asio-1.10.2/include/asio/spawn.hpp | 265 + .../asio-1.10.2/include/asio/ssl.hpp | 30 + .../include/asio/ssl/basic_context.hpp | 40 + .../asio-1.10.2/include/asio/ssl/context.hpp | 787 + .../include/asio/ssl/context_base.hpp | 167 + .../include/asio/ssl/context_service.hpp | 40 + .../asio/ssl/detail/buffered_handshake_op.hpp | 110 + .../include/asio/ssl/detail/engine.hpp | 164 + .../include/asio/ssl/detail/handshake_op.hpp | 68 + .../include/asio/ssl/detail/impl/engine.ipp | 326 + .../asio/ssl/detail/impl/openssl_init.ipp | 145 + .../asio-1.10.2/include/asio/ssl/detail/io.hpp | 347 + .../include/asio/ssl/detail/openssl_init.hpp | 101 + .../include/asio/ssl/detail/openssl_types.hpp | 28 + .../asio/ssl/detail/password_callback.hpp | 72 + .../include/asio/ssl/detail/read_op.hpp | 73 + .../include/asio/ssl/detail/shutdown_op.hpp | 60 + .../include/asio/ssl/detail/stream_core.hpp | 126 + .../include/asio/ssl/detail/verify_callback.hpp | 68 + .../include/asio/ssl/detail/write_op.hpp | 73 + .../asio-1.10.2/include/asio/ssl/error.hpp | 68 + .../include/asio/ssl/impl/context.hpp | 71 + .../include/asio/ssl/impl/context.ipp | 950 + .../asio-1.10.2/include/asio/ssl/impl/error.ipp | 57 + .../asio/ssl/impl/rfc2818_verification.ipp | 166 + .../asio-1.10.2/include/asio/ssl/impl/src.hpp | 28 + .../include/asio/ssl/old/basic_context.hpp | 434 + .../include/asio/ssl/old/context_service.hpp | 174 + .../ssl/old/detail/openssl_context_service.hpp | 386 + .../asio/ssl/old/detail/openssl_operation.hpp | 524 + .../ssl/old/detail/openssl_stream_service.hpp | 571 + .../asio-1.10.2/include/asio/ssl/old/stream.hpp | 501 + .../include/asio/ssl/old/stream_service.hpp | 184 + .../include/asio/ssl/rfc2818_verification.hpp | 100 + .../asio-1.10.2/include/asio/ssl/stream.hpp | 756 + .../include/asio/ssl/stream_base.hpp | 52 + .../include/asio/ssl/stream_service.hpp | 40 + .../include/asio/ssl/verify_context.hpp | 73 + .../include/asio/ssl/verify_mode.hpp | 63 + .../asio-1.10.2/include/asio/steady_timer.hpp | 61 + .../asio-1.10.2/include/asio/strand.hpp | 251 + .../include/asio/stream_socket_service.hpp | 376 + .../asio-1.10.2/include/asio/streambuf.hpp | 33 + .../asio-1.10.2/include/asio/system_error.hpp | 131 + .../asio-1.10.2/include/asio/system_timer.hpp | 57 + .../asio-1.10.2/include/asio/thread.hpp | 92 + .../asio-1.10.2/include/asio/time_traits.hpp | 96 + .../asio-1.10.2/include/asio/unyield.hpp | 21 + .../asio-1.10.2/include/asio/use_future.hpp | 92 + .../asio-1.10.2/include/asio/version.hpp | 23 + .../asio-1.10.2/include/asio/wait_traits.hpp | 41 + .../include/asio/waitable_timer_service.hpp | 168 + .../include/asio/windows/basic_handle.hpp | 281 + .../asio/windows/basic_object_handle.hpp | 178 + .../asio/windows/basic_random_access_handle.hpp | 376 + .../asio/windows/basic_stream_handle.hpp | 359 + .../include/asio/windows/object_handle.hpp | 38 + .../asio/windows/object_handle_service.hpp | 177 + .../include/asio/windows/overlapped_ptr.hpp | 116 + .../asio/windows/random_access_handle.hpp | 37 + .../windows/random_access_handle_service.hpp | 220 + .../include/asio/windows/stream_handle.hpp | 37 + .../asio/windows/stream_handle_service.hpp | 218 + .../asio-1.10.2/include/asio/write.hpp | 618 + .../asio-1.10.2/include/asio/write_at.hpp | 670 + .../asio-1.10.2/include/asio/yield.hpp | 23 + .../third_party/asio-1.10.2/src/asio.cpp | 11 + .../third_party/asio-1.10.2/src/asio_ssl.cpp | 11 + .../third_party/gmock-1.7.0/CMakeLists.txt | 21 + .../libhdfspp/third_party/gmock-1.7.0/LICENSE | 28 + .../third_party/gmock-1.7.0/gmock-gtest-all.cc | 11443 ++++++++++ .../third_party/gmock-1.7.0/gmock/gmock.h | 14198 ++++++++++++ .../third_party/gmock-1.7.0/gmock_main.cc | 54 + .../third_party/gmock-1.7.0/gtest/gtest.h | 20061 +++++++++++++++++ .../third_party/protobuf/protobuf/cpp_helpers.h | 82 + .../rapidxml-1.13/rapidxml/license.txt | 52 + .../rapidxml-1.13/rapidxml/rapidxml.hpp | 2596 +++ .../rapidxml/rapidxml_iterators.hpp | 174 + .../rapidxml-1.13/rapidxml/rapidxml_print.hpp | 421 + .../rapidxml-1.13/rapidxml/rapidxml_utils.hpp | 122 + .../libhdfspp/third_party/tr2/optional.hpp | 1068 + .../third_party/uriparser2/CMakeLists.txt | 27 + .../uriparser2/uriparser2/.gitignore | 4 + .../third_party/uriparser2/uriparser2/LICENSE | 19 + .../third_party/uriparser2/uriparser2/Makefile | 20 + .../third_party/uriparser2/uriparser2/README.md | 103 + .../uriparser2/uriparser2/test-uriparser2.c | 108 + .../uriparser2/uriparser2/uriparser/AUTHORS | 2 + .../uriparser2/uriparser2/uriparser/COPYING | 36 + .../uriparser2/uriparser2/uriparser/Uri.h | 752 + .../uriparser2/uriparser2/uriparser/UriBase.h | 188 + .../uriparser2/uriparser2/uriparser/UriCommon.c | 527 + .../uriparser2/uriparser2/uriparser/UriCommon.h | 96 + .../uriparser2/uriparser/UriCompare.c | 191 + .../uriparser2/uriparser/UriDefsAnsi.h | 82 + .../uriparser2/uriparser/UriDefsConfig.h | 105 + .../uriparser2/uriparser/UriDefsUnicode.h | 82 + .../uriparser2/uriparser2/uriparser/UriEscape.c | 449 + .../uriparser2/uriparser2/uriparser/UriFile.c | 182 + .../uriparser2/uriparser2/uriparser/UriIp4.c | 325 + .../uriparser2/uriparser2/uriparser/UriIp4.h | 87 + .../uriparser2/uriparser/UriIp4Base.c | 96 + .../uriparser2/uriparser/UriIp4Base.h | 59 + .../uriparser2/uriparser/UriNormalize.c | 722 + .../uriparser2/uriparser/UriNormalizeBase.c | 119 + .../uriparser2/uriparser/UriNormalizeBase.h | 53 + .../uriparser2/uriparser2/uriparser/UriParse.c | 2205 ++ .../uriparser2/uriparser/UriParseBase.c | 90 + .../uriparser2/uriparser/UriParseBase.h | 55 + .../uriparser2/uriparser2/uriparser/UriQuery.c | 456 + .../uriparser2/uriparser/UriRecompose.c | 573 + .../uriparser2/uriparser/UriResolve.c | 255 + .../uriparser2/uriparser/UriShorten.c | 316 + .../uriparser2/uriparser2/uriparser2.c | 273 + .../uriparser2/uriparser2/uriparser2.h | 101 + .../main/native/libhdfspp/tools/CMakeLists.txt | 93 + .../libhdfspp/tools/hdfs_allowSnapshot.cc | 86 + .../src/main/native/libhdfspp/tools/hdfs_cat.cc | 83 + .../main/native/libhdfspp/tools/hdfs_chgrp.cc | 185 + .../main/native/libhdfspp/tools/hdfs_chmod.cc | 183 + .../main/native/libhdfspp/tools/hdfs_chown.cc | 195 + .../native/libhdfspp/tools/hdfs_copyToLocal.cc | 88 + .../main/native/libhdfspp/tools/hdfs_count.cc | 93 + .../libhdfspp/tools/hdfs_createSnapshot.cc | 95 + .../libhdfspp/tools/hdfs_deleteSnapshot.cc | 87 + .../src/main/native/libhdfspp/tools/hdfs_df.cc | 89 + .../libhdfspp/tools/hdfs_disallowSnapshot.cc | 86 + .../src/main/native/libhdfspp/tools/hdfs_du.cc | 176 + .../main/native/libhdfspp/tools/hdfs_find.cc | 146 + .../src/main/native/libhdfspp/tools/hdfs_get.cc | 88 + .../src/main/native/libhdfspp/tools/hdfs_ls.cc | 130 + .../main/native/libhdfspp/tools/hdfs_mkdir.cc | 98 + .../native/libhdfspp/tools/hdfs_moveToLocal.cc | 90 + .../libhdfspp/tools/hdfs_renameSnapshot.cc | 88 + .../src/main/native/libhdfspp/tools/hdfs_rm.cc | 90 + .../main/native/libhdfspp/tools/hdfs_setrep.cc | 172 + .../main/native/libhdfspp/tools/hdfs_stat.cc | 87 + .../main/native/libhdfspp/tools/hdfs_tail.cc | 124 + .../main/native/libhdfspp/tools/tools_common.cc | 142 + .../main/native/libhdfspp/tools/tools_common.h | 37 + hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 1 + .../federation/metrics/FederationMetrics.java | 2 +- .../federation/metrics/NamenodeBeanMetrics.java | 68 +- .../MultipleDestinationMountTableResolver.java | 3 + .../resolver/NamenodePriorityComparator.java | 5 +- .../resolver/order/AvailableSpaceResolver.java | 179 + .../resolver/order/DestinationOrder.java | 3 +- .../resolver/order/LocalResolver.java | 147 +- .../resolver/order/RouterResolver.java | 160 + .../federation/router/ConnectionContext.java | 35 +- .../federation/router/ConnectionManager.java | 10 +- .../federation/router/ConnectionPool.java | 98 +- .../federation/router/ConnectionPoolId.java | 19 +- .../server/federation/router/RemoteMethod.java | 72 +- .../hdfs/server/federation/router/Router.java | 13 + .../federation/router/RouterHttpServer.java | 4 + .../federation/router/RouterMetricsService.java | 9 + .../router/RouterNamenodeProtocol.java | 187 + .../federation/router/RouterRpcClient.java | 116 +- .../federation/router/RouterRpcServer.java | 254 +- .../federation/router/RouterWebHdfsMethods.java | 655 + .../federation/store/records/MountTable.java | 14 +- .../store/records/impl/pb/MountTablePBImpl.java | 4 + .../hdfs/tools/federation/RouterAdmin.java | 35 +- .../src/main/proto/FederationProtocol.proto | 1 + .../main/webapps/router/federationhealth.html | 42 +- .../src/main/webapps/router/federationhealth.js | 35 +- .../src/main/webapps/static/rbf.css | 138 + .../src/main/xsl/configuration.xsl | 37 + .../fs/contract/router/RouterHDFSContract.java | 98 + .../router/TestRouterHDFSContractAppend.java | 44 + .../router/TestRouterHDFSContractConcat.java | 51 + .../router/TestRouterHDFSContractCreate.java | 48 + .../router/TestRouterHDFSContractDelete.java | 48 + .../TestRouterHDFSContractGetFileStatus.java | 49 + .../router/TestRouterHDFSContractMkdir.java | 48 + .../router/TestRouterHDFSContractOpen.java | 48 + .../router/TestRouterHDFSContractRename.java | 48 + .../TestRouterHDFSContractRootDirectory.java | 64 + .../router/TestRouterHDFSContractSeek.java | 49 + .../router/TestRouterHDFSContractSetTimes.java | 49 + .../router/web/RouterWebHDFSContract.java | 129 + .../web/TestRouterWebHDFSContractAppend.java | 45 + .../web/TestRouterWebHDFSContractConcat.java | 52 + .../web/TestRouterWebHDFSContractCreate.java | 49 + .../web/TestRouterWebHDFSContractDelete.java | 49 + .../web/TestRouterWebHDFSContractMkdir.java | 48 + .../web/TestRouterWebHDFSContractOpen.java | 63 + .../web/TestRouterWebHDFSContractRename.java | 49 + .../TestRouterWebHDFSContractRootDirectory.java | 64 + .../web/TestRouterWebHDFSContractSeek.java | 63 + .../fs/contract/router/web/package-info.java | 22 + .../server/federation/FederationTestUtils.java | 31 + .../server/federation/MiniRouterDFSCluster.java | 1041 + .../server/federation/RouterDFSCluster.java | 1005 - .../server/federation/StateStoreDFSCluster.java | 2 +- .../order/TestAvailableSpaceResolver.java | 232 + .../router/TestConnectionManager.java | 76 +- .../router/TestNamenodeHeartbeat.java | 168 - .../federation/router/TestRouterAdmin.java | 2 +- .../federation/router/TestRouterAdminCLI.java | 4 +- .../router/TestRouterAllResolver.java | 410 + .../federation/router/TestRouterMountTable.java | 4 +- .../router/TestRouterNamenodeHeartbeat.java | 168 + .../router/TestRouterNamenodeMonitoring.java | 4 +- .../federation/router/TestRouterQuota.java | 4 +- .../router/TestRouterRPCClientRetries.java | 4 +- .../server/federation/router/TestRouterRpc.java | 168 +- .../router/TestRouterRpcMultiDestination.java | 8 +- .../src/test/resources/contract/hdfs.xml | 114 + .../src/test/resources/contract/webhdfs.xml | 26 + .../jdiff/Apache_Hadoop_HDFS_3.0.1.xml | 324 + .../BlockUnderConstructionFeature.java | 6 +- .../server/datanode/web/DatanodeHttpServer.java | 1 + .../hadoop/hdfs/server/namenode/AclStorage.java | 3 +- .../server/namenode/EncryptionZoneManager.java | 74 +- .../server/namenode/FSDirEncryptionZoneOp.java | 15 +- .../hdfs/server/namenode/FSDirTruncateOp.java | 5 +- .../hdfs/server/namenode/FSDirXAttrOp.java | 8 +- .../hadoop/hdfs/server/namenode/FSImage.java | 29 +- .../server/namenode/FSImageFormatProtobuf.java | 31 +- .../hdfs/server/namenode/FSNamesystem.java | 2 +- .../hadoop/hdfs/server/namenode/INode.java | 6 +- .../server/namenode/NameNodeHttpServer.java | 27 +- .../hdfs/server/namenode/XAttrStorage.java | 9 +- .../snapshot/FSImageFormatPBSnapshot.java | 55 +- .../server/namenode/snapshot/FileDiffList.java | 3 +- .../web/resources/NamenodeWebHdfsMethods.java | 41 +- .../hdfs/tools/snapshot/SnapshotDiff.java | 1 + .../org/apache/hadoop/TestRefreshCallQueue.java | 17 +- .../org/apache/hadoop/hdfs/DFSTestUtil.java | 37 + .../apache/hadoop/hdfs/TestEncryptionZones.java | 56 +- .../snapshot/TestSnapshotDiffReport.java | 25 +- .../hadoop/hdfs/web/TestWebHdfsTimeouts.java | 6 +- .../apache/hadoop/net/TestNetworkTopology.java | 75 +- .../mapred/LocalDistributedCacheManager.java | 13 +- .../apache/hadoop/mapred/LocalJobRunner.java | 2 +- .../TestLocalDistributedCacheManager.java | 95 +- .../org/apache/hadoop/mapreduce/TestTaskID.java | 21 +- hadoop-project-dist/pom.xml | 2 +- hadoop-project/pom.xml | 4 +- .../aliyun/oss/AliyunCredentialsProvider.java | 3 +- .../aliyun/oss/AliyunOSSBlockOutputStream.java | 206 + .../fs/aliyun/oss/AliyunOSSFileSystem.java | 34 +- .../fs/aliyun/oss/AliyunOSSFileSystemStore.java | 173 +- .../fs/aliyun/oss/AliyunOSSOutputStream.java | 111 - .../hadoop/fs/aliyun/oss/AliyunOSSUtils.java | 115 +- .../apache/hadoop/fs/aliyun/oss/Constants.java | 22 +- .../oss/TestAliyunOSSBlockOutputStream.java | 115 + .../fs/aliyun/oss/TestAliyunOSSInputStream.java | 10 +- .../aliyun/oss/TestAliyunOSSOutputStream.java | 91 - .../contract/TestAliyunOSSContractDistCp.java | 2 +- .../hadoop/fs/s3a/s3guard/S3GuardTool.java | 6 +- .../tools/hadoop-aws/committer_architecture.md | 76 +- .../markdown/tools/hadoop-aws/committers.md | 18 +- .../markdown/tools/hadoop-aws/encryption.md | 8 +- .../src/site/markdown/tools/hadoop-aws/index.md | 34 +- .../site/markdown/tools/hadoop-aws/s3guard.md | 4 +- .../site/markdown/tools/hadoop-aws/testing.md | 20 +- .../tools/hadoop-aws/troubleshooting_s3a.md | 2 +- hadoop-tools/hadoop-azure-datalake/pom.xml | 2 +- .../org/apache/hadoop/fs/adl/AdlFileSystem.java | 40 - .../hadoop/fs/azure/NativeAzureFileSystem.java | 46 - ...TestNativeAzureFileSystemBlockLocations.java | 141 - .../hadoop/tools/rumen/state/StatePool.java | 8 +- .../hadoop/tools/rumen/TestHistograms.java | 3 +- hadoop-tools/hadoop-sls/src/main/bin/slsrun.sh | 2 + .../dev-support/findbugs-exclude.xml | 7 + .../api/records/AllocationTagNamespaceType.java | 2 +- .../yarn/api/resource/PlacementConstraint.java | 5 + .../hadoop/yarn/conf/YarnConfiguration.java | 27 +- .../yarn/conf/TestYarnConfigurationFields.java | 2 + .../distributedshell/ApplicationMaster.java | 1 - .../applications/distributedshell/Client.java | 15 + .../DistributedShellTimelinePlugin.java | 2 +- .../distributedshell/TestDistributedShell.java | 9 + .../yarn/service/client/ApiServiceClient.java | 18 + .../hadoop/yarn/service/webapp/ApiServer.java | 24 + ...RN-Simplified-V1-API-Layer-For-Services.yaml | 91 +- .../hadoop/yarn/service/ClientAMProtocol.java | 12 + .../hadoop/yarn/service/ClientAMService.java | 24 + .../hadoop/yarn/service/ServiceEvent.java | 49 + .../hadoop/yarn/service/ServiceEventType.java | 28 + .../hadoop/yarn/service/ServiceManager.java | 225 + .../hadoop/yarn/service/ServiceScheduler.java | 47 +- .../yarn/service/UpgradeComponentsFinder.java | 157 + .../yarn/service/api/records/Component.java | 7 +- .../service/api/records/ComponentState.java | 2 +- .../yarn/service/api/records/ConfigFile.java | 2 +- .../api/records/PlacementConstraint.java | 283 + .../service/api/records/PlacementPolicy.java | 52 +- .../service/api/records/PlacementScope.java | 56 + .../yarn/service/api/records/PlacementType.java | 38 + .../yarn/service/api/records/Resource.java | 3 +- .../yarn/service/api/records/Service.java | 27 - .../yarn/service/api/records/ServiceState.java | 2 +- .../yarn/service/api/records/ServiceStatus.java | 4 +- .../yarn/service/client/ServiceClient.java | 153 +- .../yarn/service/component/Component.java | 143 +- .../yarn/service/component/ComponentEvent.java | 12 + .../service/component/ComponentEventType.java | 4 +- .../yarn/service/component/ComponentState.java | 3 +- .../yarn/service/conf/YarnServiceConf.java | 2 + .../yarn/service/conf/YarnServiceConstants.java | 2 + .../containerlaunch/AbstractLauncher.java | 7 +- .../exceptions/RestApiErrorMessages.java | 12 + .../pb/client/ClientAMProtocolPBClientImpl.java | 26 + .../service/ClientAMProtocolPBServiceImpl.java | 24 + .../provider/AbstractProviderService.java | 5 +- .../ServiceTimelinePublisher.java | 4 - .../yarn/service/utils/CoreFileSystem.java | 31 +- .../yarn/service/utils/ServiceApiUtil.java | 56 +- .../src/main/proto/ClientAMProtocol.proto | 19 +- .../hadoop/yarn/service/ServiceTestUtils.java | 90 +- .../TestDefaultUpgradeComponentsFinder.java | 63 + .../hadoop/yarn/service/TestServiceApiUtil.java | 35 + .../hadoop/yarn/service/TestServiceManager.java | 156 + .../yarn/service/TestYarnNativeServices.java | 199 +- .../yarn/service/client/TestServiceClient.java | 125 + .../TestServiceTimelinePublisher.java | 10 +- .../yarn/service/utils/TestCoreFileSystem.java | 46 + .../hadoop/yarn/client/api/AppAdminClient.java | 16 + .../TestFederationRMFailoverProxyProvider.java | 81 +- .../impl/pb/SchedulingRequestPBImpl.java | 1 + .../api/impl/FileSystemTimelineWriter.java | 4 +- .../LogAggregationIndexedFileController.java | 3 +- .../src/main/resources/yarn-default.xml | 22 + .../registry/server/dns/TestRegistryDNS.java | 66 +- .../test/resources/0.17.172.in-addr.arpa.zone | 24 +- .../FederationRMFailoverProxyProvider.java | 11 +- .../nodemanager/LinuxContainerExecutor.java | 5 +- .../nodemanager/LocalDirsHandlerService.java | 7 +- .../localizer/LocalizedResource.java | 4 +- .../monitor/ContainerMetrics.java | 2 +- .../monitor/ContainersMonitorImpl.java | 12 +- .../monitor/TestContainerMetrics.java | 17 + .../webapp/TestContainerLogsPage.java | 1 + .../resourcemanager/RMActiveServiceContext.java | 11 + .../server/resourcemanager/RMContextImpl.java | 6 +- .../server/resourcemanager/ResourceManager.java | 33 +- .../placement/AppNameMappingPlacementRule.java | 197 + .../placement/PlacementRule.java | 9 +- .../placement/QueueMappingEntity.java | 72 + .../resourcemanager/placement/QueuePath.java | 53 + .../placement/QueuePlacementRuleUtils.java | 135 + .../UserGroupMappingPlacementRule.java | 18 +- .../server/resourcemanager/rmapp/RMAppImpl.java | 5 + .../scheduler/capacity/CapacityScheduler.java | 85 +- .../CapacitySchedulerConfiguration.java | 49 + .../conf/FSSchedulerConfigurationStore.java | 303 + .../conf/MutableCSConfigurationProvider.java | 3 + .../capacity/conf/YarnConfigurationStore.java | 2 +- .../scheduler/common/fica/FiCaSchedulerApp.java | 16 +- .../constraint/AllocationTagNamespace.java | 312 - .../scheduler/constraint/AllocationTags.java | 44 +- .../constraint/AllocationTagsManager.java | 47 +- .../MemoryPlacementConstraintManager.java | 12 +- .../constraint/PlacementConstraintsUtil.java | 41 +- .../constraint/TargetApplications.java | 53 +- .../constraint/TargetApplicationsNamespace.java | 326 + .../SingleConstraintAppPlacementAllocator.java | 21 - .../webapp/RMWebServiceProtocol.java | 3 +- .../resourcemanager/webapp/RMWebServices.java | 40 +- .../webapp/dao/CapacitySchedulerHealthInfo.java | 35 +- .../webapp/dao/RMQueueAclInfo.java | 65 + .../resourcemanager/TestRMEmbeddedElector.java | 72 +- .../yarn/server/resourcemanager/TestRMHA.java | 39 + .../TestAppNameMappingPlacementRule.java | 93 + .../placement/TestPlacementManager.java | 112 + .../server/resourcemanager/rmapp/MockRMApp.java | 9 +- .../capacity/TestCapacityScheduler.java | 53 + ...estCapacitySchedulerQueueMappingFactory.java | 128 + ...estSchedulingRequestContainerAllocation.java | 5 +- .../conf/TestFSSchedulerConfigurationStore.java | 173 + .../TestMutableCSConfigurationProvider.java | 50 + .../constraint/TestAllocationTagsManager.java | 22 +- .../constraint/TestAllocationTagsNamespace.java | 89 +- .../TestPlacementConstraintsUtil.java | 125 +- .../webapp/TestRMWebServices.java | 52 +- .../webapp/TestRMWebServicesCapacitySched.java | 4 + .../webapp/DefaultRequestInterceptorREST.java | 5 +- .../webapp/FederationInterceptorREST.java | 3 +- .../server/router/webapp/RouterWebServices.java | 3 +- .../webapp/MockRESTRequestInterceptor.java | 5 +- .../PassThroughRESTRequestInterceptor.java | 3 +- .../hadoop/yarn/server/timeline/LogInfo.java | 3 +- .../server/timeline/PluginStoreTestUtils.java | 3 +- .../yarn/server/timeline/TestLogInfo.java | 6 +- .../storage/reader/ApplicationEntityReader.java | 14 +- .../reader/FlowActivityEntityReader.java | 4 +- .../storage/reader/FlowRunEntityReader.java | 7 +- .../storage/reader/GenericEntityReader.java | 12 +- .../reader/SubApplicationEntityReader.java | 15 +- .../storage/reader/TimelineEntityReader.java | 46 +- .../src/site/markdown/CapacityScheduler.md | 33 +- .../src/site/markdown/ResourceManagerRest.md | 132 + .../src/site/markdown/TimelineServiceV2.md | 10 +- .../markdown/yarn-service/Configurations.md | 5 +- .../markdown/yarn-service/YarnServiceAPI.md | 270 +- .../webapp/app/components/node-menu-panel.js | 25 + .../webapp/app/controllers/yarn-node-app.js | 3 +- .../webapp/app/controllers/yarn-node-apps.js | 3 +- .../app/controllers/yarn-node-container.js | 3 +- .../app/controllers/yarn-node-containers.js | 3 +- .../main/webapp/app/controllers/yarn-node.js | 3 +- .../webapp/app/controllers/yarn-nodes/table.js | 2 +- .../src/main/webapp/app/helpers/node-link.js | 2 +- .../src/main/webapp/app/initializers/loader.js | 1 + .../main/webapp/app/routes/yarn-node-apps.js | 8 +- .../webapp/app/routes/yarn-node-containers.js | 8 +- .../src/main/webapp/app/routes/yarn-node.js | 8 +- .../serializers/yarn-queue/capacity-queue.js | 4 +- .../templates/components/node-menu-panel.hbs | 8 +- 936 files changed, 188345 insertions(+), 3623 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/2bc0fd57/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/2bc0fd57/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/DFSClient.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/2bc0fd57/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java ---------------------------------------------------------------------- --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org
