This is an automated email from the ASF dual-hosted git repository.
hgruszecki pushed a change to branch consumer-reconnect-fix
in repository https://gitbox.apache.org/repos/asf/iggy.git
from d83ff1e79 fix(sdk): prevent client from getting stuck after disconnect
add de6995d59 refactor(server): replace slab ECS with LeftRight-based
global metadata (#2555)
add 9fa4f96f0 Merge branch 'master' into consumer-reconnect-fix
No new revisions were added by this update.
Summary of changes:
Cargo.lock | 244 +--
Cargo.toml | 3 +-
DEPENDENCIES.md | 52 +-
.../data_integrity/verify_after_server_restart.rs | 205 ++-
.../tests/server/concurrent_addition.rs | 15 +-
.../tests/server/scenarios/concurrent_scenario.rs | 596 +++++---
...h_multiple_clients_polling_messages_scenario.rs | 60 +-
...with_single_client_polling_messages_scenario.rs | 39 +-
.../scenarios/segment_rotation_race_scenario.rs | 2 +-
core/metadata/Cargo.toml | 2 +-
core/server/Cargo.toml | 3 +-
.../cluster/get_cluster_metadata_handler.rs | 1 -
.../create_consumer_group_handler.rs | 123 +-
.../delete_consumer_group_handler.rs | 95 +-
.../consumer_groups/get_consumer_group_handler.rs | 30 +-
.../consumer_groups/get_consumer_groups_handler.rs | 41 +-
.../consumer_groups/join_consumer_group_handler.rs | 74 +-
.../leave_consumer_group_handler.rs | 74 +-
.../delete_consumer_offset_handler.rs | 9 +-
.../get_consumer_offset_handler.rs | 6 +-
.../store_consumer_offset_handler.rs | 9 +-
.../messages/flush_unsaved_buffer_handler.rs | 1 -
.../handlers/messages/poll_messages_handler.rs | 1 -
.../handlers/messages/send_messages_handler.rs | 59 +-
.../partitions/create_partitions_handler.rs | 127 +-
.../partitions/delete_partitions_handler.rs | 126 +-
.../create_personal_access_token_handler.rs | 109 +-
.../delete_personal_access_token_handler.rs | 85 +-
.../login_with_personal_access_token_handler.rs | 1 -
.../handlers/segments/delete_segments_handler.rs | 49 +-
.../handlers/streams/create_stream_handler.rs | 44 +-
.../handlers/streams/delete_stream_handler.rs | 29 +-
.../binary/handlers/streams/get_stream_handler.rs | 31 +-
.../binary/handlers/streams/get_streams_handler.rs | 13 +-
.../handlers/streams/purge_stream_handler.rs | 88 +-
.../handlers/streams/update_stream_handler.rs | 82 +-
.../binary/handlers/system/get_client_handler.rs | 5 +-
.../binary/handlers/system/get_clients_handler.rs | 5 +-
.../binary/handlers/system/get_stats_handler.rs | 5 +-
.../src/binary/handlers/system/ping_handler.rs | 1 -
.../binary/handlers/topics/create_topic_handler.rs | 72 +-
.../binary/handlers/topics/delete_topic_handler.rs | 51 +-
.../binary/handlers/topics/get_topic_handler.rs | 32 +-
.../binary/handlers/topics/get_topics_handler.rs | 21 +-
.../binary/handlers/topics/purge_topic_handler.rs | 105 +-
.../binary/handlers/topics/update_topic_handler.rs | 64 +-
.../handlers/users/change_password_handler.rs | 124 +-
.../binary/handlers/users/create_user_handler.rs | 40 +-
.../binary/handlers/users/delete_user_handler.rs | 26 +-
.../src/binary/handlers/users/get_user_handler.rs | 5 +-
.../src/binary/handlers/users/get_users_handler.rs | 5 +-
.../binary/handlers/users/login_user_handler.rs | 1 -
.../binary/handlers/users/logout_user_handler.rs | 1 -
.../handlers/users/update_permissions_handler.rs | 99 +-
.../binary/handlers/users/update_user_handler.rs | 111 +-
core/server/src/binary/macros.rs | 2 +-
core/server/src/binary/mapper.rs | 152 +-
core/server/src/bootstrap.rs | 441 +++---
core/server/src/configs/sharding.rs | 11 -
core/server/src/configs/system.rs | 20 +-
core/server/src/http/consumer_groups.rs | 182 +--
core/server/src/http/consumer_offsets.rs | 42 +-
core/server/src/http/http_shard_wrapper.rs | 97 +-
core/server/src/http/mapper.rs | 383 ++---
core/server/src/http/messages.rs | 3 +-
core/server/src/http/partitions.rs | 26 +-
core/server/src/http/personal_access_tokens.rs | 37 +-
core/server/src/http/streams.rs | 151 +-
core/server/src/http/system.rs | 15 +-
core/server/src/http/topics.rs | 200 +--
core/server/src/http/users.rs | 124 +-
core/server/src/lib.rs | 1 -
core/server/src/main.rs | 108 +-
core/server/src/metadata/absorb.rs | 101 +-
core/server/src/metadata/inner.rs | 14 +-
core/server/src/metadata/mod.rs | 6 +-
core/server/src/metadata/ops.rs | 3 +-
core/server/src/metadata/partition.rs | 11 +-
core/server/src/metadata/reader.rs | 699 ++++++++-
core/server/src/metadata/writer.rs | 19 +-
core/server/src/quic/listener.rs | 2 +-
core/server/src/shard/builder.rs | 47 +-
core/server/src/shard/communication.rs | 17 -
core/server/src/shard/handlers.rs | 903 ++++++++---
core/server/src/shard/mod.rs | 125 +-
core/server/src/shard/namespace.rs | 53 -
core/server/src/shard/system/clients.rs | 52 +-
core/server/src/shard/system/consumer_groups.rs | 245 ++-
core/server/src/shard/system/consumer_offsets.rs | 348 +++--
core/server/src/shard/system/messages.rs | 570 +++++--
core/server/src/shard/system/partitions.rs | 473 +++---
.../src/shard/system/personal_access_tokens.rs | 153 +-
core/server/src/shard/system/segments.rs | 224 ++-
core/server/src/shard/system/stats.rs | 61 +-
core/server/src/shard/system/streams.rs | 320 +++-
core/server/src/shard/system/topics.rs | 474 ++++--
core/server/src/shard/system/users.rs | 252 ++-
core/server/src/shard/system/utils.rs | 164 +-
.../src/shard/tasks/periodic/heartbeat_verifier.rs | 2 +-
.../src/shard/tasks/periodic/message_cleaner.rs | 177 +--
.../src/shard/tasks/periodic/message_saver.rs | 80 +-
.../periodic/personal_access_token_cleaner.rs | 40 +-
core/server/src/shard/transmission/event.rs | 115 +-
core/server/src/shard/transmission/frame.rs | 28 +-
core/server/src/shard/transmission/message.rs | 88 +-
core/server/src/slab/consumer_groups.rs | 200 ---
core/server/src/slab/helpers.rs | 70 -
core/server/src/slab/mod.rs | 43 -
core/server/src/slab/partitions.rs | 281 ----
core/server/src/slab/streams.rs | 1612 --------------------
core/server/src/slab/topics.rs | 307 ----
core/server/src/slab/traits_ext.rs | 117 --
core/server/src/slab/users.rs | 207 ---
core/server/src/streaming/mod.rs | 1 -
.../partitions/consumer_group_offsets.rs} | 33 +-
.../src/streaming/partitions/consumer_offset.rs | 20 +-
.../src/streaming/partitions/consumer_offsets.rs} | 32 +-
core/server/src/streaming/partitions/helpers.rs | 512 +------
.../src/streaming/partitions/local_partition.rs | 102 ++
.../src/streaming/partitions/local_partitions.rs | 213 +++
core/server/src/streaming/partitions/mod.rs | 6 +-
core/server/src/streaming/partitions/ops.rs | 700 +++++++++
core/server/src/streaming/partitions/partition.rs | 454 ------
.../src/streaming/segments/indexes/indexes_mut.rs | 5 -
.../streaming/segments/messages/messages_reader.rs | 43 -
.../streaming/segments/messages/messages_writer.rs | 3 -
core/server/src/streaming/segments/segment.rs | 4 -
.../segments/types/message_header_view_mut.rs | 15 -
.../streaming/segments/types/messages_batch_mut.rs | 28 +-
.../streaming/segments/types/messages_batch_set.rs | 3 +-
core/server/src/streaming/stats/mod.rs | 15 +
core/server/src/streaming/streams/helpers.rs | 107 --
core/server/src/streaming/streams/mod.rs | 2 -
core/server/src/streaming/streams/storage.rs | 27 +-
core/server/src/streaming/streams/stream.rs | 225 ---
core/server/src/streaming/topics/consumer_group.rs | 243 ---
core/server/src/streaming/topics/helpers.rs | 305 +---
core/server/src/streaming/topics/mod.rs | 2 -
core/server/src/streaming/topics/storage.rs | 43 +-
core/server/src/streaming/topics/topic.rs | 379 -----
core/server/src/streaming/traits.rs | 45 -
core/server/src/tcp/tcp_listener.rs | 2 +-
core/server/src/tcp/tcp_tls_listener.rs | 2 +-
core/server/src/websocket/websocket_listener.rs | 2 +-
.../server/src/websocket/websocket_tls_listener.rs | 2 +-
145 files changed, 7788 insertions(+), 9786 deletions(-)
delete mode 100644 core/server/src/shard/namespace.rs
delete mode 100644 core/server/src/slab/consumer_groups.rs
delete mode 100644 core/server/src/slab/helpers.rs
delete mode 100644 core/server/src/slab/mod.rs
delete mode 100644 core/server/src/slab/partitions.rs
delete mode 100644 core/server/src/slab/streams.rs
delete mode 100644 core/server/src/slab/topics.rs
delete mode 100644 core/server/src/slab/traits_ext.rs
delete mode 100644 core/server/src/slab/users.rs
copy core/{common/src/sharding/shard_id.rs =>
server/src/streaming/partitions/consumer_group_offsets.rs} (51%)
copy core/{common/src/sharding/shard_id.rs =>
server/src/streaming/partitions/consumer_offsets.rs} (55%)
create mode 100644 core/server/src/streaming/partitions/local_partition.rs
create mode 100644 core/server/src/streaming/partitions/local_partitions.rs
create mode 100644 core/server/src/streaming/partitions/ops.rs
delete mode 100644 core/server/src/streaming/partitions/partition.rs
delete mode 100644 core/server/src/streaming/streams/helpers.rs
delete mode 100644 core/server/src/streaming/streams/stream.rs
delete mode 100644 core/server/src/streaming/topics/consumer_group.rs
delete mode 100644 core/server/src/streaming/topics/topic.rs
delete mode 100644 core/server/src/streaming/traits.rs
