This is an automated email from the ASF dual-hosted git repository.
spetz pushed a change to branch fix/consumer-recovery
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 92804186a fix(sdk): resume stopped partitions and keep readiness waits
current
add 3226d89f0 feat(gateways): share Kafka consumer groups across multiple
gateways in Iggy (#4681)
add 51587f2fd Merge branch 'master' into fix/consumer-recovery
No new revisions were added by this update.
Summary of changes:
.../src/traits/binary_impls/consumer_groups.rs | 23 +-
core/common/src/traits/binary_impls/messages.rs | 19 +-
core/common/src/traits/consumer_group_client.rs | 18 +-
core/common/src/types/consumer/consumer_group.rs | 12 +
.../tests/sdk/consumer_group_membership.rs | 99 +
core/kafka_wire/src/api.rs | 2 +
.../binary_consumer_group_client.rs | 16 +-
core/sdk/src/clients/binary_consumer_group.rs | 12 +-
core/sdk/src/prelude.rs | 38 +-
gateways/kafka/README.md | 111 +-
gateways/kafka/docs/ACL_MAPPING.md | 24 +-
gateways/kafka/docs/AUTHENTICATION.md | 6 +
gateways/kafka/docs/CONSUMER_GROUPS.md | 152 +-
gateways/kafka/docs/OFFSET_STORAGE.md | 51 +-
gateways/kafka/docs/SCOPE.md | 8 +-
gateways/kafka/docs/TEST_SUITE.md | 5 +-
gateways/kafka/src/auth.rs | 66 +-
gateways/kafka/src/bridge/error.rs | 24 +-
.../kafka/src/bridge/iggy_bridge/change_log.rs | 2037 ++++++++++++++++++++
.../src/bridge/iggy_bridge/coordinator_log.rs | 699 +++++++
.../kafka/src/bridge/iggy_bridge/group_index.rs | 352 +++-
.../kafka/src/bridge/iggy_bridge/group_offsets.rs | 19 +-
gateways/kafka/src/bridge/iggy_bridge/mod.rs | 178 +-
gateways/kafka/src/bridge/mod.rs | 10 +-
gateways/kafka/src/bridge/topic_map.rs | 67 +
gateways/kafka/src/coordinator/mod.rs | 1244 ++++++++++++
gateways/kafka/src/coordinator/partition.rs | 1240 ++++++++++++
gateways/kafka/src/coordinator/record.rs | 713 +++++++
gateways/kafka/src/coordinator/replay.rs | 1026 ++++++++++
gateways/kafka/src/group/mod.rs | 364 +++-
gateways/kafka/src/group/state.rs | 595 +++++-
gateways/kafka/src/lib.rs | 3 +-
gateways/kafka/src/main.rs | 37 +-
gateways/kafka/src/protocol/api.rs | 86 +-
.../kafka/src/protocol/handlers/alter_configs.rs | 1 +
.../src/protocol/handlers/create_partitions.rs | 12 +-
.../kafka/src/protocol/handlers/create_topics.rs | 25 +-
.../kafka/src/protocol/handlers/delete_groups.rs | 51 +-
.../kafka/src/protocol/handlers/delete_topics.rs | 13 +-
.../src/protocol/handlers/describe_cluster.rs | 11 +-
.../kafka/src/protocol/handlers/describe_groups.rs | 27 +-
.../src/protocol/handlers/find_coordinator.rs | 167 +-
.../protocol/handlers/incremental_alter_configs.rs | 1 +
.../kafka/src/protocol/handlers/list_groups.rs | 36 +-
gateways/kafka/src/protocol/handlers/metadata.rs | 157 +-
gateways/kafka/src/protocol/handlers/mod.rs | 24 +-
.../kafka/src/protocol/handlers/offset_commit.rs | 293 ++-
.../kafka/src/protocol/handlers/offset_delete.rs | 32 +-
.../kafka/src/protocol/handlers/offset_fetch.rs | 390 +++-
gateways/kafka/src/protocol/handlers/produce.rs | 1 +
gateways/kafka/src/server.rs | 201 +-
gateways/kafka/tests/common/gateways.rs | 396 ++++
gateways/kafka/tests/common/iggy_server.rs | 125 ++
gateways/kafka/tests/configs_handler_tests.rs | 1 +
gateways/kafka/tests/coordinator_cluster_tests.rs | 217 +++
.../kafka/tests/coordinator_real_bridge_tests.rs | 684 +++++++
.../tests/create_partitions_real_bridge_tests.rs | 30 +-
.../kafka/tests/create_topics_real_bridge_tests.rs | 24 +-
.../kafka/tests/delete_topics_real_bridge_tests.rs | 24 +-
gateways/kafka/tests/kafka_client_e2e_tests.rs | 131 +-
.../tests/metadata_changes_real_bridge_tests.rs | 475 +++++
gateways/kafka/tests/metadata_real_bridge_tests.rs | 1 +
.../kafka/tests/offset_groups_real_bridge_tests.rs | 8 +-
gateways/kafka/tests/produce_real_bridge_tests.rs | 10 +-
gateways/kafka/tests/sasl_tests.rs | 4 +
gateways/kafka/tests/tls_listener_tests.rs | 3 +
66 files changed, 12483 insertions(+), 448 deletions(-)
create mode 100644 gateways/kafka/src/bridge/iggy_bridge/change_log.rs
create mode 100644 gateways/kafka/src/bridge/iggy_bridge/coordinator_log.rs
create mode 100644 gateways/kafka/src/coordinator/mod.rs
create mode 100644 gateways/kafka/src/coordinator/partition.rs
create mode 100644 gateways/kafka/src/coordinator/record.rs
create mode 100644 gateways/kafka/src/coordinator/replay.rs
create mode 100644 gateways/kafka/tests/common/gateways.rs
create mode 100644 gateways/kafka/tests/coordinator_cluster_tests.rs
create mode 100644 gateways/kafka/tests/coordinator_real_bridge_tests.rs
create mode 100644 gateways/kafka/tests/metadata_changes_real_bridge_tests.rs
