This is an automated email from the ASF dual-hosted git repository.
hubcio pushed a change to branch feat/server-ng-pat-metrics
in repository https://gitbox.apache.org/repos/asf/iggy.git
from ce707b2fb Merge branch 'master' into feat/server-ng-pat-metrics
add 74fb5e2a9 fix(server-ng): bind cluster TCP to [tcp].address, not the
roster ip (#3783)
add 53a7ff99e feat(server-ng): harden listener, auth, shutdown, and
disk-poll paths (#3774)
add 2afd4b12b feat(consensus): persist metadata VSR state in a durable
superblock (#3767)
add 102484af2 feat(python): expose Permissions and remaining user auth
methods (#3727)
add 1453114da feat(metadata): state transfer for snapshot and client table
(#3765)
add a17b28083 Merge branch 'master' into feat/server-ng-pat-metrics
No new revisions were added by this update.
Summary of changes:
Cargo.lock | 6 +
core/binary_protocol/src/consensus/command.rs | 19 +-
core/binary_protocol/src/consensus/header.rs | 337 +++-
core/binary_protocol/src/consensus/mod.rs | 3 +-
core/binary_protocol/src/lib.rs | 5 +-
core/configs/src/server_ng_config/cluster.rs | 71 +-
core/configs/src/server_ng_config/sharding.rs | 74 +
core/configs/src/server_ng_config/validators.rs | 13 +
core/connectors/sinks/s3_sink/Cargo.toml | 6 +
core/consensus/Cargo.toml | 2 +
core/consensus/src/client_table.rs | 979 +++++++++++-
core/consensus/src/impls.rs | 840 +++++++++-
core/consensus/src/le_cursor.rs | 115 ++
core/consensus/src/lib.rs | 15 +-
core/consensus/src/metadata_helpers.rs | 27 +-
core/consensus/src/observability.rs | 4 +-
core/consensus/src/plane_helpers.rs | 15 +-
core/consensus/src/state_manifest.rs | 309 ++++
core/consensus/src/vsr_state.rs | 224 +++
core/integration/Cargo.toml | 13 +-
core/integration/src/harness/config/resolve.rs | 7 +-
core/integration/src/harness/handle/server.rs | 83 +-
.../src/harness/orchestrator/harness.rs | 26 +
.../cli/message/test_message_flush_command.rs | 5 +
.../tests/cluster/client_table_restart.rs | 14 +-
.../tests/cluster/metadata_checkpoint_restart.rs | 276 ++++
.../tests/cluster/metadata_state_transfer.rs | 406 +++++
core/integration/tests/cluster/mod.rs | 2 +
core/integration/tests/data_integrity/mod.rs | 11 +-
.../data_integrity/verify_after_server_restart.rs | 31 +
.../tests/server/cluster_view_durability_vsr.rs | 266 ++++
core/integration/tests/server/flush_vsr.rs | 4 +
.../server/metadata_checkpoint_recovery_vsr.rs | 138 ++
core/integration/tests/server/mod.rs | 8 +
.../scenarios/segment_rotation_race_scenario.rs | 9 -
core/journal/Cargo.toml | 2 +
core/journal/src/lib.rs | 31 +
core/journal/src/prepare_journal.rs | 508 +++++-
core/journal/src/superblock.rs | 824 ++++++++++
core/message_bus/src/client_listener/mod.rs | 5 +-
core/message_bus/src/client_listener/quic.rs | 24 +-
core/message_bus/src/framing.rs | 8 +-
core/message_bus/src/installer/replica.rs | 2 +-
core/message_bus/src/replica/auth.rs | 106 +-
core/message_bus/src/replica/handshake.rs | 21 +-
core/message_bus/src/socket_opts.rs | 59 +-
core/message_bus/tests/common/mod.rs | 7 +-
core/message_bus/tests/replica_auth_handshake.rs | 28 +
core/metadata/src/impls/metadata.rs | 1389 ++++++++++++++--
core/metadata/src/impls/recovery.rs | 985 +++++++++++-
core/metadata/src/lib.rs | 5 +-
core/metadata/src/stm/mod.rs | 10 +
core/metadata/src/stm/mux.rs | 40 +-
core/metadata/src/stm/snapshot.rs | 129 +-
core/metadata/src/stm/stream.rs | 252 ++-
core/metadata/src/stm/user.rs | 31 +-
core/partitions/src/iggy_partition.rs | 96 +-
core/partitions/src/iggy_partitions.rs | 2 +-
core/partitions/src/journal.rs | 10 +
core/partitions/src/log.rs | 24 +
core/partitions/src/poll_plan.rs | 57 +-
core/server-ng/config.toml | 26 +-
core/server-ng/src/auth.rs | 100 +-
core/server-ng/src/bootstrap.rs | 696 +++++---
core/server-ng/src/dispatch.rs | 25 +-
core/server-ng/src/partition_reconciler.rs | 2 +-
core/server-ng/src/responses.rs | 17 +-
core/server-ng/src/server_error.rs | 16 +-
core/server_common/src/consensus_message.rs | 34 +-
core/shard/src/lib.rs | 1661 ++++++++++++++++++--
core/shard/src/router.rs | 32 +-
core/simulator/src/deps.rs | 131 ++
core/simulator/src/lib.rs | 517 +++++-
core/simulator/src/replica.rs | 122 +-
foreign/python/apache_iggy.pyi | 334 +++-
foreign/python/src/client.rs | 103 +-
foreign/python/src/lib.rs | 6 +
foreign/python/src/permissions.rs | 458 ++++++
foreign/python/src/user.rs | 9 +
foreign/python/tests/test_permissions.py | 695 ++++++++
foreign/python/tests/test_user.py | 113 +-
foreign/python/tests/utils.py | 23 +
82 files changed, 13268 insertions(+), 870 deletions(-)
create mode 100644 core/consensus/src/le_cursor.rs
create mode 100644 core/consensus/src/state_manifest.rs
create mode 100644 core/consensus/src/vsr_state.rs
create mode 100644
core/integration/tests/cluster/metadata_checkpoint_restart.rs
create mode 100644 core/integration/tests/cluster/metadata_state_transfer.rs
create mode 100644 core/integration/tests/server/cluster_view_durability_vsr.rs
create mode 100644
core/integration/tests/server/metadata_checkpoint_recovery_vsr.rs
create mode 100644 core/journal/src/superblock.rs
create mode 100644 foreign/python/src/permissions.rs
create mode 100644 foreign/python/tests/test_permissions.py
