This is an automated email from the ASF dual-hosted git repository.
numinnex pushed a change to branch fix_integration_flakes
in repository https://gitbox.apache.org/repos/asf/iggy.git
from faf8d7a30 test(integration): fix vsr flakes from racing recovery routes
add 039a91ca9 refactor(python): readme improvements (#3825)
add 360ee7ed6 fix(server-ng): close server-ng SDK-visible behavior gaps
(#3828)
add 02c24b399 feat(python): run Python SDK tests only against the VSR
server (#3838)
add c272f21cb feat(go): migrate SDK to the VSR wire protocol (#3834)
add ce88d3d1a merge master
No new revisions were added by this update.
Summary of changes:
.github/actions/go/pre-merge/action.yml | 120 ++-
.../actions/python-maturin/pre-merge/action.yml | 42 +-
.github/config/components.yml | 12 +-
.github/workflows/_test_bdd.yml | 42 +-
.github/workflows/_test_examples.yml | 27 +-
.github/workflows/coverage-baseline.yml | 31 +
bdd/docker-compose.vsr.yml | 8 +-
bdd/go/go.sum | 4 +-
bdd/go/tests/basic_messaging.go | 2 +-
bdd/go/tests/leader_redirection.go | 28 +-
.../tests/tcp_test/consumers_feature_get_by_id.go | 7 +-
bdd/go/tests/tcp_test/messages_feature_send.go | 18 +-
bdd/go/tests/tcp_test/offset_feature_delete.go | 9 +-
.../tests/tcp_test/offset_feature_deserialize.go | 2 +-
bdd/go/tests/tcp_test/test_helpers.go | 9 +-
bdd/go/tests/tcp_test/test_shared_steps.go | 3 +-
core/integration/tests/server/mod.rs | 11 +
.../integration/tests/server/poll_semantics_vsr.rs | 246 ++++++
core/integration/tests/server/purge_vsr.rs | 51 ++
.../server/scenarios/purge_delete_scenario.rs | 153 +++-
.../tests/server/scenarios/system_scenario.rs | 21 +-
.../tests/server/topic_admission_vsr.rs | 272 ++++++
core/metadata/src/impls/metadata.rs | 67 +-
core/metadata/src/stm/stream.rs | 83 +-
core/partitions/src/iggy_partition.rs | 971 ++++++++++++++++++---
core/partitions/src/journal.rs | 160 +++-
core/partitions/src/offset_storage.rs | 196 +++++
core/partitions/src/state_transfer.rs | 51 +-
core/sdk/src/vsr.rs | 21 +-
core/server-ng/src/bootstrap.rs | 42 +-
core/server-ng/src/dispatch.rs | 399 +++++++--
core/server-ng/src/http/handlers.rs | 21 +-
core/server-ng/src/partition_helpers.rs | 10 +
core/server-ng/src/partition_reconciler.rs | 92 +-
core/server-ng/src/responses.rs | 208 +++--
core/server-ng/src/segment_cleaner.rs | 98 ++-
core/shard/src/lib.rs | 92 +-
core/shard/src/metrics.rs | 19 +
core/shard/src/router.rs | 28 +
examples/go/README.md | 13 +-
examples/go/getting-started/producer/main.go | 2 +-
foreign/go/README.md | 53 +-
.../go/benchmarks/send_messages_benchmark_test.go | 2 +-
.../binary_response_deserializer.go | 120 ++-
.../vsr_response_deserializer_test.go | 275 ++++++
foreign/go/client/tcp/tcp_connect_test.go | 582 ++++++++++++
.../go/client/tcp/tcp_consumer_group_management.go | 37 +-
.../tcp/tcp_consumer_group_management_test.go | 139 +++
foreign/go/client/tcp/tcp_core.go | 675 +++++++++++---
foreign/go/client/tcp/tcp_core_encode_test.go | 210 ++---
foreign/go/client/tcp/tcp_core_review_test.go | 317 +++++++
foreign/go/client/tcp/tcp_core_test.go | 809 +++++++++--------
foreign/go/client/tcp/tcp_group_polling.go | 280 ++++++
foreign/go/client/tcp/tcp_group_polling_test.go | 329 +++++++
foreign/go/client/tcp/tcp_messaging.go | 111 ++-
foreign/go/client/tcp/tcp_partition_management.go | 20 +-
foreign/go/client/tcp/tcp_session_management.go | 113 ++-
foreign/go/client/tcp/tcp_stream_management.go | 6 +-
.../go/client/tcp/tcp_stream_management_test.go | 162 ++++
foreign/go/client/tcp/tcp_testing_test.go | 255 ++++++
foreign/go/client/tcp/tcp_topic_cache.go | 124 +++
foreign/go/client/tcp/tcp_topic_cache_test.go | 92 ++
foreign/go/client/tcp/tcp_topic_management.go | 6 +-
foreign/go/client/tcp/tcp_topic_management_test.go | 133 +++
foreign/go/contracts/client.go | 36 +-
foreign/go/contracts/cluster_metadata_test.go | 58 ++
foreign/go/contracts/cluster_node.go | 16 +-
.../{duration.go => consumer_group_assignment.go} | 32 +-
foreign/go/contracts/message_header.go | 24 +-
foreign/go/contracts/meta_data.go | 4 +-
foreign/go/contracts/partitions.go | 11 +-
.../{access_tokens.go => send_confirmation.go} | 24 +-
foreign/go/contracts/stats.go | 6 +-
foreign/go/contracts/version.go | 2 +-
foreign/go/errors/errors.yaml | 26 +
foreign/go/errors/errors_gen.go | 73 ++
foreign/go/errors/errors_test.go | 90 ++
foreign/go/go.mod | 48 +-
foreign/go/go.sum | 118 +--
foreign/go/internal/command/code.go | 97 +-
foreign/go/internal/command/consumer_group.go | 13 +
foreign/go/internal/command/message.go | 162 ++--
foreign/go/internal/command/message_test.go | 77 ++
foreign/go/internal/hash/xxhash32.go | 96 ++
foreign/go/internal/hash/xxhash32_test.go | 63 ++
foreign/go/internal/util/leader_aware.go | 109 ++-
foreign/go/internal/util/leader_aware_test.go | 109 +++
foreign/go/internal/vsr/envelope.go | 96 ++
foreign/go/internal/vsr/envelope_test.go | 271 ++++++
foreign/go/internal/vsr/header.go | 204 +++++
foreign/go/internal/vsr/header_test.go | 228 +++++
foreign/go/internal/vsr/namespace.go | 246 ++++++
foreign/go/internal/vsr/namespace_test.go | 376 ++++++++
foreign/go/internal/vsr/operation.go | 236 +++++
foreign/go/internal/vsr/operation_test.go | 196 +++++
foreign/go/internal/vsr/protocol_parity_test.go | 622 +++++++++++++
foreign/go/internal/vsr/register.go | 143 +++
foreign/go/internal/vsr/register_test.go | 162 ++++
foreign/go/internal/vsr/reply.go | 173 ++++
foreign/go/internal/vsr/reply_test.go | 289 ++++++
foreign/go/internal/vsr/session.go | 173 ++++
foreign/go/internal/vsr/session_test.go | 163 ++++
foreign/go/tests/e2e_helpers_test.go | 183 ++++
foreign/go/tests/e2e_test.go | 308 +++++++
foreign/go/tests/tls_test.go | 284 ------
foreign/node/src/bdd/auth.ts | 3 +
foreign/python/Cargo.toml | 4 +-
foreign/python/README.md | 119 ++-
foreign/python/tests/test_message_operations.py | 17 +-
foreign/python/tests/test_tls.py | 11 +-
foreign/python/tests/test_topic.py | 18 +-
foreign/python/tests/utils.py | 33 +-
scripts/run-bdd-tests.sh | 25 +-
scripts/run-examples-from-readme.sh | 19 +-
scripts/utils.sh | 68 +-
115 files changed, 12576 insertions(+), 1929 deletions(-)
create mode 100644 core/integration/tests/server/poll_semantics_vsr.rs
create mode 100644 core/integration/tests/server/purge_vsr.rs
create mode 100644 core/integration/tests/server/topic_admission_vsr.rs
create mode 100644
foreign/go/binary_serialization/vsr_response_deserializer_test.go
create mode 100644 foreign/go/client/tcp/tcp_connect_test.go
create mode 100644 foreign/go/client/tcp/tcp_consumer_group_management_test.go
create mode 100644 foreign/go/client/tcp/tcp_core_review_test.go
create mode 100644 foreign/go/client/tcp/tcp_group_polling.go
create mode 100644 foreign/go/client/tcp/tcp_group_polling_test.go
create mode 100644 foreign/go/client/tcp/tcp_stream_management_test.go
create mode 100644 foreign/go/client/tcp/tcp_testing_test.go
create mode 100644 foreign/go/client/tcp/tcp_topic_cache.go
create mode 100644 foreign/go/client/tcp/tcp_topic_cache_test.go
create mode 100644 foreign/go/client/tcp/tcp_topic_management_test.go
create mode 100644 foreign/go/contracts/cluster_metadata_test.go
copy foreign/go/contracts/{duration.go => consumer_group_assignment.go} (55%)
copy foreign/go/contracts/{access_tokens.go => send_confirmation.go} (55%)
create mode 100644 foreign/go/internal/hash/xxhash32.go
create mode 100644 foreign/go/internal/hash/xxhash32_test.go
create mode 100644 foreign/go/internal/vsr/envelope.go
create mode 100644 foreign/go/internal/vsr/envelope_test.go
create mode 100644 foreign/go/internal/vsr/header.go
create mode 100644 foreign/go/internal/vsr/header_test.go
create mode 100644 foreign/go/internal/vsr/namespace.go
create mode 100644 foreign/go/internal/vsr/namespace_test.go
create mode 100644 foreign/go/internal/vsr/operation.go
create mode 100644 foreign/go/internal/vsr/operation_test.go
create mode 100644 foreign/go/internal/vsr/protocol_parity_test.go
create mode 100644 foreign/go/internal/vsr/register.go
create mode 100644 foreign/go/internal/vsr/register_test.go
create mode 100644 foreign/go/internal/vsr/reply.go
create mode 100644 foreign/go/internal/vsr/reply_test.go
create mode 100644 foreign/go/internal/vsr/session.go
create mode 100644 foreign/go/internal/vsr/session_test.go
create mode 100644 foreign/go/tests/e2e_helpers_test.go
create mode 100644 foreign/go/tests/e2e_test.go
delete mode 100644 foreign/go/tests/tls_test.go
