This is an automated email from the ASF dual-hosted git repository.
numinnex pushed a change to branch state_transfer_view_change
in repository https://gitbox.apache.org/repos/asf/iggy.git
from e89d2950c fix(partitions): finish state transfer for a replica whose
view ran ahead
add 5753d4958 refactor!: remove the purge API and its server machinery
(#4477)
new 7c0279935 merge master
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Cargo.lock | 1 -
core/ai/mcp/README.md | 2 +-
core/ai/mcp/src/service/mod.rs | 25 -
core/ai/mcp/src/service/requests.rs | 15 -
core/binary_protocol/src/codes.rs | 8 +-
core/binary_protocol/src/consensus/error.rs | 8 +-
core/binary_protocol/src/consensus/operation.rs | 31 +-
core/binary_protocol/src/dispatch.rs | 68 +-
core/binary_protocol/src/requests/streams/mod.rs | 2 -
.../src/requests/streams/purge_stream.rs | 60 -
core/binary_protocol/src/requests/topics/mod.rs | 2 -
.../src/requests/topics/purge_topic.rs | 86 -
core/binary_protocol/src/responses/streams/mod.rs | 2 -
.../src/responses/streams/purge_stream.rs | 19 -
core/binary_protocol/src/responses/topics/mod.rs | 2 -
.../src/responses/topics/purge_topic.rs | 19 -
core/cli/src/args/stream.rs | 18 -
core/cli/src/args/topic.rs | 27 -
core/cli/src/commands/binary_streams/mod.rs | 1 -
.../src/commands/binary_streams/purge_stream.rs | 59 -
core/cli/src/commands/binary_topics/mod.rs | 1 -
core/cli/src/commands/binary_topics/purge_topic.rs | 67 -
core/cli/src/main.rs | 9 +-
core/common/src/http/streams/mod.rs | 1 -
core/common/src/http/streams/purge_stream.rs | 37 -
core/common/src/http/topics/mod.rs | 1 -
core/common/src/http/topics/purge_topic.rs | 41 -
core/common/src/traits/binary_impls/streams.rs | 16 +-
core/common/src/traits/binary_impls/topics.rs | 26 +-
core/common/src/traits/consumer_offset_client.rs | 4 -
core/common/src/traits/stream_client.rs | 4 -
core/common/src/traits/topic_client.rs | 8 -
core/consensus/src/impls.rs | 29 +-
core/consensus/src/observability.rs | 2 -
core/consensus/src/state_manifest.rs | 5 +-
core/integration/tests/cli/stream/mod.rs | 1 -
.../tests/cli/stream/test_stream_help_command.rs | 1 -
.../tests/cli/stream/test_stream_purge_command.rs | 223 --
core/integration/tests/cli/topic/mod.rs | 1 -
.../tests/cli/topic/test_topic_help_command.rs | 1 -
.../tests/cli/topic/test_topic_purge_command.rs | 295 --
.../tests/cluster/consumer_offset_quota.rs | 74 +-
core/integration/tests/cluster/partition_dedup.rs | 42 +-
.../tests/data_integrity/storage_compat.rs | 264 +-
core/integration/tests/mcp/mod.rs | 24 +-
.../server/{purge_delete.rs => delete_segments.rs} | 22 +-
.../tests/server/descriptor_exhaustion_vsr.rs | 4 +-
core/integration/tests/server/http_vsr.rs | 40 +
core/integration/tests/server/mod.rs | 9 +-
core/integration/tests/server/purge_vsr.rs | 142 -
core/integration/tests/server/raw_tcp.rs | 18 +-
.../server/scenarios/authentication_scenario.rs | 2 -
...ete_scenario.rs => delete_segments_scenario.rs} | 464 ---
.../scenarios/delete_stats_rollback_scenario.rs | 8 +-
core/integration/tests/server/scenarios/mod.rs | 4 +-
.../stale_client_consumer_group_scenario.rs | 3 +-
.../scenarios/stream_size_validation_scenario.rs | 52 +-
.../tests/server/scenarios/system_scenario.rs | 78 -
core/integration/tests/server/unknown_code_vsr.rs | 136 +-
core/journal/src/partition_journal.rs | 260 +-
core/journal/src/partition_journal/segments.rs | 17 +-
.../src/permissioner/permissioner_rules/streams.rs | 4 -
.../src/permissioner/permissioner_rules/topics.rs | 9 -
core/metadata/src/stm/authz.rs | 26 +-
core/metadata/src/stm/result.rs | 26 +-
core/metadata/src/stm/snapshot.rs | 13 +-
core/metadata/src/stm/stream.rs | 602 +---
core/partitions/Cargo.toml | 1 -
core/partitions/src/iggy_partition.rs | 3731 ++++----------------
core/partitions/src/iggy_partitions.rs | 9 +-
core/partitions/src/io.rs | 88 +-
core/partitions/src/journal.rs | 85 +-
core/partitions/src/lib.rs | 2 +-
core/partitions/src/log.rs | 28 +-
core/partitions/src/offset_storage.rs | 242 +-
core/partitions/src/persistence.rs | 28 -
core/partitions/src/poll_plan.rs | 14 +-
core/partitions/src/state_transfer.rs | 231 +-
core/partitions/tests/consumer_offset_history.rs | 719 ----
.../src/client_wrappers/binary_stream_client.rs | 10 -
.../sdk/src/client_wrappers/binary_topic_client.rs | 14 -
core/sdk/src/clients/binary_streams.rs | 4 -
core/sdk/src/clients/binary_topics.rs | 12 -
core/sdk/src/clients/client.rs | 4 +-
core/sdk/src/http/streams.rs | 9 -
core/sdk/src/http/topics.rs | 13 -
core/sdk/src/poll_routing.rs | 4 +-
core/server/README.md | 6 +-
core/server/server.http | 8 -
core/server/src/boot/mod.rs | 44 +-
core/server/src/consumer_group.rs | 2 +-
core/server/src/dispatch/authz.rs | 2 -
core/server/src/dispatch/failure.rs | 137 +-
core/server/src/dispatch/mod.rs | 158 +-
core/server/src/dispatch/partition.rs | 171 +-
core/server/src/dispatch/test_support.rs | 4 +
core/server/src/http.rs | 11 +-
core/server/src/http/handlers.rs | 50 +-
core/server/src/http/metrics.rs | 2 +-
core/server/src/http/submit.rs | 2 +-
core/server/src/partition_helpers.rs | 14 +-
core/server/src/partition_reconciler.rs | 329 +-
core/server/src/server_error.rs | 2 +-
core/server_common/src/consensus_message.rs | 12 +-
core/shard/src/lib.rs | 221 +-
core/shard/src/metrics.rs | 32 +-
core/shard/src/partition_io.rs | 264 +-
core/shard/src/poll.rs | 26 +-
core/shard/src/poll/completion_tests.rs | 76 +-
core/shard/src/router.rs | 122 +-
core/simulator/src/client.rs | 24 +-
.../simulator/src/consumer_offset_history_tests.rs | 219 --
core/simulator/src/lib.rs | 3 -
core/simulator/src/storage.rs | 2 +-
core/simulator/src/storage/bookmark_recovery.rs | 360 ++
core/simulator/src/storage/purge.rs | 758 ----
core/simulator/src/storage/tests.rs | 107 +-
core/simulator/src/workload/actions.rs | 4 +-
core/simulator/src/workload/ops/mod.rs | 4 -
core/simulator/src/workload/ops/purge_stream.rs | 74 -
core/simulator/src/workload/ops/purge_topic.rs | 83 -
core/simulator/src/workload/options.rs | 6 +-
foreign/cpp/include/iggy.hpp | 28 -
foreign/cpp/src/client.cpp | 8 -
foreign/cpp/src/client.rs | 37 -
foreign/cpp/src/lib.rs | 2 -
foreign/cpp/tests/e2e/stream.cpp | 372 --
foreign/cpp/tests/e2e/topic.cpp | 331 --
foreign/cpp/tests/unit/unit_tests.cpp | 2 -
.../Helpers/Eventually.cs | 43 -
.../Iggy_SDK.Tests.Integration/StreamsTests.cs | 32 -
.../Iggy_SDK.Tests.Integration/TopicsTests.cs | 32 -
.../csharp/Iggy_SDK/Contracts/Tcp/TcpContracts.cs | 7 -
foreign/csharp/Iggy_SDK/IggyClient/IIggyStream.cs | 12 -
foreign/csharp/Iggy_SDK/IggyClient/IIggyTopic.cs | 13 -
.../Implementations/HttpMessageStream.cs | 20 -
.../IggyClient/Implementations/TcpMessageStream.cs | 15 -
foreign/csharp/Iggy_SDK/Utils/CommandCodes.cs | 2 -
foreign/csharp/Iggy_SDK/Vsr/VsrOperation.cs | 10 +-
.../ClientTests/HttpTopicOptionsTests.cs | 17 -
.../Iggy_SDK_Tests/VsrTests/VsrOperationTests.cs | 6 +-
foreign/go/client/tcp/tcp_poll_routing_test.go | 4 +-
foreign/go/internal/command/code.go | 2 -
foreign/go/internal/vsr/header_test.go | 1 -
foreign/go/internal/vsr/operation.go | 6 -
foreign/go/internal/vsr/operation_test.go | 6 +-
foreign/go/internal/vsr/protocol_parity_test.go | 2 -
.../iggy/client/async/tcp/vsr/VsrOperation.java | 8 +-
.../java/org/apache/iggy/serde/CommandCode.java | 3 +-
foreign/node/src/e2e/tcp.stream.e2e.ts | 4 -
foreign/node/src/e2e/tcp.topic.e2e.ts | 4 -
foreign/node/src/wire/command-set.ts | 4 -
foreign/node/src/wire/command.code.ts | 2 -
foreign/node/src/wire/stream/index.ts | 1 -
.../node/src/wire/stream/purge-stream.command.ts | 49 -
foreign/node/src/wire/topic/index.ts | 1 -
foreign/node/src/wire/topic/purge-topic.command.ts | 54 -
foreign/node/src/wire/vsr/operation.test.ts | 4 +-
foreign/node/src/wire/vsr/operation.ts | 4 -
foreign/python/apache_iggy.pyi | 40 -
foreign/python/src/client.rs | 65 -
foreign/python/tests/test_stream.py | 97 +-
foreign/python/tests/test_topic.py | 119 -
foreign/swift/Tests/IggyTests/Fixtures/golden.json | 2 -
foreign/swift/Tools/golden-vectors/src/main.rs | 18 +-
gateways/kafka/README.md | 2 +-
gateways/kafka/src/protocol/handlers/fetch.rs | 7 +-
gateways/kafka/tests/fetch_real_bridge_tests.rs | 33 +-
168 files changed, 2274 insertions(+), 11415 deletions(-)
delete mode 100644 core/binary_protocol/src/requests/streams/purge_stream.rs
delete mode 100644 core/binary_protocol/src/requests/topics/purge_topic.rs
delete mode 100644 core/binary_protocol/src/responses/streams/purge_stream.rs
delete mode 100644 core/binary_protocol/src/responses/topics/purge_topic.rs
delete mode 100644 core/cli/src/commands/binary_streams/purge_stream.rs
delete mode 100644 core/cli/src/commands/binary_topics/purge_topic.rs
delete mode 100644 core/common/src/http/streams/purge_stream.rs
delete mode 100644 core/common/src/http/topics/purge_topic.rs
delete mode 100644
core/integration/tests/cli/stream/test_stream_purge_command.rs
delete mode 100644 core/integration/tests/cli/topic/test_topic_purge_command.rs
rename core/integration/tests/server/{purge_delete.rs => delete_segments.rs}
(68%)
delete mode 100644 core/integration/tests/server/purge_vsr.rs
rename core/integration/tests/server/scenarios/{purge_delete_scenario.rs =>
delete_segments_scenario.rs} (68%)
delete mode 100644 core/partitions/tests/consumer_offset_history.rs
delete mode 100644 core/simulator/src/consumer_offset_history_tests.rs
create mode 100644 core/simulator/src/storage/bookmark_recovery.rs
delete mode 100644 core/simulator/src/storage/purge.rs
delete mode 100644 core/simulator/src/workload/ops/purge_stream.rs
delete mode 100644 core/simulator/src/workload/ops/purge_topic.rs
delete mode 100644
foreign/csharp/Iggy_SDK.Tests.Integration/Helpers/Eventually.cs
delete mode 100644 foreign/node/src/wire/stream/purge-stream.command.ts
delete mode 100644 foreign/node/src/wire/topic/purge-topic.command.ts
