This is an automated email from the ASF dual-hosted git repository.
krishvishal pushed a change to branch durable-offset-watermark
in repository https://gitbox.apache.org/repos/asf/iggy.git
discard 6ba8a2b0e fix: ci
discard eb5dfa89c fix: ci
discard c701c7b4d fix: address review comments
discard 5d6684515 fix: address review comments
discard 385c40736 fix: address review comments
discard 4c48dbb54 fix: address review comments.
discard 470d8e14a fix(server): let the chain guard admit the boot re-anchor's
gap
discard 2f6ab3603 fix(partitions): keep the offset reservation helpers
lint-clean
discard 2ce13c1eb fix(partitions): reserve offsets before confirming them
add c3df915ff docs: fix partition IDs and auto commit wording in the
README quickstart (#4040)
add d3028f9b2 chore(deps): Bump fast-uri from 3.1.5 to 3.1.7 in
/foreign/node (#4042)
add e77ee39d3 refactor(csharp): update integer properties to unsigned
types for consistency (#4027)
add bad22c03c feat(server): dedup partition writes with per-group client
table slices (#3959)
add b0088408c chore(deps): Bump @humanfs/node from 0.16.7 to 0.16.8 in
/examples/node (#4044)
add 858279b58 chore(deps): Bump @humanfs/node from 0.16.7 to 0.16.8 in
/web (#4045)
add a7fcf9282 chore(deps): Bump the python group across 2 directories with
1 update (#4039)
add 873c6ce6a docs: mention the PHP SDK in the README (#4041)
add 05b3d74b9 test(java): add Pinot connector E2E coverage (#3922)
add 412014a7b docs(simulator): add a README for the deterministic harness
(#4047)
add 7f0bc26d1 chore(deps): Bump the node group across 2 directories with 3
updates (#4052)
add 02f844f4c chore(deps): Bump the web group across 1 directory with 3
updates (#4051)
add 3b0d2c880 fix(partitions): reserve offsets before confirming them
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (6ba8a2b0e)
\
N -- N -- N refs/heads/durable-offset-watermark (3b0d2c880)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/actions/java-gradle/pre-merge/action.yml | 6 +
README.md | 16 +-
bdd/python/uv.lock | 38 +-
core/configs/src/server_config/defaults.rs | 1 +
core/configs/src/server_config/partition.rs | 53 ++
core/consensus/src/client_table.rs | 710 ++++++++++++++++++-
core/consensus/src/impls.rs | 65 +-
core/consensus/src/lib.rs | 20 +-
core/integration/tests/cluster/mod.rs | 1 +
core/integration/tests/cluster/partition_dedup.rs | 749 +++++++++++++++++++++
core/partitions/src/iggy_partition.rs | 314 +++++++--
core/partitions/src/iggy_partitions.rs | 63 +-
core/partitions/src/state_transfer.rs | 300 ++++++++-
core/server/config.toml | 11 +
core/server/src/boot/recovery.rs | 3 +
core/server/src/dispatch/partition.rs | 121 +++-
core/server/src/http/session.rs | 33 +-
core/server/src/http/state.rs | 2 +-
core/server/src/http/submit.rs | 15 +-
core/server/src/partition_helpers.rs | 2 +
core/shard/src/lib.rs | 351 +++++++++-
core/shard/src/metrics.rs | 10 +-
core/shard/src/router.rs | 16 +-
core/simulator/README.md | 236 +++++++
core/simulator/src/lib.rs | 264 ++++----
examples/node/package-lock.json | 44 +-
examples/node/package.json | 2 +-
examples/python/uv.lock | 38 +-
.../BasicMessagingOperationsSteps.cs | 2 +-
.../ClusterRedirectionTests.cs | 2 +-
.../ConsumerGroupTests.cs | 9 +-
.../FetchMessagesTests.cs | 4 +-
.../Iggy_SDK.Tests.Integration/HeartbeatTests.cs | 8 +-
.../IggyPublisherTests.cs | 2 +-
.../Iggy_SDK.Tests.Integration/OffsetTests.cs | 6 +-
.../PersonalAccessTokenTests.cs | 2 +-
.../Iggy_SDK.Tests.Integration/StreamsTests.cs | 12 +-
.../Iggy_SDK.Tests.Integration/SystemTests.cs | 29 +-
.../Iggy_SDK.Tests.Integration/TopicsTests.cs | 4 -
.../Iggy_SDK.Tests.Integration/UsersTests.cs | 14 +-
.../Vsr/VsrMessagingTests.cs | 2 +-
.../Iggy_SDK/Consumers/IggyConsumer.Logging.cs | 5 +
.../Iggy_SDK/Consumers/IggyConsumer.Rented.cs | 15 +-
foreign/csharp/Iggy_SDK/Consumers/IggyConsumer.cs | 28 +-
.../csharp/Iggy_SDK/Contracts/Auth/AuthResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/Auth/Permissions.cs | 2 +-
foreign/csharp/Iggy_SDK/Contracts/ClientInfo.cs | 4 +-
foreign/csharp/Iggy_SDK/Contracts/ClusterNode.cs | 6 -
.../csharp/Iggy_SDK/Contracts/ClusterNodeStatus.cs | 7 +-
.../csharp/Iggy_SDK/Contracts/ConsumerGroupInfo.cs | 6 +-
.../Iggy_SDK/Contracts/ConsumerGroupMembers.cs | 4 +-
.../csharp/Iggy_SDK/Contracts/MessageResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/OffsetResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/PartitionResponse.cs | 4 +-
.../csharp/Iggy_SDK/Contracts/PolledMessages.cs | 9 +-
.../Iggy_SDK/Contracts/PolledMessagesRental.cs | 2 +-
.../Iggy_SDK/Contracts/RentedMessageResponse.cs | 2 +-
foreign/csharp/Iggy_SDK/Contracts/StatsResponse.cs | 14 +-
.../csharp/Iggy_SDK/Contracts/StreamPermissions.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/StreamResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/Tcp/TcpContracts.cs | 225 ++-----
.../ClientTransport.cs} | 26 +-
foreign/csharp/Iggy_SDK/Identifier.cs | 11 +-
.../csharp/Iggy_SDK/IggyClient/IIggyConsumer.cs | 12 +-
.../Implementations/HttpMessageStream.cs | 4 +-
.../Implementations/TcpMessageStream.Vsr.cs | 24 +-
foreign/csharp/Iggy_SDK/Iggy_SDK.csproj | 2 +-
foreign/csharp/Iggy_SDK/Kinds/Consumer.cs | 22 +
foreign/csharp/Iggy_SDK/Kinds/Partitioning.cs | 13 +-
foreign/csharp/Iggy_SDK/Mappers/BinaryMapper.cs | 510 +++++++-------
.../Iggy_SDK/Vsr/ConsumerGroupClientState.cs | 25 +-
.../NoAssignedPartitionBackoffTests.cs | 193 ++++++
.../MessageBatchGoldenVectorTests.cs | 2 +-
.../ContractsTests/UserContractsTests.cs | 124 ++++
.../Iggy_SDK_Tests/MapperTests/BinaryMapper.cs | 300 ++++++++-
.../MapperTests/HeaderEncryptionTests.cs | 56 +-
.../MapperTests/OptionsBlockGoldenVectorTests.cs | 10 +
.../IdentifiersByteSerializationTests.cs | 25 +
.../csharp/Iggy_SDK_Tests/Utils/BinaryFactory.cs | 61 +-
.../Iggy_SDK_Tests/Utils/Streams/StreamFactory.cs | 4 +-
.../Utils/Users/PermissionsFactory.cs | 24 +-
.../Iggy_SDK_Tests/Utils/Users/UsersFactory.cs | 6 +-
.../VsrTests/ConsumerGroupClientStateTests.cs | 14 +-
.../VsrTests/EndpointFailoverTests.cs | 265 +-------
.../Iggy_SDK_Tests/VsrTests/GroupPollingTests.cs | 150 +++++
foreign/csharp/Iggy_SDK_Tests/VsrTests/MockNode.cs | 251 +++++++
.../iggy-connector-pinot/build.gradle.kts | 25 +-
.../iggy-connector-pinot/integration-test.sh | 234 -------
.../connector/pinot/IggyPinotIntegrationTest.java | 465 +++++++++++++
foreign/node/package-lock.json | 149 ++--
foreign/node/package.json | 2 +-
scripts/ci/storage-compat.sh | 47 +-
web/package-lock.json | 168 ++---
web/package.json | 6 +-
94 files changed, 5546 insertions(+), 1607 deletions(-)
create mode 100644 core/integration/tests/cluster/partition_dedup.rs
create mode 100644 core/simulator/README.md
copy foreign/csharp/Iggy_SDK/{Contracts/ClusterNodeStatus.cs =>
Enums/ClientTransport.cs} (70%)
create mode 100644
foreign/csharp/Iggy_SDK_Tests/ConsumerTests/NoAssignedPartitionBackoffTests.cs
create mode 100644
foreign/csharp/Iggy_SDK_Tests/ContractsTests/UserContractsTests.cs
create mode 100644 foreign/csharp/Iggy_SDK_Tests/VsrTests/GroupPollingTests.cs
create mode 100644 foreign/csharp/Iggy_SDK_Tests/VsrTests/MockNode.cs
delete mode 100755
foreign/java/external-processors/iggy-connector-pinot/integration-test.sh
create mode 100644
foreign/java/external-processors/iggy-connector-pinot/src/test/java/org/apache/iggy/connector/pinot/IggyPinotIntegrationTest.java
