This is an automated email from the ASF dual-hosted git repository.
hubcio pushed a change to branch server-ng-pr4-spine-mechanisms
in repository https://gitbox.apache.org/repos/asf/iggy.git
omit f5da63735 fix(server): deny malformed consumer-group requests instead
of dropping
omit 015214b37 refactor(server): make dispatch routing and failure paths
explicit
add ca0b578a2 fix(sdk): correct consumer group polling and commits in
IggyConsumer (#4034)
add c3df915ff docs: fix partition IDs and auto commit wording in the
README quickstart (#4040)
add d3028f9b2 chore(deps): Bump fast-uri from 3.1.5 to 3.1.7 in
/foreign/node (#4042)
add e77ee39d3 refactor(csharp): update integer properties to unsigned
types for consistency (#4027)
add bad22c03c feat(server): dedup partition writes with per-group client
table slices (#3959)
add b0088408c chore(deps): Bump @humanfs/node from 0.16.7 to 0.16.8 in
/examples/node (#4044)
add 858279b58 chore(deps): Bump @humanfs/node from 0.16.7 to 0.16.8 in
/web (#4045)
add a7fcf9282 chore(deps): Bump the python group across 2 directories with
1 update (#4039)
add 873c6ce6a docs: mention the PHP SDK in the README (#4041)
add 05b3d74b9 test(java): add Pinot connector E2E coverage (#3922)
add 412014a7b docs(simulator): add a README for the deterministic harness
(#4047)
add 02c823e5d refactor(server): make dispatch routing and failure paths
explicit
add c80100941 fix(server): deny malformed consumer-group requests instead
of dropping
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f5da63735)
\
N -- N -- N refs/heads/server-ng-pr4-spine-mechanisms (c80100941)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/actions/java-gradle/pre-merge/action.yml | 6 +
README.md | 16 +-
bdd/python/uv.lock | 38 +-
core/bench/src/actors/consumer/client/low_level.rs | 28 +-
core/common/src/consumer_group_client_state.rs | 38 +
core/common/src/lib.rs | 7 +
core/common/src/traits/binary_impls/messages.rs | 43 +-
core/common/src/traits/message_client.rs | 41 +-
core/common/src/types/message/polled_messages.rs | 6 +-
core/configs/src/server_config/defaults.rs | 1 +
core/configs/src/server_config/partition.rs | 52 ++
core/consensus/src/client_table.rs | 710 ++++++++++++++++++-
core/consensus/src/impls.rs | 65 +-
core/consensus/src/lib.rs | 20 +-
core/integration/tests/cluster/mod.rs | 1 +
core/integration/tests/cluster/partition_dedup.rs | 749 ++++++++++++++++++++
core/integration/tests/sdk/consumer_group.rs | 83 +++
.../tests/sdk/consumer_group_membership.rs | 276 ++++++++
core/integration/tests/sdk/consumer_shutdown.rs | 112 +++
core/integration/tests/sdk/mod.rs | 1 +
core/partitions/src/iggy_partition.rs | 281 ++++++--
core/partitions/src/iggy_partitions.rs | 63 +-
core/partitions/src/state_transfer.rs | 300 +++++++-
.../src/client_wrappers/binary_message_client.rs | 42 +-
core/sdk/src/clients/binary_message.rs | 26 +-
core/sdk/src/clients/consumer.rs | 762 ++++++++++++---------
core/sdk/src/clients/consumer_builder.rs | 25 +-
core/sdk/src/prelude.rs | 3 +-
core/sdk/src/quic/quic_client.rs | 7 +
core/sdk/src/tcp/tcp_client.rs | 7 +
core/sdk/src/websocket/websocket_client.rs | 7 +
core/server/config.toml | 11 +
core/server/src/boot/recovery.rs | 3 +
core/server/src/dispatch/partition.rs | 121 +++-
core/server/src/http/session.rs | 33 +-
core/server/src/http/state.rs | 2 +-
core/server/src/http/submit.rs | 15 +-
core/server/src/partition_helpers.rs | 2 +
core/shard/src/lib.rs | 351 +++++++++-
core/shard/src/metrics.rs | 10 +-
core/shard/src/router.rs | 16 +-
core/simulator/README.md | 236 +++++++
core/simulator/src/lib.rs | 264 +++----
examples/node/package-lock.json | 36 +-
examples/python/uv.lock | 38 +-
.../BasicMessagingOperationsSteps.cs | 2 +-
.../ClusterRedirectionTests.cs | 2 +-
.../ConsumerGroupTests.cs | 9 +-
.../FetchMessagesTests.cs | 4 +-
.../Iggy_SDK.Tests.Integration/HeartbeatTests.cs | 8 +-
.../IggyPublisherTests.cs | 2 +-
.../Iggy_SDK.Tests.Integration/OffsetTests.cs | 6 +-
.../PersonalAccessTokenTests.cs | 2 +-
.../Iggy_SDK.Tests.Integration/StreamsTests.cs | 12 +-
.../Iggy_SDK.Tests.Integration/SystemTests.cs | 29 +-
.../Iggy_SDK.Tests.Integration/TopicsTests.cs | 4 -
.../Iggy_SDK.Tests.Integration/UsersTests.cs | 14 +-
.../Vsr/VsrMessagingTests.cs | 2 +-
.../Iggy_SDK/Consumers/IggyConsumer.Logging.cs | 5 +
.../Iggy_SDK/Consumers/IggyConsumer.Rented.cs | 15 +-
foreign/csharp/Iggy_SDK/Consumers/IggyConsumer.cs | 28 +-
.../csharp/Iggy_SDK/Contracts/Auth/AuthResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/Auth/Permissions.cs | 2 +-
foreign/csharp/Iggy_SDK/Contracts/ClientInfo.cs | 4 +-
foreign/csharp/Iggy_SDK/Contracts/ClusterNode.cs | 6 -
.../csharp/Iggy_SDK/Contracts/ClusterNodeStatus.cs | 7 +-
.../csharp/Iggy_SDK/Contracts/ConsumerGroupInfo.cs | 6 +-
.../Iggy_SDK/Contracts/ConsumerGroupMembers.cs | 4 +-
.../csharp/Iggy_SDK/Contracts/MessageResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/OffsetResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/PartitionResponse.cs | 4 +-
.../csharp/Iggy_SDK/Contracts/PolledMessages.cs | 9 +-
.../Iggy_SDK/Contracts/PolledMessagesRental.cs | 2 +-
.../Iggy_SDK/Contracts/RentedMessageResponse.cs | 2 +-
foreign/csharp/Iggy_SDK/Contracts/StatsResponse.cs | 14 +-
.../csharp/Iggy_SDK/Contracts/StreamPermissions.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/StreamResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/Tcp/TcpContracts.cs | 225 ++----
.../ClientTransport.cs} | 26 +-
foreign/csharp/Iggy_SDK/Identifier.cs | 11 +-
.../csharp/Iggy_SDK/IggyClient/IIggyConsumer.cs | 12 +-
.../Implementations/HttpMessageStream.cs | 4 +-
.../Implementations/TcpMessageStream.Vsr.cs | 24 +-
foreign/csharp/Iggy_SDK/Iggy_SDK.csproj | 2 +-
foreign/csharp/Iggy_SDK/Kinds/Consumer.cs | 22 +
foreign/csharp/Iggy_SDK/Kinds/Partitioning.cs | 13 +-
foreign/csharp/Iggy_SDK/Mappers/BinaryMapper.cs | 510 +++++++-------
.../Iggy_SDK/Vsr/ConsumerGroupClientState.cs | 25 +-
.../NoAssignedPartitionBackoffTests.cs | 193 ++++++
.../MessageBatchGoldenVectorTests.cs | 2 +-
.../ContractsTests/UserContractsTests.cs | 124 ++++
.../Iggy_SDK_Tests/MapperTests/BinaryMapper.cs | 300 +++++++-
.../MapperTests/HeaderEncryptionTests.cs | 56 +-
.../MapperTests/OptionsBlockGoldenVectorTests.cs | 10 +
.../IdentifiersByteSerializationTests.cs | 25 +
.../csharp/Iggy_SDK_Tests/Utils/BinaryFactory.cs | 61 +-
.../Iggy_SDK_Tests/Utils/Streams/StreamFactory.cs | 4 +-
.../Utils/Users/PermissionsFactory.cs | 24 +-
.../Iggy_SDK_Tests/Utils/Users/UsersFactory.cs | 6 +-
.../VsrTests/ConsumerGroupClientStateTests.cs | 14 +-
.../VsrTests/EndpointFailoverTests.cs | 265 +------
.../Iggy_SDK_Tests/VsrTests/GroupPollingTests.cs | 150 ++++
foreign/csharp/Iggy_SDK_Tests/VsrTests/MockNode.cs | 251 +++++++
.../iggy-connector-pinot/build.gradle.kts | 25 +-
.../iggy-connector-pinot/integration-test.sh | 234 -------
.../connector/pinot/IggyPinotIntegrationTest.java | 465 +++++++++++++
foreign/node/package-lock.json | 7 +-
foreign/php/README.md | 6 +-
foreign/php/iggy-php.stubs.php | 3 +
foreign/php/src/client.rs | 3 +
foreign/python/apache_iggy.pyi | 2 +
foreign/python/src/client.rs | 2 +
scripts/ci/storage-compat.sh | 47 +-
web/package-lock.json | 28 +-
114 files changed, 6542 insertions(+), 1807 deletions(-)
create mode 100644 core/integration/tests/cluster/partition_dedup.rs
create mode 100644 core/integration/tests/sdk/consumer_shutdown.rs
create mode 100644 core/simulator/README.md
copy foreign/csharp/Iggy_SDK/{Contracts/ClusterNodeStatus.cs =>
Enums/ClientTransport.cs} (70%)
create mode 100644
foreign/csharp/Iggy_SDK_Tests/ConsumerTests/NoAssignedPartitionBackoffTests.cs
create mode 100644
foreign/csharp/Iggy_SDK_Tests/ContractsTests/UserContractsTests.cs
create mode 100644 foreign/csharp/Iggy_SDK_Tests/VsrTests/GroupPollingTests.cs
create mode 100644 foreign/csharp/Iggy_SDK_Tests/VsrTests/MockNode.cs
delete mode 100755
foreign/java/external-processors/iggy-connector-pinot/integration-test.sh
create mode 100644
foreign/java/external-processors/iggy-connector-pinot/src/test/java/org/apache/iggy/connector/pinot/IggyPinotIntegrationTest.java
