This is an automated email from the ASF dual-hosted git repository.
hubcio pushed a change to branch
dependabot/npm_and_yarn/examples/node/humanfs/node-0.16.8
in repository https://gitbox.apache.org/repos/asf/iggy.git
from b39cc59b6 chore(deps): Bump @humanfs/node from 0.16.7 to 0.16.8 in
/examples/node
add e77ee39d3 refactor(csharp): update integer properties to unsigned
types for consistency (#4027)
add bad22c03c feat(server): dedup partition writes with per-group client
table slices (#3959)
add fdea16290 Merge branch 'master' into
dependabot/npm_and_yarn/examples/node/humanfs/node-0.16.8
No new revisions were added by this update.
Summary of changes:
core/configs/src/server_config/defaults.rs | 1 +
core/configs/src/server_config/partition.rs | 52 ++
core/consensus/src/client_table.rs | 710 ++++++++++++++++++-
core/consensus/src/impls.rs | 65 +-
core/consensus/src/lib.rs | 20 +-
core/integration/tests/cluster/mod.rs | 1 +
core/integration/tests/cluster/partition_dedup.rs | 749 +++++++++++++++++++++
core/partitions/src/iggy_partition.rs | 281 ++++++--
core/partitions/src/iggy_partitions.rs | 63 +-
core/partitions/src/state_transfer.rs | 300 ++++++++-
core/server/config.toml | 11 +
core/server/src/boot/recovery.rs | 3 +
core/server/src/dispatch/partition.rs | 121 +++-
core/server/src/http/session.rs | 33 +-
core/server/src/http/state.rs | 2 +-
core/server/src/http/submit.rs | 15 +-
core/server/src/partition_helpers.rs | 2 +
core/shard/src/lib.rs | 351 +++++++++-
core/shard/src/metrics.rs | 10 +-
core/shard/src/router.rs | 16 +-
core/simulator/src/lib.rs | 264 ++++----
.../BasicMessagingOperationsSteps.cs | 2 +-
.../ClusterRedirectionTests.cs | 2 +-
.../ConsumerGroupTests.cs | 9 +-
.../FetchMessagesTests.cs | 4 +-
.../Iggy_SDK.Tests.Integration/HeartbeatTests.cs | 8 +-
.../IggyPublisherTests.cs | 2 +-
.../Iggy_SDK.Tests.Integration/OffsetTests.cs | 6 +-
.../PersonalAccessTokenTests.cs | 2 +-
.../Iggy_SDK.Tests.Integration/StreamsTests.cs | 12 +-
.../Iggy_SDK.Tests.Integration/SystemTests.cs | 29 +-
.../Iggy_SDK.Tests.Integration/TopicsTests.cs | 4 -
.../Iggy_SDK.Tests.Integration/UsersTests.cs | 14 +-
.../Vsr/VsrMessagingTests.cs | 2 +-
.../Iggy_SDK/Consumers/IggyConsumer.Logging.cs | 5 +
.../Iggy_SDK/Consumers/IggyConsumer.Rented.cs | 15 +-
foreign/csharp/Iggy_SDK/Consumers/IggyConsumer.cs | 28 +-
.../csharp/Iggy_SDK/Contracts/Auth/AuthResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/Auth/Permissions.cs | 2 +-
foreign/csharp/Iggy_SDK/Contracts/ClientInfo.cs | 4 +-
foreign/csharp/Iggy_SDK/Contracts/ClusterNode.cs | 6 -
.../csharp/Iggy_SDK/Contracts/ClusterNodeStatus.cs | 7 +-
.../csharp/Iggy_SDK/Contracts/ConsumerGroupInfo.cs | 6 +-
.../Iggy_SDK/Contracts/ConsumerGroupMembers.cs | 4 +-
.../csharp/Iggy_SDK/Contracts/MessageResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/OffsetResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/PartitionResponse.cs | 4 +-
.../csharp/Iggy_SDK/Contracts/PolledMessages.cs | 9 +-
.../Iggy_SDK/Contracts/PolledMessagesRental.cs | 2 +-
.../Iggy_SDK/Contracts/RentedMessageResponse.cs | 2 +-
foreign/csharp/Iggy_SDK/Contracts/StatsResponse.cs | 14 +-
.../csharp/Iggy_SDK/Contracts/StreamPermissions.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/StreamResponse.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/Tcp/TcpContracts.cs | 225 ++-----
.../ClientTransport.cs} | 26 +-
foreign/csharp/Iggy_SDK/Identifier.cs | 11 +-
.../csharp/Iggy_SDK/IggyClient/IIggyConsumer.cs | 12 +-
.../Implementations/HttpMessageStream.cs | 4 +-
.../Implementations/TcpMessageStream.Vsr.cs | 24 +-
foreign/csharp/Iggy_SDK/Iggy_SDK.csproj | 2 +-
foreign/csharp/Iggy_SDK/Kinds/Consumer.cs | 22 +
foreign/csharp/Iggy_SDK/Kinds/Partitioning.cs | 13 +-
foreign/csharp/Iggy_SDK/Mappers/BinaryMapper.cs | 510 +++++++-------
.../Iggy_SDK/Vsr/ConsumerGroupClientState.cs | 25 +-
.../NoAssignedPartitionBackoffTests.cs | 193 ++++++
.../MessageBatchGoldenVectorTests.cs | 2 +-
.../ContractsTests/UserContractsTests.cs | 124 ++++
.../Iggy_SDK_Tests/MapperTests/BinaryMapper.cs | 300 ++++++++-
.../MapperTests/HeaderEncryptionTests.cs | 56 +-
.../MapperTests/OptionsBlockGoldenVectorTests.cs | 10 +
.../IdentifiersByteSerializationTests.cs | 25 +
.../csharp/Iggy_SDK_Tests/Utils/BinaryFactory.cs | 61 +-
.../Iggy_SDK_Tests/Utils/Streams/StreamFactory.cs | 4 +-
.../Utils/Users/PermissionsFactory.cs | 24 +-
.../Iggy_SDK_Tests/Utils/Users/UsersFactory.cs | 6 +-
.../VsrTests/ConsumerGroupClientStateTests.cs | 14 +-
.../VsrTests/EndpointFailoverTests.cs | 265 +-------
.../Iggy_SDK_Tests/VsrTests/GroupPollingTests.cs | 150 +++++
foreign/csharp/Iggy_SDK_Tests/VsrTests/MockNode.cs | 251 +++++++
scripts/ci/storage-compat.sh | 47 +-
80 files changed, 4547 insertions(+), 1143 deletions(-)
create mode 100644 core/integration/tests/cluster/partition_dedup.rs
copy foreign/csharp/Iggy_SDK/{Contracts/ClusterNodeStatus.cs =>
Enums/ClientTransport.cs} (70%)
create mode 100644
foreign/csharp/Iggy_SDK_Tests/ConsumerTests/NoAssignedPartitionBackoffTests.cs
create mode 100644
foreign/csharp/Iggy_SDK_Tests/ContractsTests/UserContractsTests.cs
create mode 100644 foreign/csharp/Iggy_SDK_Tests/VsrTests/GroupPollingTests.cs
create mode 100644 foreign/csharp/Iggy_SDK_Tests/VsrTests/MockNode.cs