This is an automated email from the ASF dual-hosted git repository.
gkoszyk pushed a change to branch metadata_module_init
in repository https://gitbox.apache.org/repos/asf/iggy.git
from fb7374149 feat(cluster): define metadata module and add conseus,
messages modules
add b52166b11 feat(csharp): implement reconnection in tcp client (#2336)
add f7db1281f fix(server): fix store_consumer_offset for consumer groups
(#2351)
add 3dbfc6959 fix(server): delete consumer_group offset, when deleting
consumer_group (#2352)
add e82aa03e7 docs(csharp): add XML documentation comments and remove
unused classes (#2353)
add f82351e79 chore(repo): update deps for rust, node and web (#2354)
add f7aabc21c fix(web): remove password persistence in sign-in form,
rememberMe functionality (#2357)
add 81f282647 docs(csharp): update csharp README.md file and bump
dependencies (#2356)
add f9629b577 Merge branch 'master' into metadata_module_init
No new revisions were added by this update.
Summary of changes:
Cargo.lock | 104 +-
Cargo.toml | 16 +-
DEPENDENCIES.md | 52 +-
README.md | 6 +-
core/bench/Cargo.toml | 2 +-
core/binary_protocol/Cargo.toml | 2 +-
core/common/Cargo.toml | 2 +-
core/integration/tests/server/cg.rs | 5 +-
core/integration/tests/server/mod.rs | 15 +-
...umer_group_auto_commit_reconnection_scenario.rs | 201 ++
.../consumer_group_offset_cleanup_scenario.rs | 201 ++
core/integration/tests/server/scenarios/mod.rs | 2 +
core/sdk/Cargo.toml | 2 +-
.../delete_consumer_group_handler.rs | 18 +
core/server/src/bootstrap.rs | 19 +-
core/server/src/http/consumer_groups.rs | 18 +
core/server/src/shard/system/consumer_offsets.rs | 92 +-
core/server/src/slab/streams.rs | 74 +-
.../src/streaming/partitions/consumer_offset.rs | 7 +-
core/server/src/streaming/partitions/helpers.rs | 50 +-
core/server/src/streaming/partitions/partition.rs | 7 +-
core/server/src/streaming/partitions/storage.rs | 88 +-
core/server/src/streaming/polling_consumer.rs | 28 +-
core/server/src/streaming/streams/helpers.rs | 8 +-
core/server/src/streaming/topics/consumer_group.rs | 4 +
.../Iggy_SDK.Examples.Basic.Consumer/Program.cs | 2 +
.../Iggy_SDK.Examples.Basic.Producer/Program.cs | 1 +
.../Program.cs | 1 +
.../Program.cs | 1 +
.../Program.cs | 1 +
.../Program.cs | 1 +
.../Program.cs | 1 +
.../Program.cs | 1 +
.../Iggy_SDK.Examples.NewSdk.Consumer/Program.cs | 4 +-
.../Iggy_SDK.Examples.NewSdk.Producer/Program.cs | 1 +
foreign/csharp/DEPENDENCIES.md | 4 +-
foreign/csharp/Directory.Packages.props | 4 +-
.../BasicMessagingOperationsSteps.cs | 1 +
.../ConsumerGroupTests.cs | 8 +-
.../FetchMessagesTests.cs | 2 +-
.../Fixtures/IggyServerFixture.cs | 84 +-
.../Fixtures/SystemFixture.cs | 4 +-
.../FlushMessagesTests.cs | 2 +-
.../IggyConsumerTests.cs | 34 +-
.../IggyPublisherTests.cs | 22 +
.../Iggy_SDK.Tests.Integration/PartitionsTests.cs | 4 +-
.../PersonalAccessTokenTests.cs | 4 +-
.../SendMessagesTests.cs | 4 +-
.../Iggy_SDK.Tests.Integration/StreamsTests.cs | 4 +-
.../Iggy_SDK.Tests.Integration/SystemTests.cs | 29 +-
.../Iggy_SDK.Tests.Integration/TopicsTests.cs | 4 +-
.../Iggy_SDK.Tests.Integration/UsersTests.cs | 6 +-
...ageBatchingSettings.cs => AutoLoginSettings.cs} | 22 +-
.../Configuration/IggyClientConfigurator.cs | 40 +-
.../Configuration/MessagePollingSettings.cs | 26 -
.../Iggy_SDK/Configuration/ReconnectionSettings.cs | 63 +
.../Iggy_SDK/Configuration/TlsConfiguration.cs | 14 +
.../Iggy_SDK/ConnectionStream/IConnectionStream.cs | 2 +-
.../ConnectionStream/TcpConnectionStream.cs | 2 +-
.../ConnectionStream/TcpTslConnectionStream.cs | 55 -
.../csharp/Iggy_SDK/Consumers/AutoCommitMode.cs | 5 -
.../Iggy_SDK/Consumers/IggyConsumer.Logging.cs | 35 +-
foreign/csharp/Iggy_SDK/Consumers/IggyConsumer.cs | 200 +-
.../Iggy_SDK/Consumers/IggyConsumerBuilder.cs | 19 +-
.../Iggy_SDK/Consumers/IggyConsumerBuilderOfT.cs | 7 +-
.../Iggy_SDK/Consumers/IggyConsumerConfig.cs | 8 +
.../csharp/Iggy_SDK/Consumers/IggyConsumerOfT.cs | 4 +-
.../csharp/Iggy_SDK/Contracts/Auth/AuthResponse.cs | 5 +
.../Iggy_SDK/Contracts/Auth/GlobalPermissions.cs | 170 ++
.../csharp/Iggy_SDK/Contracts/Auth/Permissions.cs | 10 +
.../Contracts/Auth/PersonalAccessTokenResponse.cs | 10 +
.../Contracts/Auth/RawPersonalAccessToken.cs | 6 +
.../csharp/Iggy_SDK/Contracts/Auth/TokenInfo.cs | 9 +
.../csharp/Iggy_SDK/Contracts/Auth/UserResponse.cs | 22 +
foreign/csharp/Iggy_SDK/Contracts/CacheMetrics.cs | 14 +
.../csharp/Iggy_SDK/Contracts/CacheMetricsKey.cs | 29 +
foreign/csharp/Iggy_SDK/Contracts/ClientInfo.cs | 26 +
.../ClusterMetadata.cs} | 24 +-
.../AutoCommitMode.cs => Contracts/ClusterNode.cs} | 33 +-
...essageResponseGeneric.cs => ClusterNodeRole.cs} | 21 +-
.../ClusterNodeStatus.cs} | 27 +-
.../csharp/Iggy_SDK/Contracts/ConsumerGroupInfo.cs | 14 +
.../Iggy_SDK/Contracts/ConsumerGroupMembers.cs | 14 +
.../Iggy_SDK/Contracts/ConsumerGroupResponse.cs | 22 +
.../Contracts/Http/ErrorResponse.cs} | 60 +-
.../Contracts/{ => Http}/MessageSendRequest.cs | 4 +-
.../Iggy_SDK/Contracts/MessageFetchRequest.cs | 30 +
.../csharp/Iggy_SDK/Contracts/MessageResponse.cs | 14 +
.../Contracts/MessageSendRequestGeneric.cs | 28 -
.../csharp/Iggy_SDK/Contracts/OffsetResponse.cs | 14 +
.../csharp/Iggy_SDK/Contracts/PartitionResponse.cs | 23 +
.../Iggy_SDK/Contracts/PollMessagesRequest.cs | 30 -
.../csharp/Iggy_SDK/Contracts/PolledMessages.cs | 17 +
.../Iggy_SDK/Contracts/PolledMessagesGeneric.cs | 33 -
foreign/csharp/Iggy_SDK/Contracts/StatsResponse.cs | 94 +
.../csharp/Iggy_SDK/Contracts/StreamPermissions.cs | 119 ++
.../csharp/Iggy_SDK/Contracts/StreamResponse.cs | 27 +
.../csharp/Iggy_SDK/Contracts/TopicPermissions.cs | 85 +
foreign/csharp/Iggy_SDK/Contracts/TopicResponse.cs | 42 +
.../csharp/Iggy_SDK/Enums/CompressionAlgorithm.cs | 8 +-
.../AutoCommitMode.cs => Enums/ConnectionState.cs} | 28 +-
foreign/csharp/Iggy_SDK/Enums/ConsumerType.cs | 10 +
foreign/csharp/Iggy_SDK/Enums/IdKind.cs | 10 +
foreign/csharp/Iggy_SDK/Enums/MessagePolling.cs | 22 +
foreign/csharp/Iggy_SDK/Enums/MessageState.cs | 26 -
foreign/csharp/Iggy_SDK/Enums/PartitioningKind.cs | 14 +
foreign/csharp/Iggy_SDK/Enums/Protocol.cs | 13 +-
foreign/csharp/Iggy_SDK/Enums/StoreOffset.cs | 25 -
foreign/csharp/Iggy_SDK/Enums/UserStatus.cs | 10 +
foreign/csharp/Iggy_SDK/Errors/ErrorModel.cs | 14 +
.../Exceptions/ConsumerGroupNotFoundException.cs | 12 +-
.../Exceptions/ConsumerNotInitializedException.cs | 15 +-
.../Exceptions/FeatureUnavailableException.cs | 6 +
.../Exceptions/IggyInvalidStatusCodeException.cs | 6 +
...pNameException.cs => IggyZeroBytesException.cs} | 7 +-
.../Exceptions/InvalidBaseAdressException.cs | 7 +-
.../InvalidConsumerGroupNameException.cs | 6 +
.../Exceptions/InvalidResponseException.cs | 6 +
.../Exceptions/MissingLeaderException.cs} | 20 +-
...upNameException.cs => NotConnectedException.cs} | 7 +-
.../Exceptions/PublisherNotInitializedException.cs | 15 +-
.../Iggy_SDK/Exceptions/StreamNotFoundException.cs | 22 +-
.../Exceptions/TcpInvalidResponseException.cs | 25 -
.../csharp/Iggy_SDK/Exceptions/TcpInvalidStatus.cs | 25 -
.../Iggy_SDK/Exceptions/TopicNotFoundException.cs | 28 +-
.../Iggy_SDK/Extensions/IggyClientExtenstion.cs | 30 +
.../csharp/Iggy_SDK/Factory/IggyClientFactory.cs | 71 +-
foreign/csharp/Iggy_SDK/Headers/HeaderKey.cs | 28 +
foreign/csharp/Iggy_SDK/Headers/HeaderKind.cs | 46 +
foreign/csharp/Iggy_SDK/Headers/HeaderValue.cs | 133 ++
foreign/csharp/Iggy_SDK/Identifier.cs | 48 +
foreign/csharp/Iggy_SDK/IggyClient/IIggyClient.cs | 23 +
.../csharp/Iggy_SDK/IggyClient/IIggyConsumer.cs | 29 +
.../Iggy_SDK/IggyClient/IIggyConsumerGroup.cs | 74 +
foreign/csharp/Iggy_SDK/IggyClient/IIggyOffset.cs | 41 +
.../csharp/Iggy_SDK/IggyClient/IIggyPartition.cs | 20 +
.../IggyClient/IIggyPersonalAccessToken.cs | 38 +
.../csharp/Iggy_SDK/IggyClient/IIggyPublisher.cs | 36 +
foreign/csharp/Iggy_SDK/IggyClient/IIggyStream.cs | 58 +
foreign/csharp/Iggy_SDK/IggyClient/IIggySystem.cs | 64 +
foreign/csharp/Iggy_SDK/IggyClient/IIggyTopic.cs | 75 +
foreign/csharp/Iggy_SDK/IggyClient/IIggyUsers.cs | 76 +
.../Implementations/HttpMessageStream.cs | 106 +-
.../IggyClient/Implementations/TcpMessageStream.cs | 402 +++-
.../Iggy_SDK/IggyClient/ReconnectionEventArgs.cs | 54 +
foreign/csharp/Iggy_SDK/Iggy_SDK.csproj | 3 +-
.../Iggy_SDK/JsonConverters/MessagesConverter.cs | 2 +-
foreign/csharp/Iggy_SDK/Kinds/Consumer.cs | 30 +
foreign/csharp/Iggy_SDK/Kinds/Partitioning.cs | 50 +
foreign/csharp/Iggy_SDK/Mappers/BinaryMapper.cs | 148 +-
foreign/csharp/Iggy_SDK/Messages/Message.cs | 33 +
foreign/csharp/Iggy_SDK/Messages/MessageHeader.cs | 28 +
.../BackgroundMessageProcessor.Logging.cs | 5 +
.../Publishers/BackgroundMessageProcessor.cs | 130 +-
.../csharp/Iggy_SDK/Publishers/IggyPublisher.cs | 67 +-
.../Iggy_SDK/Publishers/IggyPublisherBuilder.cs | 28 +-
.../Iggy_SDK/Publishers/IggyPublisherBuilderOfT.cs | 4 +-
.../Iggy_SDK/Publishers/IggyPublisherConfig.cs | 8 +
foreign/csharp/Iggy_SDK/Utils/CommandCodes.cs | 1 +
foreign/csharp/Iggy_SDK/Utils/EventAggregator.cs | 96 +
.../Iggy_SDK_Tests/MapperTests/BinaryMapper.cs | 57 -
.../UtilityTests/EventAggregatorTests.cs | 175 ++
.../Utils/Messages/MessageFactory.cs | 287 ---
foreign/csharp/README.md | 764 ++++---
foreign/node/package-lock.json | 2254 ++++++++++----------
foreign/node/package.json | 34 +-
foreign/python/Cargo.toml | 2 +-
web/.npmrc | 1 -
web/package-lock.json | 389 ++--
web/package.json | 50 +-
.../components/Modals/AddPartitionsModal.svelte | 6 +-
.../lib/components/Modals/AddStreamModal.svelte | 6 +-
web/src/lib/components/Modals/AddTopicModal.svelte | 6 +-
web/src/lib/components/Modals/AddUserModal.svelte | 6 +-
.../components/Modals/DeletePartitionsModal.svelte | 6 +-
.../components/Modals/StreamSettingsModal.svelte | 6 +-
.../components/Modals/TopicSettingsModal.svelte | 6 +-
web/src/routes/auth/sign-in/+page.server.ts | 8 +-
web/src/routes/auth/sign-in/+page.svelte | 5 +-
179 files changed, 6390 insertions(+), 2985 deletions(-)
create mode 100644
core/integration/tests/server/scenarios/consumer_group_auto_commit_reconnection_scenario.rs
create mode 100644
core/integration/tests/server/scenarios/consumer_group_offset_cleanup_scenario.rs
rename foreign/csharp/Iggy_SDK/Configuration/{MessageBatchingSettings.cs =>
AutoLoginSettings.cs} (60%)
delete mode 100644
foreign/csharp/Iggy_SDK/Configuration/MessagePollingSettings.cs
create mode 100644
foreign/csharp/Iggy_SDK/Configuration/ReconnectionSettings.cs
delete mode 100644
foreign/csharp/Iggy_SDK/ConnectionStream/TcpTslConnectionStream.cs
copy foreign/csharp/Iggy_SDK/{Consumers/AutoCommitMode.cs =>
Contracts/ClusterMetadata.cs} (65%)
copy foreign/csharp/Iggy_SDK/{Consumers/AutoCommitMode.cs =>
Contracts/ClusterNode.cs} (58%)
rename foreign/csharp/Iggy_SDK/Contracts/{MessageResponseGeneric.cs =>
ClusterNodeRole.cs} (72%)
copy foreign/csharp/Iggy_SDK/{Consumers/AutoCommitMode.cs =>
Contracts/ClusterNodeStatus.cs} (70%)
copy foreign/csharp/{Iggy_SDK.Tests.BDD/Context/TestHooks.cs =>
Iggy_SDK/Contracts/Http/ErrorResponse.cs} (51%)
rename foreign/csharp/Iggy_SDK/Contracts/{ => Http}/MessageSendRequest.cs (93%)
delete mode 100644
foreign/csharp/Iggy_SDK/Contracts/MessageSendRequestGeneric.cs
delete mode 100644 foreign/csharp/Iggy_SDK/Contracts/PollMessagesRequest.cs
delete mode 100644 foreign/csharp/Iggy_SDK/Contracts/PolledMessagesGeneric.cs
copy foreign/csharp/Iggy_SDK/{Consumers/AutoCommitMode.cs =>
Enums/ConnectionState.cs} (55%)
delete mode 100644 foreign/csharp/Iggy_SDK/Enums/MessageState.cs
delete mode 100644 foreign/csharp/Iggy_SDK/Enums/StoreOffset.cs
copy foreign/csharp/Iggy_SDK/Exceptions/{InvalidConsumerGroupNameException.cs
=> IggyZeroBytesException.cs} (76%)
copy foreign/csharp/{Iggy_SDK.Tests.Integration/Helpers/NameIdHelpers.cs =>
Iggy_SDK/Exceptions/MissingLeaderException.cs} (68%)
copy foreign/csharp/Iggy_SDK/Exceptions/{InvalidConsumerGroupNameException.cs
=> NotConnectedException.cs} (76%)
delete mode 100644
foreign/csharp/Iggy_SDK/Exceptions/TcpInvalidResponseException.cs
delete mode 100644 foreign/csharp/Iggy_SDK/Exceptions/TcpInvalidStatus.cs
create mode 100644 foreign/csharp/Iggy_SDK/IggyClient/ReconnectionEventArgs.cs
create mode 100644 foreign/csharp/Iggy_SDK/Utils/EventAggregator.cs
create mode 100644
foreign/csharp/Iggy_SDK_Tests/UtilityTests/EventAggregatorTests.cs
delete mode 100644 web/.npmrc