This is an automated email from the ASF dual-hosted git repository.
bashirbekov pushed a change to branch feat/add-background-send
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 70e78ba9 changes after review
add ae1470cd docs(connectors): add documentation to connectors and example
plugins (#1836)
add cd41fa75 fix(server): fix clippy nursery and pedantic lints in
archiver (#1840)
add 9a70ff41 chore(csharp): update csharp sdk to latest contracts (#1839)
add 9b678753 fix(ci): fix invalid paths in dockerfiles (#1841)
add 870e738a chore(bench): fix clippy pedantic and nursery lints in bench
(#1843)
add fee13602 feat(repo): add basic BDD scenario, implement it for Rust SDK
(#1842)
add 8294ccef feat(bench): add high-level consumer API for benchmarking
(#1855)
add 9c645110 Merge remote-tracking branch 'origin/master' into
feat/add-background-send
add 4fd31f27 fix cargo check
No new revisions were added by this update.
Summary of changes:
.gitignore | 1 +
Cargo.lock | 411 +++++++++++-
Cargo.toml | 3 +-
DEPENDENCIES.md | 37 +-
Dockerfile | 2 +-
Dockerfile.ci | 2 +-
bdd/basic_messaging.feature | 45 ++
core/{tools => bdd}/Cargo.toml | 30 +-
.../crypto.rs => bdd/tests/basic_messaging.rs} | 14 +-
.../tests/common/global_context.rs} | 23 +-
.../tests/streaming => bdd/tests}/common/mod.rs | 2 +-
.../diagnostics => bdd/tests/helpers}/mod.rs | 2 +-
.../tests/helpers/test_data.rs} | 33 +-
.../client_factory.rs => bdd/tests/steps/auth.rs} | 42 +-
core/bdd/tests/steps/messages.rs | 183 ++++++
.../analytics/metrics => bdd/tests/steps}/mod.rs | 7 +-
.../tests/steps/server.rs} | 17 +-
core/bdd/tests/steps/streams.rs | 72 +++
core/bdd/tests/steps/topics.rs | 83 +++
core/bench/Cargo.toml | 6 +
core/bench/src/actors/consumer.rs | 385 -----------
core/bench/src/actors/consumer/backend.rs | 84 +++
.../benchmark_consumer.rs} | 218 ++++---
.../src/actors/consumer/high_level_backend.rs | 179 +++++
.../bench/src/actors/consumer/low_level_backend.rs | 201 ++++++
core/bench/src/{args => actors/consumer}/mod.rs | 13 +-
.../benchmark_producer.rs} | 11 +-
.../src/actors/producer}/mod.rs | 5 +-
.../benchmark_producing_consumer.rs} | 276 +++++---
.../src/actors/producing_consumer}/mod.rs | 5 +-
core/bench/src/analytics/metrics/group.rs | 220 ++++---
core/bench/src/analytics/metrics/individual.rs | 258 +++++---
core/bench/src/analytics/record.rs | 2 +-
core/bench/src/analytics/report_builder.rs | 10 +-
core/bench/src/analytics/time_series/calculator.rs | 24 +-
.../analytics/time_series/calculators/latency.rs | 3 +
.../time_series/calculators/throughput.rs | 6 +-
.../time_series/processors/moving_average.rs | 4 +-
core/bench/src/args/common.rs | 93 ++-
core/bench/src/args/defaults.rs | 2 +-
core/bench/src/args/examples.rs | 2 +-
core/bench/src/args/kind.rs | 42 +-
.../src/args/kinds/balanced/consumer_group.rs | 10 +-
core/bench/src/args/kinds/balanced/producer.rs | 7 +-
.../kinds/balanced/producer_and_consumer_group.rs | 8 +-
.../args/kinds/end_to_end/producing_consumer.rs | 4 +-
.../kinds/end_to_end/producing_consumer_group.rs | 11 +-
core/bench/src/args/kinds/pinned/consumer.rs | 2 +-
core/bench/src/args/kinds/pinned/producer.rs | 2 +-
.../src/args/kinds/pinned/producer_and_consumer.rs | 7 +-
core/bench/src/args/props.rs | 2 +-
core/bench/src/args/transport.rs | 31 +-
.../src/benchmarks/balanced_consumer_group.rs | 13 +-
core/bench/src/benchmarks/balanced_producer.rs | 18 +-
.../balanced_producer_and_consumer_group.rs | 23 +-
core/bench/src/benchmarks/benchmark.rs | 82 +--
core/bench/src/benchmarks/common.rs | 72 +--
.../benchmarks/end_to_end_producing_consumer.rs | 18 +-
.../end_to_end_producing_consumer_group.rs | 10 +-
core/bench/src/benchmarks/pinned_consumer.rs | 10 +-
core/bench/src/benchmarks/pinned_producer.rs | 18 +-
.../src/benchmarks/pinned_producer_and_consumer.rs | 20 +-
core/bench/src/main.rs | 4 +-
core/bench/src/plot.rs | 24 +-
core/bench/src/runner.rs | 12 +-
core/bench/src/utils/cpu_name.rs | 6 +-
core/bench/src/utils/finish_condition.rs | 60 +-
core/bench/src/utils/mod.rs | 106 +--
core/bench/src/utils/rate_limiter.rs | 6 +-
core/bench/src/utils/server_starter.rs | 105 +--
core/connectors/README.md | 47 +-
core/connectors/runtime/README.md | 25 +
core/connectors/runtime/config.toml | 34 +-
core/connectors/runtime/src/main.rs | 2 +-
core/connectors/sdk/README.md | 19 +
core/connectors/sinks/README.md | 213 ++++++
core/connectors/sinks/quickwit_sink/Cargo.toml | 8 +-
core/connectors/sinks/stdout_sink/Cargo.toml | 9 +-
core/connectors/sinks/stdout_sink/src/lib.rs | 26 +-
core/connectors/sources/README.md | 223 +++++++
.../{test_source => random_source}/Cargo.toml | 10 +-
.../{test_source => random_source}/src/lib.rs | 33 +-
core/sdk/src/clients/consumer.rs | 28 +-
core/server/Cargo.toml | 6 +-
core/server/src/archiver/disk.rs | 9 +-
core/server/src/archiver/mod.rs | 31 +-
core/server/src/archiver/s3.rs | 29 +-
core/server/src/build.rs | 2 +-
core/server/src/versioning.rs | 1 +
foreign/csharp/Benchmarks/Program.cs | 11 +-
foreign/csharp/Benchmarks/SendMessage.cs | 6 +-
foreign/csharp/DEPENDENCIES.md | 14 +-
foreign/csharp/Iggy_SDK.sln.DotSettings | 19 +-
foreign/csharp/Iggy_SDK.sln.DotSettings.user | 23 -
.../ConnectionStream/TcpConnectionStream.cs | 4 +-
.../Iggy_SDK/Contracts/Http/Auth/AuthResponse.cs | 2 +-
.../Contracts/Http/Auth/ChangePasswordRequest.cs | 3 +-
.../Http/Auth/CreatePersonalAccessTokenRequest.cs | 4 +-
.../Contracts/Http/Auth/CreateUserRequest.cs | 3 +-
.../Http/Auth/DeletePersonalAccessTokenRequest.cs | 2 +-
.../Contracts/Http/Auth/GlobalPermissions.cs | 2 +-
.../Http/Auth/LoginWIthPersonalAccessToken.cs | 2 +-
.../Iggy_SDK/Contracts/Http/Auth/Permissions.cs | 2 +-
.../Http/Auth/PersonalAccessTokenResponse.cs | 2 +-
.../Contracts/Http/Auth/RawPersonalAccessToken.cs | 2 +-
.../Iggy_SDK/Contracts/Http/Auth/TokenInfo.cs | 2 +-
.../Http/Auth/UpdateUserPermissionsRequest.cs | 3 +-
.../Contracts/Http/Auth/UpdateUserRequest.cs | 5 +-
.../Iggy_SDK/Contracts/Http/Auth/UserResponse.cs | 3 +-
.../{DeleteConsumerGroup.cs => CacheMetrics.cs} | 15 +-
.../csharp/Iggy_SDK/Contracts/Http/ClientInfo.cs | 2 +-
...nsumerGroup.cs => FlushUnsavedBufferRequest.cs} | 9 +-
.../Iggy_SDK/Contracts/Http/MessageResponse.cs | 12 +-
.../Contracts/Http/MessageResponseGeneric.cs | 10 +-
...awPersonalAccessToken.cs => SnapshotRequest.cs} | 9 +-
foreign/csharp/Iggy_SDK/Contracts/Http/Stats.cs | 4 +-
.../Iggy_SDK/Contracts/Http/StatsResponse.cs | 10 +-
.../csharp/Iggy_SDK/Contracts/Http/TopicRequest.cs | 2 +-
.../Iggy_SDK/Contracts/Http/TopicResponse.cs | 5 +-
.../Iggy_SDK/Contracts/Http/UpdateTopicRequest.cs | 2 +-
.../csharp/Iggy_SDK/Contracts/Tcp/TcpContracts.cs | 374 ++++++-----
.../csharp/Iggy_SDK/Enums/CompressionAlgorithm.cs | 4 +-
foreign/csharp/Iggy_SDK/Enums/IdKind.cs | 12 +
foreign/csharp/Iggy_SDK/Enums/PartitioningKind.cs | 6 +-
...pressionAlgorithm.cs => SnapshotCompression.cs} | 25 +-
...mpressionAlgorithm.cs => SystemSnapshotType.cs} | 27 +-
foreign/csharp/Iggy_SDK/Enums/UserStatus.cs | 4 +-
foreign/csharp/Iggy_SDK/Extensions/Extensions.cs | 16 +-
foreign/csharp/Iggy_SDK/IggyClient/IIggyClient.cs | 2 +-
.../Iggy_SDK/IggyClient/IIggyConsumerGroup.cs | 2 +-
.../IggyClient/IIggyPersonalAccessToken.cs | 2 +
.../csharp/Iggy_SDK/IggyClient/IIggyPublisher.cs | 2 +
foreign/csharp/Iggy_SDK/IggyClient/IIggyStream.cs | 3 +-
.../IggyClient/{IIggyUtils.cs => IIggySystem.cs} | 6 +-
foreign/csharp/Iggy_SDK/IggyClient/IIggyTopic.cs | 3 +-
foreign/csharp/Iggy_SDK/IggyClient/IIggyUsers.cs | 3 +-
.../Implementations/HttpMessageStream.cs | 123 +++-
.../IggyClient/Implementations/TcpMessageStream.cs | 720 +++++++++------------
foreign/csharp/Iggy_SDK/Iggy_SDK.csproj | 7 +
.../JsonConfiguration/AuthResponseConverter.cs | 2 +
.../Iggy_SDK/JsonConfiguration/MessageConverter.cs | 26 +-
.../JsonConfiguration/MessageResponseConverter.cs | 48 +-
.../MessageResponseGenericConverter.cs | 46 +-
.../JsonConfiguration/MessagesConverter.cs | 15 +-
.../PersonAccessTokenResponseConverter.cs | 2 +
.../JsonConfiguration/StatsResponseConverter.cs | 30 +-
.../JsonConfiguration/TopicResponseConverter.cs | 7 +-
.../JsonConfiguration/UserResponseConverter.cs | 34 +-
foreign/csharp/Iggy_SDK/Mappers/BinaryMapper.cs | 160 +++--
foreign/csharp/Iggy_SDK/Messages/Message.cs | 35 +-
.../Messages/{HttpMessage.cs => MessageHeader.cs} | 17 +-
.../MessagesDispatcher/TcpMessageInvoker.cs | 22 +-
foreign/csharp/Iggy_SDK/Utils/CommandCodes.cs | 4 +
.../Iggy_SDK/Utils/TcpMessageStreamHelpers.cs | 26 +-
.../Iggy_SDK_Tests/ContractTests/TcpContract.cs | 117 +++-
.../csharp/Iggy_SDK_Tests/E2ETests/ClientsE2E.cs | 69 --
.../Iggy_SDK_Tests/E2ETests/ConsumerGroupE2E.cs | 164 +++--
.../Iggy_SDK_Tests/E2ETests/FetchMessagesE2E.cs | 241 +++----
.../Bootstraps/ConsumerGroupFixtureBootstrap.cs | 11 +-
.../Bootstraps/FetchMessagesFixtureBootstrap.cs | 23 +-
...otstrap.cs => FlushMessagesFixtureBootstrap.cs} | 25 +-
.../Fixtures/Bootstraps/GeneralFixtureBootstrap.cs | 3 +-
.../Fixtures/Bootstraps/OffsetFixtureBootstrap.cs | 12 +-
.../Fixtures/Bootstraps/PATFixtureBootstrap.cs | 8 +-
.../Bootstraps/PartitionsFixtureBootstrap.cs | 12 +-
.../Bootstraps/PollMessagesFixtureBootstrap.cs | 20 +-
.../Bootstraps/SendMessagesFixtureBootstrap.cs | 12 +-
.../Fixtures/Bootstraps/StreamsFixtureBootstrap.cs | 4 +-
...xtureBootstrap.cs => SystemFixtureBootstrap.cs} | 32 +-
.../Fixtures/Bootstraps/TopicsFixtureBootstrap.cs | 11 +-
.../Fixtures/Bootstraps/UsersFixtureBootstrap.cs | 7 +-
.../Fixtures/Configs/IggyFixtureClientConfigs.cs | 1 +
.../E2ETests/Fixtures/IIggyBootstrap.cs | 4 +-
.../E2ETests/Fixtures/IggyBaseFixture.cs | 53 +-
...sagesFixture.cs => IggyFlushMessagesFixture.cs} | 6 +-
...{IggyClientsFixture.cs => IggySystemFixture.cs} | 4 +-
.../E2ETests/Fixtures/IggyTcpUsersFixture.cs | 12 +-
.../IggyClientModel.cs} | 11 +-
.../Iggy_SDK_Tests/E2ETests/FlushMessagesE2E.cs | 107 +++
.../csharp/Iggy_SDK_Tests/E2ETests/OffsetE2E.cs | 43 +-
foreign/csharp/Iggy_SDK_Tests/E2ETests/PATE2E.cs | 139 ++--
.../Iggy_SDK_Tests/E2ETests/PartitionsE2E.cs | 104 +--
.../Iggy_SDK_Tests/E2ETests/PollMessagesE2E.cs | 81 +--
.../Iggy_SDK_Tests/E2ETests/SendMessagesE2E.cs | 78 +--
.../csharp/Iggy_SDK_Tests/E2ETests/StreamsE2E.cs | 187 +++---
.../csharp/Iggy_SDK_Tests/E2ETests/SystemE2E.cs | 119 ++++
.../csharp/Iggy_SDK_Tests/E2ETests/TopicsE2E.cs | 286 ++++----
foreign/csharp/Iggy_SDK_Tests/E2ETests/UsersE2E.cs | 77 ++-
foreign/csharp/Iggy_SDK_Tests/E2ETests/UtilsE2E.cs | 63 --
.../csharp/Iggy_SDK_Tests/Iggy_SDK_Tests.csproj | 12 +-
.../Iggy_SDK_Tests/MapperTests/BinaryMapper.cs | 60 +-
.../csharp/Iggy_SDK_Tests/Utils/BinaryFactory.cs | 60 +-
.../Utils/DummyObj/DummyObjFactory.cs | 4 +-
.../Utils/Messages/MessageFactory.cs | 62 +-
.../Iggy_SDK_Tests/Utils/Offsets/OffsetFactory.cs | 2 +-
.../Iggy_SDK_Tests/Utils/Stats/StatsFactory.cs | 1 +
.../Iggy_SDK_Tests/Utils/Topics/TopicFactory.cs | 14 +-
.../Utils/Users/PermissionsFactory.cs | 2 +
.../Iggy_SDK_Tests/Utils/Users/UsersFactory.cs | 27 +-
foreign/csharp/Iggy_Sample_Consumer/Program.cs | 8 +-
foreign/csharp/Iggy_Sample_Producer/Program.cs | 13 +-
201 files changed, 5367 insertions(+), 3557 deletions(-)
create mode 100644 bdd/basic_messaging.feature
copy core/{tools => bdd}/Cargo.toml (68%)
copy core/{server/src/streaming/utils/crypto.rs =>
bdd/tests/basic_messaging.rs} (77%)
copy core/{bench/report/src/plotting/chart_kind.rs =>
bdd/tests/common/global_context.rs} (56%)
copy core/{integration/tests/streaming => bdd/tests}/common/mod.rs (97%)
copy core/{server/src/streaming/diagnostics => bdd/tests/helpers}/mod.rs (97%)
copy core/{binary_protocol/src/cli/cli_command.rs =>
bdd/tests/helpers/test_data.rs} (61%)
copy core/{bench/src/utils/client_factory.rs => bdd/tests/steps/auth.rs} (51%)
create mode 100644 core/bdd/tests/steps/messages.rs
copy core/{bench/src/analytics/metrics => bdd/tests/steps}/mod.rs (90%)
copy
core/{common/src/types/configuration/auth_config/connection_string_options.rs
=> bdd/tests/steps/server.rs} (65%)
create mode 100644 core/bdd/tests/steps/streams.rs
create mode 100644 core/bdd/tests/steps/topics.rs
delete mode 100644 core/bench/src/actors/consumer.rs
create mode 100644 core/bench/src/actors/consumer/backend.rs
copy core/bench/src/actors/{producer.rs => consumer/benchmark_consumer.rs}
(50%)
create mode 100644 core/bench/src/actors/consumer/high_level_backend.rs
create mode 100644 core/bench/src/actors/consumer/low_level_backend.rs
copy core/bench/src/{args => actors/consumer}/mod.rs (84%)
rename core/bench/src/actors/{producer.rs => producer/benchmark_producer.rs}
(96%)
copy core/{binary_protocol/src/cli/binary_context =>
bench/src/actors/producer}/mod.rs (91%)
rename core/bench/src/actors/{producing_consumer.rs =>
producing_consumer/benchmark_producing_consumer.rs} (63%)
copy core/{binary_protocol/src/cli/binary_context =>
bench/src/actors/producing_consumer}/mod.rs (88%)
create mode 100644 core/connectors/runtime/README.md
create mode 100644 core/connectors/sdk/README.md
create mode 100644 core/connectors/sinks/README.md
create mode 100644 core/connectors/sources/README.md
rename core/connectors/sources/{test_source => random_source}/Cargo.toml (97%)
rename core/connectors/sources/{test_source => random_source}/src/lib.rs (84%)
delete mode 100644 foreign/csharp/Iggy_SDK.sln.DotSettings.user
copy foreign/csharp/Iggy_SDK/Contracts/Http/{DeleteConsumerGroup.cs =>
CacheMetrics.cs} (70%)
copy foreign/csharp/Iggy_SDK/Contracts/Http/{DeleteConsumerGroup.cs =>
FlushUnsavedBufferRequest.cs} (80%)
copy foreign/csharp/Iggy_SDK/Contracts/Http/{Auth/RawPersonalAccessToken.cs =>
SnapshotRequest.cs} (80%)
copy foreign/csharp/Iggy_SDK/Enums/{CompressionAlgorithm.cs =>
SnapshotCompression.cs} (63%)
copy foreign/csharp/Iggy_SDK/Enums/{CompressionAlgorithm.cs =>
SystemSnapshotType.cs} (59%)
rename foreign/csharp/Iggy_SDK/IggyClient/{IIggyUtils.cs => IIggySystem.cs}
(86%)
rename foreign/csharp/Iggy_SDK/Messages/{HttpMessage.cs => MessageHeader.cs}
(65%)
delete mode 100644 foreign/csharp/Iggy_SDK_Tests/E2ETests/ClientsE2E.cs
copy
foreign/csharp/Iggy_SDK_Tests/E2ETests/Fixtures/Bootstraps/{FetchMessagesFixtureBootstrap.cs
=> FlushMessagesFixtureBootstrap.cs} (64%)
rename
foreign/csharp/Iggy_SDK_Tests/E2ETests/Fixtures/Bootstraps/{ClientsFixtureBootstrap.cs
=> SystemFixtureBootstrap.cs} (64%)
copy
foreign/csharp/Iggy_SDK_Tests/E2ETests/Fixtures/{IggyFetchMessagesFixture.cs =>
IggyFlushMessagesFixture.cs} (84%)
rename foreign/csharp/Iggy_SDK_Tests/E2ETests/Fixtures/{IggyClientsFixture.cs
=> IggySystemFixture.cs} (89%)
copy foreign/csharp/Iggy_SDK_Tests/E2ETests/Fixtures/{IIggyBootstrap.cs =>
Models/IggyClientModel.cs} (71%)
create mode 100644 foreign/csharp/Iggy_SDK_Tests/E2ETests/FlushMessagesE2E.cs
create mode 100644 foreign/csharp/Iggy_SDK_Tests/E2ETests/SystemE2E.cs
delete mode 100644 foreign/csharp/Iggy_SDK_Tests/E2ETests/UtilsE2E.cs
