This is an automated email from the ASF dual-hosted git repository.
gkoszyk pushed a change to branch journal_handle
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 66aa87daf Merge branch 'master' into journal_handle
add 052431382 refactor(server): compile-time env var mappings eliminate
runtime ambiguity (#2614)
add 42a6ad72f fix(configs): support internally-tagged enums in ConfigEnv
derive macro (#2631)
add 7f6d3fed9 chore(sdk): Adds Rust example for message compression using
user_headers (#2613)
add 6b700d85b fix(sdk): acquire max_in_flight permits at network send, not
dispatch (#2625)
add 76e928a44 feat(connectors): add Prometheus metrics and stats endpoints
(#2633)
add f50967dd8 feat(integration): add core test harness library (#2632)
add 0814ee01b ci(csharp): enhance test reporting and upload results (#2638)
add ab2350ab1 Merge branch 'master' into journal_handle
No new revisions were added by this update.
Summary of changes:
.github/actions/csharp-dotnet/pre-merge/action.yml | 18 +-
.github/config/components.yml | 54 +-
.github/workflows/_common.yml | 1 +
.gitignore | 1 +
Cargo.lock | 190 +++--
Cargo.toml | 9 +
DEPENDENCIES.md | 64 +-
README.md | 8 +-
bdd/docker-compose.yml | 34 +-
core/ai/mcp/Cargo.toml | 3 +-
core/ai/mcp/src/configs.rs | 39 +-
core/ai/mcp/src/main.rs | 2 +-
core/common/Cargo.toml | 3 +-
core/common/src/configs/mod.rs | 893 ---------------------
core/common/src/lib.rs | 3 +-
.../{bench/dashboard/shared => configs}/Cargo.toml | 14 +-
core/configs/src/configs_impl/env_mapping.rs | 63 ++
core/configs/src/configs_impl/error.rs | 51 ++
core/configs/src/configs_impl/file_provider.rs | 142 ++++
.../random => configs/src/configs_impl}/mod.rs | 28 +-
core/configs/src/configs_impl/parsing.rs | 196 +++++
.../configs/src/configs_impl/traits.rs | 21 +-
.../configs/src/configs_impl/typed_env_provider.rs | 597 ++++++++++++++
.../iggy/Iggy.java => core/configs/src/lib.rs | 17 +-
.../dashboard/shared => configs_derive}/Cargo.toml | 16 +-
core/configs_derive/src/config_env.rs | 601 ++++++++++++++
core/configs_derive/src/lib.rs | 120 +++
core/connectors/runtime/Cargo.toml | 6 +-
core/connectors/runtime/README.md | 25 +
core/connectors/runtime/config.toml | 4 +
core/connectors/runtime/runtime.http | 6 +
core/connectors/runtime/src/api/config.rs | 39 +-
core/connectors/runtime/src/api/mod.rs | 22 +-
core/connectors/runtime/src/configs/connectors.rs | 17 +-
.../src/configs/connectors/local_provider.rs | 50 +-
core/connectors/runtime/src/configs/runtime.rs | 54 +-
core/connectors/runtime/src/context.rs | 17 +-
core/connectors/runtime/src/main.rs | 4 +-
core/connectors/runtime/src/manager/sink.rs | 18 +-
core/connectors/runtime/src/manager/source.rs | 18 +-
core/connectors/runtime/src/metrics.rs | 478 +++++++++++
core/connectors/runtime/src/sink.rs | 39 +-
core/connectors/runtime/src/source.rs | 26 +-
core/connectors/runtime/src/stats.rs | 129 +++
core/integration/.gitignore | 1 +
core/integration/Cargo.toml | 6 +
core/integration/src/harness/config/client.rs | 198 +++++
core/integration/src/harness/config/common.rs | 95 +++
.../src/harness/config/connectors_runtime.rs | 26 +-
core/integration/src/harness/config/mcp.rs | 62 ++
.../src/harness/config}/mod.rs | 25 +-
core/integration/src/harness/config/resolve.rs | 270 +++++++
core/integration/src/harness/config/server.rs | 74 ++
core/integration/src/harness/context.rs | 194 +++++
core/integration/src/harness/error.rs | 192 +++++
core/integration/src/harness/fixtures/mod.rs | 60 ++
.../src/harness/fixtures/postgres/container.rs | 187 +++++
.../src/harness/fixtures/postgres}/mod.rs | 22 +-
.../src/harness/fixtures/postgres/sink.rs | 213 +++++
.../src/harness/fixtures/postgres/source.rs | 606 ++++++++++++++
.../integration/src/harness/fixtures/random.rs | 23 +-
core/integration/src/harness/fixtures/wiremock.rs | 150 ++++
core/integration/src/harness/handle/client.rs | 230 ++++++
core/integration/src/harness/handle/common.rs | 107 +++
.../src/harness/handle/connectors_runtime.rs | 272 +++++++
core/integration/src/harness/handle/mcp.rs | 285 +++++++
.../integration/src/harness/handle/mod.rs | 18 +-
core/integration/src/harness/handle/server.rs | 582 ++++++++++++++
core/integration/src/harness/helpers.rs | 113 +++
core/integration/src/harness/mod.rs | 71 ++
.../src/harness/orchestrator/builder.rs | 292 +++++++
.../src/harness/orchestrator/harness.rs | 614 ++++++++++++++
.../integration/src/harness/orchestrator/mod.rs | 6 +-
core/integration/src/harness/port_reserver.rs | 251 ++++++
core/integration/src/harness/seeds.rs | 145 ++++
core/integration/src/harness/traits.rs | 56 ++
core/integration/src/lib.rs | 1 +
core/integration/src/test_connectors_runtime.rs | 5 -
core/integration/src/test_server.rs | 3 +-
core/integration/src/websocket_client.rs | 35 +-
core/integration/tests/config_provider/mod.rs | 178 +++-
.../tests/connectors/{random => api}/config.toml | 11 +-
.../tests/connectors/api/connectors/.gitkeep | 0
core/integration/tests/connectors/api/endpoints.rs | 217 +++++
.../tests/connectors/{random => api}/mod.rs | 6 +-
core/integration/tests/connectors/mod.rs | 1 +
.../data_integrity/verify_after_server_restart.rs | 2 +-
.../tests/server/concurrent_addition.rs | 5 +-
core/integration/tests/server/mod.rs | 5 +-
.../server/scenarios/delete_segments_scenario.rs | 21 +-
core/integration/tests/server/specific.rs | 29 +-
core/sdk/Cargo.toml | 2 +-
core/sdk/src/clients/producer_dispatcher.rs | 68 +-
core/sdk/src/clients/producer_sharding.rs | 108 +--
core/server/Cargo.toml | 3 +-
core/server/README.md | 2 +-
core/{configs/server.toml => server/config.toml} | 0
core/server/src/args.rs | 4 +-
core/server/src/configs/cluster.rs | 11 +-
core/server/src/configs/defaults.rs | 4 +-
core/server/src/configs/http.rs | 17 +-
core/server/src/configs/quic.rs | 15 +-
core/server/src/configs/server.rs | 83 +-
core/server/src/configs/sharding.rs | 4 +-
core/server/src/configs/system.rs | 43 +-
core/server/src/configs/tcp.rs | 11 +-
core/server/src/configs/validators.rs | 39 +-
core/server/src/configs/websocket.rs | 5 +-
core/server/src/http/http_server.rs | 33 +-
core/server/src/server_error.rs | 2 +-
examples/java/README.md | 2 +-
examples/rust/Cargo.toml | 17 +-
examples/rust/README.md | 13 +-
.../message-headers/message-compression/README.md | 282 +++++++
.../message-compression/consumer/main.rs | 89 ++
.../message-compression/producer/main.rs | 101 +++
.../{ => message-type}/consumer/main.rs | 0
.../{ => message-type}/producer/main.rs | 0
examples/rust/src/shared/codec.rs | 112 +++
examples/rust/src/shared/mod.rs | 1 +
.../Fixtures/IggyServerFixture.cs | 49 +-
foreign/node/src/e2e/tcp.cluster.e2e.ts | 2 +-
122 files changed, 9720 insertions(+), 1507 deletions(-)
delete mode 100644 core/common/src/configs/mod.rs
copy core/{bench/dashboard/shared => configs}/Cargo.toml (81%)
create mode 100644 core/configs/src/configs_impl/env_mapping.rs
create mode 100644 core/configs/src/configs_impl/error.rs
create mode 100644 core/configs/src/configs_impl/file_provider.rs
copy core/{integration/tests/connectors/random =>
configs/src/configs_impl}/mod.rs (50%)
create mode 100644 core/configs/src/configs_impl/parsing.rs
copy foreign/java/java-sdk/src/main/java/org/apache/iggy/Iggy.java =>
core/configs/src/configs_impl/traits.rs (55%)
create mode 100644 core/configs/src/configs_impl/typed_env_provider.rs
copy foreign/java/java-sdk/src/main/java/org/apache/iggy/Iggy.java =>
core/configs/src/lib.rs (75%)
copy core/{bench/dashboard/shared => configs_derive}/Cargo.toml (81%)
create mode 100644 core/configs_derive/src/config_env.rs
create mode 100644 core/configs_derive/src/lib.rs
create mode 100644 core/connectors/runtime/src/metrics.rs
create mode 100644 core/connectors/runtime/src/stats.rs
create mode 100644 core/integration/.gitignore
create mode 100644 core/integration/src/harness/config/client.rs
create mode 100644 core/integration/src/harness/config/common.rs
copy
foreign/java/buildSrc/src/main/kotlin/iggy.java-application-conventions.gradle.kts
=> core/integration/src/harness/config/connectors_runtime.rs (62%)
create mode 100644 core/integration/src/harness/config/mcp.rs
copy core/{server/src/configs => integration/src/harness/config}/mod.rs (70%)
create mode 100644 core/integration/src/harness/config/resolve.rs
create mode 100644 core/integration/src/harness/config/server.rs
create mode 100644 core/integration/src/harness/context.rs
create mode 100644 core/integration/src/harness/error.rs
create mode 100644 core/integration/src/harness/fixtures/mod.rs
create mode 100644 core/integration/src/harness/fixtures/postgres/container.rs
copy core/{server/src/configs =>
integration/src/harness/fixtures/postgres}/mod.rs (67%)
create mode 100644 core/integration/src/harness/fixtures/postgres/sink.rs
create mode 100644 core/integration/src/harness/fixtures/postgres/source.rs
copy
foreign/java/java-sdk/src/main/java/org/apache/iggy/identifier/TopicId.java =>
core/integration/src/harness/fixtures/random.rs (68%)
create mode 100644 core/integration/src/harness/fixtures/wiremock.rs
create mode 100644 core/integration/src/harness/handle/client.rs
create mode 100644 core/integration/src/harness/handle/common.rs
create mode 100644 core/integration/src/harness/handle/connectors_runtime.rs
create mode 100644 core/integration/src/harness/handle/mcp.rs
copy
foreign/java/buildSrc/src/main/kotlin/iggy.java-library-conventions.gradle.kts
=> core/integration/src/harness/handle/mod.rs (78%)
create mode 100644 core/integration/src/harness/handle/server.rs
create mode 100644 core/integration/src/harness/helpers.rs
create mode 100644 core/integration/src/harness/mod.rs
create mode 100644 core/integration/src/harness/orchestrator/builder.rs
create mode 100644 core/integration/src/harness/orchestrator/harness.rs
copy bdd/java/settings.gradle.kts =>
core/integration/src/harness/orchestrator/mod.rs (88%)
create mode 100644 core/integration/src/harness/port_reserver.rs
create mode 100644 core/integration/src/harness/seeds.rs
create mode 100644 core/integration/src/harness/traits.rs
copy core/integration/tests/connectors/{random => api}/config.toml (82%)
create mode 100644 core/integration/tests/connectors/api/connectors/.gitkeep
create mode 100644 core/integration/tests/connectors/api/endpoints.rs
copy core/integration/tests/connectors/{random => api}/mod.rs (88%)
rename core/{configs/server.toml => server/config.toml} (100%)
create mode 100644
examples/rust/src/message-headers/message-compression/README.md
create mode 100644
examples/rust/src/message-headers/message-compression/consumer/main.rs
create mode 100644
examples/rust/src/message-headers/message-compression/producer/main.rs
rename examples/rust/src/message-headers/{ => message-type}/consumer/main.rs
(100%)
rename examples/rust/src/message-headers/{ => message-type}/producer/main.rs
(100%)
create mode 100644 examples/rust/src/shared/codec.rs
