This is an automated email from the ASF dual-hosted git repository.
hubcio pushed a change to branch fix/ci-dag-integration-scope
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 43cfb3434 Merge branch 'master' into fix/ci-dag-integration-scope
add 73a0bed8b fix(consensus): count an unservable header as a nack (#4109)
add ff2e7481c fix(shard): refuse a frame no consensus plane claims (#4103)
add 91c3ca54b test(simulator): cover durability failures no existing test
can reach (#4132)
add dc2b38209 fix(integration): pull MinIO fixtures from quay instead of
Docker Hub (#4148)
add cfd3dff6a feat(cpp): add stream, topic, and partition functions to
high level client (#4022)
add ac5c7bf3a feat(connectors): add the HTTP source webhook gateway
connector (#3798)
add 9d1df4f08 Merge branch 'master' into fix/ci-dag-integration-scope
No new revisions were added by this update.
Summary of changes:
.claude/skills/connector-source/SKILL.md | 36 +-
.claude/skills/connector-testing/SKILL.md | 51 +
Cargo.lock | 27 +
Cargo.toml | 2 +
.../features/step_definitions/messaging_steps.cpp | 31 +-
core/binary_protocol/src/consensus/operation.rs | 40 +
core/configs/src/configs_impl/file_provider.rs | 60 +
.../connectors/http_source_github.toml | 60 +
.../connectors/http_source_partner.toml | 55 +
core/connectors/sources/README.md | 3 +-
.../{random_source => http_source}/Cargo.toml | 19 +-
core/connectors/sources/http_source/README.md | 382 +++
core/connectors/sources/http_source/config.toml | 68 +
core/connectors/sources/http_source/src/auth.rs | 463 +++
core/connectors/sources/http_source/src/lib.rs | 2536 ++++++++++++++++
.../sources/http_source/src/management.rs | 1535 ++++++++++
core/connectors/sources/http_source/src/metrics.rs | 497 ++++
core/connectors/sources/http_source/src/routes.rs | 666 +++++
core/connectors/sources/http_source/src/server.rs | 3128 ++++++++++++++++++++
core/connectors/sources/http_source/src/state.rs | 1437 +++++++++
core/connectors/sources/http_source/src/types.rs | 275 ++
core/consensus/src/dvc_merge.rs | 86 +-
core/consensus/src/impls.rs | 82 +-
core/consensus/src/plane_helpers.rs | 150 +-
core/integration/Cargo.toml | 1 +
core/integration/tests/cluster/crash_durability.rs | 37 +
.../tests/connectors/fixtures/delta/fixture.rs | 4 +-
.../tests/connectors/fixtures/http/mod.rs | 5 +
.../tests/connectors/fixtures/http/source.rs | 125 +
.../tests/connectors/fixtures/iceberg/container.rs | 4 +-
core/integration/tests/connectors/fixtures/mod.rs | 6 +-
.../connectors/fixtures/redshift/container.rs | 2 +-
.../tests/connectors/fixtures/redshift/sink.rs | 4 +-
.../tests/connectors/fixtures/s3/fixture.rs | 2 +-
.../tests/connectors/http/http_source.rs | 580 ++++
core/integration/tests/connectors/http/mod.rs | 3 +
.../tests/connectors/{random => http}/source.toml | 2 +-
.../http/source_config/http_github.toml} | 41 +-
.../http/source_config/http_partner.toml} | 37 +-
core/metadata/src/impls/metadata.rs | 19 +-
core/partitions/src/iggy_partition.rs | 122 +-
core/partitions/src/persistence.rs | 43 +
core/server/src/dispatch/partition.rs | 118 +-
core/shard/src/lib.rs | 136 +-
core/shard/src/metrics.rs | 43 +
core/simulator/src/lib.rs | 131 +
core/simulator/src/storage.rs | 96 +-
core/simulator/src/storage/tests.rs | 332 ++-
core/simulator/src/workload/invariants.rs | 30 +
foreign/cpp/include/iggy.hpp | 1810 +++++++++--
foreign/cpp/src/client.cpp | 192 +-
foreign/cpp/src/client.rs | 157 +-
foreign/cpp/src/lib.rs | 58 +-
foreign/cpp/src/type_conversion.rs | 175 +-
foreign/cpp/src/type_conversions.cpp | 118 +
foreign/cpp/tests/e2e/client.cpp | 86 +-
foreign/cpp/tests/e2e/consumer_group.cpp | 162 +-
foreign/cpp/tests/e2e/message.cpp | 156 +-
foreign/cpp/tests/e2e/partition.cpp | 438 ++-
foreign/cpp/tests/e2e/stream.cpp | 1039 +++----
foreign/cpp/tests/e2e/test_helpers.hpp | 34 +-
foreign/cpp/tests/e2e/topic.cpp | 1795 ++++++-----
foreign/cpp/tests/unit/unit_tests.cpp | 358 ++-
63 files changed, 17551 insertions(+), 2639 deletions(-)
create mode 100644
core/connectors/runtime/example_config/connectors/http_source_github.toml
create mode 100644
core/connectors/runtime/example_config/connectors/http_source_partner.toml
copy core/connectors/sources/{random_source => http_source}/Cargo.toml (80%)
create mode 100644 core/connectors/sources/http_source/README.md
create mode 100644 core/connectors/sources/http_source/config.toml
create mode 100644 core/connectors/sources/http_source/src/auth.rs
create mode 100644 core/connectors/sources/http_source/src/lib.rs
create mode 100644 core/connectors/sources/http_source/src/management.rs
create mode 100644 core/connectors/sources/http_source/src/metrics.rs
create mode 100644 core/connectors/sources/http_source/src/routes.rs
create mode 100644 core/connectors/sources/http_source/src/server.rs
create mode 100644 core/connectors/sources/http_source/src/state.rs
create mode 100644 core/connectors/sources/http_source/src/types.rs
create mode 100644 core/integration/tests/connectors/fixtures/http/source.rs
create mode 100644 core/integration/tests/connectors/http/http_source.rs
copy core/integration/tests/connectors/{random => http}/source.toml (94%)
copy core/{connectors/sources/random_source/config.toml =>
integration/tests/connectors/http/source_config/http_github.toml} (53%)
copy core/{connectors/sources/random_source/config.toml =>
integration/tests/connectors/http/source_config/http_partner.toml} (59%)
create mode 100644 foreign/cpp/src/type_conversions.cpp
