This is an automated email from the ASF dual-hosted git repository.
hgruszecki pushed a change to branch arc-swap
in repository https://gitbox.apache.org/repos/asf/iggy.git
discard c7fe0e2c8 XD
discard 058ae50ce commands
discard 0d9fab57e cg, users, partitions
discard b01b96e41 metadata
add c1ea81f39 fix(server): fix consumer group leave race and
append_messages (#2521)
add 1cf0555cf chore(server): use `msgpack` instead of unmaintained
`bincode`, update deps (#2523)
add 3887d1801 fix(server): handle empty permission maps in serialization
(#2527)
add d6e3c9584 fix(helm): fix volume mount path and add io_uring
requirements (#2526)
add 75e82c69f chore(repo): update `err-trail` to 0.11.0 (#2525)
add 9b53c4846 chore(connectors): Update sqlx version to address security
advisory (#2530)
add 800fcf92e feat(ci): add versioned edge Docker tags in post-merge
workflow (#2528)
add f8b5c0570 feat(partitions): add partitions abstraction for clustering
(#2514)
add b5c96402e feat(java): Implement user headers serialization /
deserialization in java sdk (#2516)
add 4a40d6279 fix(ci): set bot username and email in post-merge git tag
creation (#2531)
add c0ebce364 feat(integration): detect server crashes during tests and
dump logs (#2536)
add 111ccefed fix(python): update python version to 3.10, clean up
examples (#2532)
add a878a4da8 fix(connectors): add known secrets to env config reader
(#2538)
new 5fea20f98 arc-swap
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (c7fe0e2c8)
\
N -- N -- N refs/heads/arc-swap (5fea20f98)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../actions/python-maturin/pre-merge/action.yml | 7 +-
.github/workflows/_common.yml | 1 +
.github/workflows/post-merge.yml | 146 +-
.pre-commit-config.yaml | 1 +
Cargo.lock | 436 +++---
Cargo.toml | 21 +-
DEPENDENCIES.md | 142 +-
core/ai/mcp/Cargo.toml | 2 +-
core/bench/Cargo.toml | 2 +-
core/bench/dashboard/server/Cargo.toml | 2 +-
core/cli/Cargo.toml | 2 +-
core/common/src/lib.rs | 1 +
core/common/src/sender/mod.rs | 4 +-
core/common/src/sender/quic_sender.rs | 22 +-
core/common/src/sender/tcp_sender.rs | 4 +-
core/common/src/sender/tcp_tls_sender.rs | 20 +-
.../common/src/sharding/local_idx.rs | 39 +-
.../src/hooks => common/src/sharding}/mod.rs | 13 +-
.../src/shard => common/src/sharding}/namespace.rs | 78 +-
.../src/sharding/partition_location.rs} | 23 +-
.../common/src/sharding/shard_id.rs | 33 +-
.../src/types/permissions/permissions_global.rs | 42 +-
core/connectors/runtime/src/configs/runtime.rs | 7 +-
core/connectors/sdk/Cargo.toml | 2 +-
core/connectors/sources/postgres_source/Cargo.toml | 2 +-
core/integration/Cargo.toml | 2 +-
core/integration/src/test_server.rs | 45 +
.../tests/cli/system/test_stats_command.rs | 9 +-
core/integration/tests/server/mod.rs | 83 +-
core/integration/tests/streaming/common/mod.rs | 1 +
.../tests/streaming/common/streaming_helper.rs | 189 +++
core/integration/tests/streaming/get_by_offset.rs | 79 +-
.../tests/streaming/get_by_timestamp.rs | 35 +-
core/integration/tests/streaming/mod.rs | 128 +-
core/{journal => partitions}/Cargo.toml | 9 +-
.../user.rs => partitions/src/iggy_partition.rs} | 15 +-
core/partitions/src/iggy_partitions.rs | 119 ++
.../src/commands/mod.rs => partitions/src/lib.rs} | 26 +-
core/partitions/src/types.rs | 68 +
core/server/Cargo.toml | 8 +-
core/server/build.rs | 2 +-
.../create_consumer_group_handler.rs | 31 +-
.../delete_consumer_group_handler.rs | 71 +-
.../consumer_groups/get_consumer_group_handler.rs | 44 +-
.../consumer_groups/get_consumer_groups_handler.rs | 48 +-
.../consumer_groups/join_consumer_group_handler.rs | 4 +-
.../leave_consumer_group_handler.rs | 4 +-
.../delete_consumer_offset_handler.rs | 2 +-
.../store_consumer_offset_handler.rs | 2 +-
.../messages/flush_unsaved_buffer_handler.rs | 4 +-
.../handlers/messages/send_messages_handler.rs | 79 +-
.../partitions/create_partitions_handler.rs | 29 +-
.../partitions/delete_partitions_handler.rs | 56 +-
.../create_personal_access_token_handler.rs | 8 +-
.../delete_personal_access_token_handler.rs | 8 +-
.../get_personal_access_tokens_handler.rs | 4 +-
.../login_with_personal_access_token_handler.rs | 4 +-
.../handlers/segments/delete_segments_handler.rs | 30 +-
.../handlers/streams/create_stream_handler.rs | 28 +-
.../handlers/streams/delete_stream_handler.rs | 22 +-
.../binary/handlers/streams/get_stream_handler.rs | 39 +-
.../binary/handlers/streams/get_streams_handler.rs | 13 +-
.../handlers/streams/purge_stream_handler.rs | 8 +-
.../handlers/streams/update_stream_handler.rs | 8 +-
.../binary/handlers/system/get_clients_handler.rs | 4 +-
.../src/binary/handlers/system/get_me_handler.rs | 12 +-
.../binary/handlers/system/get_stats_handler.rs | 6 +-
.../binary/handlers/topics/create_topic_handler.rs | 52 +-
.../binary/handlers/topics/delete_topic_handler.rs | 27 +-
.../binary/handlers/topics/get_topic_handler.rs | 81 +-
.../binary/handlers/topics/get_topics_handler.rs | 41 +-
.../binary/handlers/topics/purge_topic_handler.rs | 8 +-
.../binary/handlers/topics/update_topic_handler.rs | 51 +-
.../handlers/users/change_password_handler.rs | 8 +-
.../binary/handlers/users/create_user_handler.rs | 24 +-
.../binary/handlers/users/delete_user_handler.rs | 12 +-
.../src/binary/handlers/users/get_users_handler.rs | 4 +-
.../binary/handlers/users/login_user_handler.rs | 4 +-
.../binary/handlers/users/logout_user_handler.rs | 4 +-
.../handlers/users/update_permissions_handler.rs | 2 +-
.../binary/handlers/users/update_user_handler.rs | 8 +-
core/server/src/binary/mapper.rs | 346 +++--
core/server/src/bootstrap.rs | 358 ++---
core/server/src/configs/server.rs | 15 +-
core/server/src/configs/system.rs | 9 +-
core/server/src/configs/validators.rs | 80 +-
core/server/src/http/consumer_groups.rs | 200 +--
core/server/src/http/consumer_offsets.rs | 5 +-
core/server/src/http/http_server.rs | 18 +-
core/server/src/http/http_shard_wrapper.rs | 90 +-
core/server/src/http/jwt/jwt_manager.rs | 24 +-
core/server/src/http/jwt/middleware.rs | 17 +-
core/server/src/http/jwt/storage.rs | 32 +-
core/server/src/http/mapper.rs | 378 ++---
core/server/src/http/messages.rs | 10 +-
core/server/src/http/partitions.rs | 13 +-
core/server/src/http/personal_access_tokens.rs | 57 +-
core/server/src/http/streams.rs | 178 ++-
core/server/src/http/system.rs | 28 +-
core/server/src/http/topics.rs | 240 ++-
core/server/src/http/users.rs | 64 +-
core/server/src/lib.rs | 2 +-
core/server/src/main.rs | 233 +--
core/server/src/metadata/consumer_group.rs | 85 +-
core/server/src/metadata/consumer_offsets_store.rs | 108 ++
core/server/src/metadata/mod.rs | 4 +-
core/server/src/metadata/partition.rs | 59 +-
core/server/src/metadata/shared.rs | 622 +++++++-
core/server/src/metadata/snapshot.rs | 54 +-
core/server/src/metadata/stats_store.rs | 57 +-
core/server/src/metadata/stream.rs | 10 +-
core/server/src/metadata/topic.rs | 14 +-
core/server/src/metadata/user.rs | 11 +-
core/server/src/partition_store/data.rs | 669 +++++++++
.../cache => server/src/partition_store}/mod.rs | 22 +-
core/server/src/partition_store/store.rs | 237 +++
core/server/src/quic/quic_server.rs | 43 +-
core/server/src/shard/builder.rs | 59 +-
core/server/src/shard/communication.rs | 38 +-
core/server/src/shard/handlers.rs | 143 +-
core/server/src/shard/lazy_init.rs | 283 +---
core/server/src/shard/mod.rs | 214 ++-
core/server/src/shard/namespace.rs | 77 +-
core/server/src/shard/shards_table.rs | 249 ++++
core/server/src/shard/system/clients.rs | 13 +-
core/server/src/shard/system/consumer_groups.rs | 398 +++--
core/server/src/shard/system/consumer_offsets.rs | 468 +++---
core/server/src/shard/system/messages.rs | 504 +++++--
core/server/src/shard/system/partitions.rs | 332 ++---
.../src/shard/system/personal_access_tokens.rs | 146 +-
core/server/src/shard/system/segments.rs | 84 +-
core/server/src/shard/system/stats.rs | 59 +-
core/server/src/shard/system/storage.rs | 21 +-
core/server/src/shard/system/streams.rs | 241 +--
core/server/src/shard/system/topics.rs | 502 ++++---
core/server/src/shard/system/users.rs | 339 ++---
core/server/src/shard/system/utils.rs | 236 ++-
.../src/shard/tasks/oneshot/config_writer.rs | 14 +-
.../src/shard/tasks/periodic/message_cleaner.rs | 265 ++--
.../src/shard/tasks/periodic/message_saver.rs | 69 +-
.../periodic/personal_access_token_cleaner.rs | 25 +-
core/server/src/shard/transmission/frame.rs | 17 +-
core/server/src/shard/transmission/id.rs | 44 -
core/server/src/shard/transmission/message.rs | 3 +-
core/server/src/shard/transmission/mod.rs | 1 -
core/server/src/slab/consumer_groups.rs | 173 ---
core/server/src/slab/helpers.rs | 70 -
core/server/src/slab/mod.rs | 43 -
core/server/src/slab/partitions.rs | 277 ----
core/server/src/slab/streams.rs | 1554 --------------------
core/server/src/slab/topics.rs | 315 ----
core/server/src/slab/traits_ext.rs | 117 --
core/server/src/slab/users.rs | 207 ---
core/server/src/state/file.rs | 50 +-
core/server/src/state/models.rs | 65 +-
core/server/src/state/system.rs | 28 +-
core/server/src/streaming/partitions/helpers.rs | 512 +------
core/server/src/streaming/partitions/journal.rs | 8 +
core/server/src/streaming/partitions/partition.rs | 374 +----
core/server/src/streaming/partitions/segments.rs | 8 +-
core/server/src/streaming/partitions/storage.rs | 16 +-
core/server/src/streaming/persistence/persister.rs | 52 +-
.../personal_access_token.rs | 6 +
.../src/streaming/segments/indexes/index_reader.rs | 26 +-
.../src/streaming/segments/indexes/index_writer.rs | 18 +-
.../streaming/segments/messages/messages_reader.rs | 18 +-
.../streaming/segments/messages/messages_writer.rs | 22 +-
core/server/src/streaming/stats/mod.rs | 16 +
core/server/src/streaming/streams/helpers.rs | 93 +-
core/server/src/streaming/streams/storage.rs | 34 +-
core/server/src/streaming/streams/stream.rs | 207 +--
core/server/src/streaming/topics/consumer_group.rs | 229 +--
core/server/src/streaming/topics/helpers.rs | 308 +---
core/server/src/streaming/topics/storage.rs | 48 +-
core/server/src/streaming/topics/topic.rs | 357 +----
core/server/src/streaming/users/permissioner.rs | 107 +-
.../streaming/users/permissioner_rules/messages.rs | 86 +-
.../streaming/users/permissioner_rules/streams.rs | 12 +-
.../streaming/users/permissioner_rules/system.rs | 2 +-
.../streaming/users/permissioner_rules/topics.rs | 27 +-
.../streaming/users/permissioner_rules/users.rs | 4 +-
core/server/src/streaming/users/user.rs | 21 +
core/server/src/tcp/connection_handler.rs | 4 +-
core/server/src/tcp/tcp_listener.rs | 2 +-
core/server/src/tcp/tcp_tls_listener.rs | 2 +-
core/server/src/websocket/connection_handler.rs | 4 +-
core/server/src/websocket/websocket_listener.rs | 8 +-
.../server/src/websocket/websocket_tls_listener.rs | 8 +-
examples/java/README.md | 9 +-
examples/java/build.gradle.kts | 10 +
.../producer/MessageEnvelopeProducer.java | 3 +-
.../consumer/MessageHeadersConsumer.java} | 69 +-
.../producer/MessageHeadersProducer.java} | 52 +-
foreign/java/BUILD_AND_TEST.md | 32 +-
.../iggy/connector/flink/sink/IggySinkWriter.java | 3 +-
.../client/blocking/http/ObjectMapperFactory.java | 5 +
.../main/java/org/apache/iggy/message/Message.java | 60 +-
.../org/apache/iggy/serde/BytesDeserializer.java | 26 +-
.../org/apache/iggy/serde/BytesSerializer.java | 3 +-
foreign/python/Dockerfile.test | 3 +-
foreign/python/README.md | 18 +-
foreign/python/pyproject.toml | 8 +-
foreign/python/python_examples/README.md | 20 -
foreign/python/python_examples/consumer.py | 83 --
.../python/python_examples/example_screenshot.png | Bin 2373561 -> 0 bytes
foreign/python/python_examples/producer.py | 110 --
foreign/python/scripts/test.sh | 17 -
helm/charts/iggy/README.md | 272 ++--
helm/charts/iggy/templates/deployment.yaml | 2 +-
helm/charts/iggy/values.yaml | 69 +-
210 files changed, 8381 insertions(+), 10031 deletions(-)
copy foreign/cpp/tests/unit/serialization_test.cc =>
core/common/src/sharding/local_idx.rs (56%)
copy core/{bench/dashboard/frontend/src/hooks => common/src/sharding}/mod.rs
(67%)
copy core/{server/src/shard => common/src/sharding}/namespace.rs (53%)
copy core/{server/src/metadata/consumer_group.rs =>
common/src/sharding/partition_location.rs} (67%)
copy foreign/csharp/Iggy_SDK_Tests/Utils/Errors/ErrorModelFactory.cs =>
core/common/src/sharding/shard_id.rs (64%)
create mode 100644 core/integration/tests/streaming/common/streaming_helper.rs
copy core/{journal => partitions}/Cargo.toml (82%)
copy core/{metadata/src/stm/user.rs => partitions/src/iggy_partition.rs} (83%)
create mode 100644 core/partitions/src/iggy_partitions.rs
copy core/{common/src/commands/mod.rs => partitions/src/lib.rs} (58%)
create mode 100644 core/partitions/src/types.rs
create mode 100644 core/server/src/metadata/consumer_offsets_store.rs
create mode 100644 core/server/src/partition_store/data.rs
copy core/{message_bus/src/cache => server/src/partition_store}/mod.rs (64%)
create mode 100644 core/server/src/partition_store/store.rs
create mode 100644 core/server/src/shard/shards_table.rs
delete mode 100644 core/server/src/shard/transmission/id.rs
delete mode 100644 core/server/src/slab/consumer_groups.rs
delete mode 100644 core/server/src/slab/helpers.rs
delete mode 100644 core/server/src/slab/mod.rs
delete mode 100644 core/server/src/slab/partitions.rs
delete mode 100644 core/server/src/slab/streams.rs
delete mode 100644 core/server/src/slab/topics.rs
delete mode 100644 core/server/src/slab/traits_ext.rs
delete mode 100644 core/server/src/slab/users.rs
copy
examples/java/src/main/java/org/apache/iggy/examples/{messageenvelope/consumer/MessageEnvelopeConsumer.java
=> messageheaders/consumer/MessageHeadersConsumer.java} (70%)
copy
examples/java/src/main/java/org/apache/iggy/examples/{messageenvelope/producer/MessageEnvelopeProducer.java
=> messageheaders/producer/MessageHeadersProducer.java} (74%)
delete mode 100644 foreign/python/python_examples/README.md
delete mode 100644 foreign/python/python_examples/consumer.py
delete mode 100644 foreign/python/python_examples/example_screenshot.png
delete mode 100644 foreign/python/python_examples/producer.py
