This is an automated email from the ASF dual-hosted git repository.
kparisa pushed a change to branch feat/bigquery-sink
in repository https://gitbox.apache.org/repos/asf/iggy.git
from f53eb8121 fix(connectors): address BigQuery sink review feedback
add af706e68e perf(partitions): keep shard traffic moving during file I/O
(#4311)
add fa4279628 Merge branch 'master' into feat/bigquery-sink
No new revisions were added by this update.
Summary of changes:
Cargo.lock | 1 +
core/binary_protocol/src/consensus/header.rs | 13 +-
core/common/src/error/iggy_error.rs | 4 +
core/configs/src/server_config/sharding.rs | 79 +-
core/consensus/src/impls.rs | 147 +-
core/consensus/src/lib.rs | 5 +
core/consensus/src/metadata_helpers.rs | 23 +-
core/consensus/src/plane_helpers.rs | 137 +-
core/journal/src/durable_storage.rs | 57 +-
core/journal/src/file_storage.rs | 37 +-
core/journal/src/local_gate.rs | 75 +-
core/journal/src/partition_journal/segments.rs | 9 +-
core/journal/src/prepare_journal.rs | 246 +-
core/journal/src/superblock.rs | 49 +-
core/metadata/Cargo.toml | 4 +-
core/metadata/src/impls/metadata.rs | 575 +-
core/metadata/src/impls/recovery.rs | 30 +-
core/metadata/src/stm/result.rs | 5 +
core/metadata/src/stm/stream.rs | 83 +-
core/partitions/src/consumer_offset_capacity.rs | 28 +-
core/partitions/src/iggy_index_writer.rs | 31 +-
core/partitions/src/iggy_partition.rs | 18825 ++++++++++++-------
core/partitions/src/iggy_partitions.rs | 235 +-
core/partitions/src/io.rs | 1634 ++
core/partitions/src/journal.rs | 355 +-
core/partitions/src/lib.rs | 9 +
core/partitions/src/messages_writer.rs | 23 +-
core/partitions/src/offset_storage.rs | 279 +-
core/partitions/src/persistence.rs | 265 +-
core/partitions/src/segment_recovery.rs | 351 +-
core/partitions/src/state_transfer.rs | 2807 +--
core/partitions/src/types.rs | 2 +-
core/partitions/tests/consumer_offset_history.rs | 225 +-
core/server/Cargo.toml | 1 +
core/server/config.toml | 11 +-
core/server/src/boot/mod.rs | 5 +-
core/server/src/boot/recovery.rs | 1 +
core/server/src/boot/threads.rs | 14 +
core/server/src/consumer_group.rs | 1 +
core/server/src/consumer_group/liveness.rs | 1 +
core/server/src/dispatch/mod.rs | 1 +
core/server/src/dispatch/partition.rs | 271 +-
core/server/src/http/error.rs | 23 +
core/server/src/partition_helpers.rs | 61 +-
core/server/src/partition_reconciler.rs | 51 +-
core/server/src/responses.rs | 7 +-
core/server/src/server_error.rs | 7 +
core/server/src/sysinfo_printer.rs | 21 +-
core/server/src/sysinfo_probe.rs | 159 +-
core/server_common/src/fs_utils.rs | 126 +-
core/server_common/src/iobuf.rs | 35 +
core/server_common/src/poll.rs | 2 +-
core/server_common/src/segment_storage/mod.rs | 2 +-
core/server_common/src/sharding/mod.rs | 3 +
core/shard/src/builder.rs | 12 +
core/shard/src/lib.rs | 656 +-
core/shard/src/metrics.rs | 101 +
core/shard/src/partition_io.rs | 2925 +++
core/shard/src/poll.rs | 21 +-
core/shard/src/poll/completion_tests.rs | 247 +-
core/shard/src/poll/timeout_tests.rs | 17 +-
core/shard/src/router.rs | 218 +-
core/simulator/src/lib.rs | 37 +-
core/simulator/src/replica.rs | 6 +-
core/simulator/src/storage/purge.rs | 138 +-
core/simulator/src/workload/invariants.rs | 2 +-
core/simulator/src/workload/state_checker.rs | 1 +
foreign/go/errors/errors.yaml | 4 +
foreign/go/errors/errors_gen.go | 17 +
foreign/go/errors/errors_test.go | 6 +
.../org/apache/iggy/exception/IggyErrorCode.java | 1 +
.../apache/iggy/exception/IggyErrorCodeTest.java | 1 +
foreign/node/src/wire/error.code.test.ts | 4 +
foreign/node/src/wire/error.code.ts | 1 +
.../swift/Sources/Iggy/Errors/IggyErrorCode.swift | 2 +
foreign/swift/Tests/IggyTests/Fixtures/golden.json | 1 +
76 files changed, 22788 insertions(+), 9081 deletions(-)
create mode 100644 core/partitions/src/io.rs
create mode 100644 core/shard/src/partition_io.rs
