This is an automated email from the ASF dual-hosted git repository.
hgruszecki pushed a change to branch connectors-config
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 0e004b518 feat(connectors): extend runtime API with config management
options
add b8a61f9c4 feat(web): add autocomplete and docker-compose improvements
(#2361)
add 5d9cfb3ec fix(web): fix incorrect navigation path in messages
pagination (#2364)
add db89d7d63 feat(cluster): define metadata module and add consensus,
messages modules (#2349)
add 28bb37bba chore(java): fix linting issues and add formatter (#2365)
add a318d99be chore(ci): add workflow to update licenses on Dependabot PRs
(#2367)
add f511782d2 Merge branch 'master' into connectors-config
No new revisions were added by this update.
Summary of changes:
.github/actions/java-gradle/pre-merge/action.yml | 5 +-
.github/workflows/dependabot-licenses.yml | 62 +++++
Cargo.lock | 11 +
Cargo.toml | 2 +
DEPENDENCIES.md | 2 +
core/common/src/types/consensus/mod.rs | 162 ++++++++++++
core/common/src/types/mod.rs | 1 +
.../dashboard/shared => consensus}/Cargo.toml | 15 +-
.../src/state/mod.rs => consensus/src/lib.rs} | 10 +-
core/{tools => metadata}/Cargo.toml | 22 +-
.../builders.rs => metadata/src/impls/metadata.rs} | 45 ++--
.../http/conn.cc => core/metadata/src/impls/mod.rs | 2 +-
.../memory_journal.rs => metadata/src/lib.rs} | 4 +
core/{server/src/io => metadata/src/stm}/mod.rs | 6 +-
.../memory_journal.rs => metadata/src/stm/mux.rs} | 2 +
.../src/stm/stream.rs} | 1 -
.../Consumer.java => build.gradle.kts} | 53 ++--
foreign/java/dev-support/checkstyle/checkstyle.xml | 198 ++++++---------
.../checkstyle/suppressions.xml} | 28 +--
.../apache/iggy/async/AsyncConsumerExample.java | 119 ++++-----
.../java/org/apache/iggy/async/AsyncProducer.java | 187 +++++++-------
.../org/apache/iggy/consumer/SimpleConsumer.java | 33 ++-
.../org/apache/iggy/producer/SimpleProducer.java | 15 +-
.../iggy-connector-library/build.gradle.kts | 6 -
.../connector/config/IggyConnectionConfig.java | 47 ++--
.../apache/iggy/connector/config/OffsetConfig.java | 9 +-
.../iggy/connector/flink/sink/IggyCommittable.java | 7 +-
.../apache/iggy/connector/flink/sink/IggySink.java | 23 +-
.../iggy/connector/flink/sink/IggySinkBuilder.java | 14 +-
.../iggy/connector/flink/sink/IggySinkWriter.java | 50 ++--
.../flink/source/IggyPartitionSplitReader.java | 73 +++---
.../iggy/connector/flink/source/IggySource.java | 40 ++-
.../connector/flink/source/IggySourceBuilder.java | 17 +-
.../flink/source/IggySourceEnumeratorState.java | 9 +-
.../IggySourceEnumeratorStateSerializer.java | 16 +-
.../connector/flink/source/IggySourceReader.java | 26 +-
.../connector/flink/source/IggySourceSplit.java | 13 +-
.../flink/source/IggySourceSplitEnumerator.java | 68 +++--
.../flink/source/IggySourceSplitSerializer.java | 10 +-
.../iggy/connector/partition/PartitionInfo.java | 3 +-
.../serialization/JsonDeserializationSchema.java | 5 +-
.../serialization/JsonSerializationSchema.java | 40 ++-
.../connector/config/IggyConnectionConfigTest.java | 65 ++---
.../iggy/connector/config/OffsetConfigTest.java | 27 +-
.../connector/error/ConnectorExceptionTest.java | 50 ++--
.../connector/partition/PartitionInfoTest.java | 4 +-
.../serialization/DeserializationSchemaTest.java | 10 +-
.../serialization/RecordMetadataTest.java | 4 +-
.../serialization/SerializationSchemaTest.java | 7 +-
.../serialization/TypeDescriptorTest.java | 13 +-
.../iggy/flink/example/MultiStreamJoinJob.java | 108 ++++----
.../iggy/flink/example/SendTestMessages.java | 19 +-
.../iggy/flink/example/StreamTransformJob.java | 82 +++---
.../apache/iggy/flink/example/WordCountJob.java | 54 ++--
.../iggy/flink/example/model/EnrichedActivity.java | 3 +-
.../apache/iggy/flink/example/model/WordCount.java | 4 +-
.../flink/example/AsyncTcpMessagePollTest.java | 226 ++++++++---------
.../flink/example/AsyncTcpMessageSendTest.java | 122 ++++-----
.../iggy/flink/example/SendTextDataTest.java | 74 +++---
foreign/java/java-sdk/build.gradle.kts | 6 -
.../src/main/java/org/apache/iggy/Iggy.java | 4 +-
.../src/main/java/org/apache/iggy/NonNullApi.java | 9 +-
.../apache/iggy/client/async/MessagesClient.java | 33 +--
.../client/async/tcp/AsyncBytesDeserializer.java | 13 +-
.../client/async/tcp/AsyncBytesSerializer.java | 3 +-
.../iggy/client/async/tcp/AsyncIggyTcpClient.java | 46 ++--
.../iggy/client/async/tcp/AsyncTcpConnection.java | 42 ++--
.../client/async/tcp/ConsumerGroupsTcpClient.java | 28 ++-
.../iggy/client/async/tcp/IggyFrameDecoder.java | 6 +-
.../iggy/client/async/tcp/MessagesTcpClient.java | 13 +-
.../iggy/client/async/tcp/StreamsTcpClient.java | 63 ++---
.../iggy/client/async/tcp/TopicsTcpClient.java | 73 +++---
.../iggy/client/async/tcp/UsersTcpClient.java | 34 ++-
.../iggy/client/blocking/ConsumerGroupsClient.java | 2 +-
.../client/blocking/ConsumerOffsetsClient.java | 14 +-
.../iggy/client/blocking/IggyBaseClient.java | 1 -
.../apache/iggy/client/blocking/IggyClient.java | 1 -
.../iggy/client/blocking/IggyClientBuilder.java | 1 -
.../iggy/client/blocking/MessagesClient.java | 30 ++-
.../iggy/client/blocking/PartitionsClient.java | 1 -
.../blocking/PersonalAccessTokensClient.java | 2 +-
.../apache/iggy/client/blocking/StreamsClient.java | 2 +-
.../apache/iggy/client/blocking/SystemClient.java | 2 +-
.../apache/iggy/client/blocking/TopicsClient.java | 68 ++---
.../apache/iggy/client/blocking/UsersClient.java | 2 +-
.../blocking/http/ConsumerGroupsHttpClient.java | 11 +-
.../blocking/http/ConsumerOffsetsHttpClient.java | 20 +-
.../iggy/client/blocking/http/IggyHttpClient.java | 1 -
.../client/blocking/http/InternalHttpClient.java | 26 +-
.../client/blocking/http/MessagesHttpClient.java | 20 +-
.../client/blocking/http/ObjectMapperFactory.java | 4 +-
.../client/blocking/http/PartitionsHttpClient.java | 10 +-
.../http/PersonalAccessTokensHttpClient.java | 22 +-
.../client/blocking/http/StreamsHttpClient.java | 13 +-
.../client/blocking/http/SystemHttpClient.java | 4 +-
.../client/blocking/http/TopicsHttpClient.java | 59 ++---
.../iggy/client/blocking/http/UsersHttpClient.java | 33 ++-
.../client/blocking/http/error/IggyHttpError.java | 8 +-
.../blocking/http/error/IggyHttpException.java | 1 -
.../client/blocking/tcp/BytesDeserializer.java | 68 ++---
.../iggy/client/blocking/tcp/BytesSerializer.java | 22 +-
.../iggy/client/blocking/tcp/CommandCode.java | 252 +++++++++----------
.../blocking/tcp/ConsumerGroupsTcpClient.java | 3 +-
.../blocking/tcp/ConsumerOffsetTcpClient.java | 9 +-
.../iggy/client/blocking/tcp/IggyTcpClient.java | 42 ++--
.../client/blocking/tcp/InternalTcpClient.java | 4 +-
.../client/blocking/tcp/MessagesTcpClient.java | 12 +-
.../client/blocking/tcp/PartitionsTcpClient.java | 1 +
.../tcp/PersonalAccessTokensTcpClient.java | 2 +
.../iggy/client/blocking/tcp/StreamsTcpClient.java | 3 +-
.../iggy/client/blocking/tcp/SystemTcpClient.java | 6 +-
.../iggy/client/blocking/tcp/TopicsTcpClient.java | 30 ++-
.../iggy/client/blocking/tcp/UsersTcpClient.java | 53 ++--
.../org/apache/iggy/consumergroup/Consumer.java | 1 -
.../apache/iggy/consumergroup/ConsumerGroup.java | 8 +-
.../iggy/consumergroup/ConsumerGroupDetails.java | 10 +-
.../iggy/consumergroup/ConsumerGroupMember.java | 7 +-
.../iggy/consumeroffset/ConsumerOffsetInfo.java | 7 +-
.../org/apache/iggy/identifier/ConsumerId.java | 3 +-
.../org/apache/iggy/identifier/Identifier.java | 3 +-
.../java/org/apache/iggy/identifier/StreamId.java | 3 +-
.../java/org/apache/iggy/identifier/TopicId.java | 3 +-
.../java/org/apache/iggy/identifier/UserId.java | 3 +-
.../apache/iggy/message/BigIntegerMessageId.java | 2 +-
.../org/apache/iggy/message/BytesMessageId.java | 2 +-
.../java/org/apache/iggy/message/HeaderValue.java | 3 +-
.../main/java/org/apache/iggy/message/Message.java | 15 +-
.../org/apache/iggy/message/MessageHeader.java | 17 +-
.../java/org/apache/iggy/message/MessageId.java | 2 +-
.../java/org/apache/iggy/message/Partitioning.java | 8 +-
.../org/apache/iggy/message/PolledMessages.java | 8 +-
.../org/apache/iggy/message/PollingStrategy.java | 1 -
.../org/apache/iggy/message/UuidMessageId.java | 2 +-
.../java/org/apache/iggy/partition/Partition.java | 4 +-
.../PersonalAccessTokenInfo.java | 3 +-
.../RawPersonalAccessToken.java | 3 +-
.../java/org/apache/iggy/stream/StreamBase.java | 9 +-
.../java/org/apache/iggy/stream/StreamDetails.java | 4 +-
.../java/org/apache/iggy/system/ClientInfo.java | 8 +-
.../org/apache/iggy/system/ClientInfoDetails.java | 11 +-
.../org/apache/iggy/system/ConsumerGroupInfo.java | 7 +-
.../main/java/org/apache/iggy/system/Stats.java | 4 +-
.../src/main/java/org/apache/iggy/topic/Topic.java | 4 +-
.../java/org/apache/iggy/topic/TopicDetails.java | 7 +-
.../org/apache/iggy/user/GlobalPermissions.java | 4 +-
.../java/org/apache/iggy/user/IdentityInfo.java | 3 +-
.../java/org/apache/iggy/user/Permissions.java | 7 +-
.../org/apache/iggy/user/StreamPermissions.java | 6 +-
.../main/java/org/apache/iggy/user/TokenInfo.java | 3 +-
.../org/apache/iggy/user/TopicPermissions.java | 8 +-
.../main/java/org/apache/iggy/user/UserInfo.java | 8 +-
.../java/org/apache/iggy/user/UserInfoDetails.java | 7 +-
.../src/test/java/org/apache/iggy/IggyTest.java | 8 +-
.../test/java/org/apache/iggy/TestConstants.java | 4 +-
.../client/async/AsyncClientIntegrationTest.java | 190 +++++++-------
.../iggy/client/async/AsyncPollMessageTest.java | 280 +++++++++++----------
.../async/tcp/AsyncIggyTcpClientBuilderTest.java | 33 ++-
.../blocking/ConsumerGroupsClientBaseTest.java | 26 +-
.../blocking/ConsumerOffsetsClientBaseTest.java | 19 +-
.../iggy/client/blocking/IntegrationTest.java | 34 ++-
.../client/blocking/MessagesClientBaseTest.java | 36 ++-
.../client/blocking/PartitionsClientBaseTest.java | 5 +-
.../blocking/PersonalAccessTokensBaseTest.java | 15 +-
.../iggy/client/blocking/StreamClientBaseTest.java | 2 +-
.../iggy/client/blocking/SystemClientBaseTest.java | 2 +-
.../iggy/client/blocking/TopicsClientBaseTest.java | 31 +--
.../iggy/client/blocking/UsersClientBaseTest.java | 29 ++-
.../http/ConsumerGroupsHttpClientTest.java | 1 -
.../http/ConsumerOffsetsHttpClientTest.java | 1 -
.../client/blocking/http/HttpClientFactory.java | 6 +-
.../blocking/http/MessagesHttpClientTest.java | 1 -
.../blocking/http/PartitionsHttpClientTest.java | 1 -
.../http/PersonalAccessTokensHttpClientTest.java | 1 -
.../client/blocking/http/StreamHttpClientTest.java | 1 -
.../client/blocking/http/SystemHttpClientTest.java | 1 -
.../client/blocking/http/TopicsHttpClientTest.java | 1 -
.../client/blocking/http/UsersHttpClientTest.java | 5 +-
.../client/blocking/tcp/BytesSerializerTest.java | 11 +-
.../blocking/tcp/ConsumerGroupsTcpClientTest.java | 18 +-
.../blocking/tcp/ConsumerOffsetsTcpClientTest.java | 1 -
.../blocking/tcp/IggyTcpClientBuilderTest.java | 35 ++-
.../client/blocking/tcp/MessagesTcpClientTest.java | 1 -
.../blocking/tcp/PartitionsTcpClientTest.java | 1 -
.../tcp/PersonalAccessTokensTcpClientTest.java | 1 -
.../client/blocking/tcp/StreamTcpClientTest.java | 1 -
.../client/blocking/tcp/SystemTcpClientTest.java | 4 +-
.../iggy/client/blocking/tcp/TcpClientFactory.java | 6 +-
.../client/blocking/tcp/TopicsTcpClientTest.java | 1 -
.../client/blocking/tcp/UsersTcpClientTest.java | 3 +-
web/docker-compose.yml | 19 ++
web/src/lib/components/Modals/AddUserModal.svelte | 1 +
web/src/routes/auth/sign-in/+page.svelte | 2 +
.../[partitionId=i32]/messages/+page.svelte | 40 ++-
193 files changed, 2383 insertions(+), 2284 deletions(-)
create mode 100644 .github/workflows/dependabot-licenses.yml
create mode 100644 core/common/src/types/consensus/mod.rs
copy core/{bench/dashboard/shared => consensus}/Cargo.toml (72%)
copy core/{bench/dashboard/frontend/src/state/mod.rs => consensus/src/lib.rs}
(89%)
copy core/{tools => metadata}/Cargo.toml (71%)
copy core/{server/src/shard/task_registry/builders.rs =>
metadata/src/impls/metadata.rs} (53%)
copy foreign/cpp/sdk/net/http/conn.cc => core/metadata/src/impls/mod.rs (97%)
copy core/{server/src/streaming/segments/memory_journal.rs =>
metadata/src/lib.rs} (94%)
copy core/{server/src/io => metadata/src/stm}/mod.rs (93%)
copy core/{server/src/streaming/segments/memory_journal.rs =>
metadata/src/stm/mux.rs} (94%)
copy core/{server/src/streaming/segments/memory_journal.rs =>
metadata/src/stm/stream.rs} (99%)
copy
foreign/java/{java-sdk/src/main/java/org/apache/iggy/consumergroup/Consumer.java
=> build.gradle.kts} (50%)
copy foreign/java/{java-sdk/src/test/resources/logback-test.xml =>
dev-support/checkstyle/suppressions.xml} (57%)
