This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/org.apache.datasketches-datasketches-java-6.1.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard 8a3af13487 Bump org.apache.datasketches:datasketches-java from 6.0.0
to 6.1.0
add 3df697cb48 Kafka3 support (#13891)
add 074fffcbf4 Bump jna.version from 5.14.0 to 5.15.0 (#14004)
add f25b3f11d1 Bump joda-time:joda-time from 2.12.7 to 2.13.0 (#14006)
add b47fae9a3c Bump software.amazon.awssdk:bom from 2.28.0 to 2.28.1
(#14007)
add c565a83df1 Enforce removeSegment flow with
_enableDeletedKeysCompactionConsistency (#13914)
add 21ff6bf354 TLS Configuration Support for QueryServer and Dispatch
Client (#13645)
add dfc2cd06d8 RealtimeSegmentConverter was using incorrect schema (#13877)
add e5df02c594 Improve performance of DataBlock serde (#13303)
add 3aab305673 Support of classrealms and new plugin structure (#13930)
add faddaa1e9f Move coverage to its own profile
add 51f0f70797 Simple (lazy) check to prevent recompilation of code.
(#13969)
add e9271f6dd7 Storage Quota imposition on Realtime tables (#13584)
add 23b4635bf8 Bump software.amazon.awssdk:bom from 2.28.1 to 2.28.3
(#14018)
add 1c173063b0 Bump com.google.cloud:libraries-bom from 26.44.0 to 26.46.0
(#14020)
add 011535aae4 Bump org.roaringbitmap:RoaringBitmap from 1.2.1 to 1.3.0
(#14022)
add dbd0f3be02 track newly added segments for upsert tables for a more
complete upsert data view (#13992)
add e7f68bd537 Bump org.apache.datasketches:datasketches-java from 6.0.0
to 6.1.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8a3af13487)
\
N -- N -- N
refs/heads/dependabot/maven/org.apache.datasketches-datasketches-java-6.1.0
(e7f68bd537)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../pr-tests/.pinot_tests_custom_integration.sh | 2 +-
.../scripts/pr-tests/.pinot_tests_integration.sh | 4 +-
.../scripts/pr-tests/.pinot_tests_unit.sh | 6 +-
pinot-common/pom.xml | 104 ++--
.../pinot/common/datablock/BaseDataBlock.java | 445 +++++---------
.../pinot/common/datablock/ColumnarDataBlock.java | 48 +-
.../apache/pinot/common/datablock/DataBlock.java | 50 +-
.../pinot/common/datablock/DataBlockEquals.java | 401 +++++++++++++
.../pinot/common/datablock/DataBlockSerde.java | 110 ++++
.../pinot/common/datablock/DataBlockUtils.java | 183 +++++-
.../pinot/common/datablock/MetadataBlock.java | 113 +---
.../pinot/common/datablock/RowDataBlock.java | 45 +-
.../common/datablock/ZeroCopyDataBlockSerde.java | 468 +++++++++++++++
.../org/apache/pinot/common/utils/DataSchema.java | 24 +
.../pinot/common/utils/RoaringBitmapUtils.java | 4 +
.../pinot/common/utils/grpc/GrpcQueryClient.java | 2 +-
.../common/datablock/BaseDataBlockContract.java | 42 --
.../pinot/common/datablock/MetadataBlockTest.java | 218 +------
.../pinot/common/datablock/V1MetadataBlock.java | 150 -----
.../datablock/ZeroCopyDataBlockSerdeTest.java | 96 ++++
.../pinot/controller/BaseControllerStarter.java | 4 +-
.../PinotSegmentUploadDownloadRestletResource.java | 2 +-
.../api/upload/SegmentValidationUtils.java | 9 +-
.../realtime/PinotLLCRealtimeSegmentManager.java | 3 +-
.../RealtimeSegmentValidationManager.java | 47 +-
.../controller/validation/StorageQuotaChecker.java | 34 +-
.../PinotLLCRealtimeSegmentManagerTest.java | 2 +-
.../helix/core/realtime/SegmentCompletionTest.java | 6 +
.../validation/StorageQuotaCheckerTest.java | 63 +-
.../core/common/datablock/DataBlockBuilder.java | 636 ++++++++++++---------
.../manager/realtime/RealtimeTableDataManager.java | 4 +
.../utils/exprminmax/ExprMinMaxObject.java | 42 +-
.../query/executor/ServerQueryExecutorV1Impl.java | 47 +-
.../pinot/core/transport/grpc/GrpcQueryServer.java | 2 +-
.../common/datablock/DataBlockBuilderTest.java | 376 ++++++++++++
.../core/common/datablock/DataBlockSerdeTest.java | 87 +++
.../pinot/core/common/datablock/DataBlockTest.java | 33 +-
pinot-integration-tests/pom.xml | 23 +
.../tests/LLCRealtimeClusterIntegrationTest.java | 2 +-
...> LLCRealtimeKafka3ClusterIntegrationTest.java} | 33 +-
.../org/apache/pinot/perf/BenchmarkDataBlock.java | 60 +-
.../src/it/projects/simple-assembly/verify.groovy | 6 +-
.../src/main/resources/assemblies/pinot-plugin.xml | 17 +-
.../src/main/resources/pinot-plugin.properties | 15 +-
.../pinot-stream-ingestion/pinot-kafka-2.0/pom.xml | 20 +-
.../stream/kafka20/KafkaConsumerFactory.java | 1 +
.../KafkaPartitionLevelConnectionHandler.java | 2 +
.../kafka20/KafkaPartitionLevelConsumer.java | 2 +
.../kafka20/KafkaStreamMetadataProvider.java | 1 +
.../KafkaPartitionLevelStreamConfigTest.java | 2 +
.../stream/kafka20/utils/MiniKafkaCluster.java | 1 +
.../{pinot-kafka-2.0 => pinot-kafka-3.0}/pom.xml | 37 +-
.../stream/kafka30}/KafkaConsumerFactory.java | 3 +-
.../KafkaPartitionLevelConnectionHandler.java | 6 +-
.../kafka30}/KafkaPartitionLevelConsumer.java | 4 +-
.../kafka30}/KafkaStreamMetadataProvider.java | 3 +-
...tionLevelConsumerBackwardCompatibilityTest.java | 26 +-
.../kafka30/KafkaPartitionLevelConsumerTest.java | 401 +++++++++++++
.../KafkaPartitionLevelStreamConfigTest.java | 20 +-
.../stream/kafka30}/utils/MiniKafkaCluster.java | 26 +-
.../pinot-kafka-3.0}/src/test/resources/log4j2.xml | 0
.../pinot-kafka-base/pom.xml | 19 +
.../kafka}/KafkaConfigBackwardCompatibleUtils.java | 2 +-
.../stream/kafka}/KafkaConsumerPartitionLag.java | 2 +-
.../plugin/stream/kafka}/KafkaMessageBatch.java | 2 +-
.../kafka}/KafkaPartitionLevelStreamConfig.java | 3 +-
.../pinot/plugin/stream/kafka}/KafkaSSLUtils.java | 2 +-
.../stream/kafka}/KafkaStreamMessageMetadata.java | 2 +-
.../plugin/stream/kafka}/KafkaSSLUtilsTest.java | 2 +-
.../stream/kafka}/utils/EmbeddedZooKeeper.java | 4 +-
pinot-plugins/pinot-stream-ingestion/pom.xml | 1 +
.../pinot/query/mailbox/GrpcSendingMailbox.java | 20 +-
.../pinot/query/mailbox/ReceivingMailbox.java | 2 +-
.../query/runtime/blocks/TransferableBlock.java | 15 +-
.../query/runtime/plan/MultiStageQueryStats.java | 23 +-
.../query/service/dispatch/DispatchClient.java | 16 +-
.../pinot/query/service/server/QueryServer.java | 16 +-
.../runtime/blocks/TransferableBlockTest.java | 6 +-
.../runtime/plan/MultiStageQueryStatsTest.java | 4 +-
.../service/dispatch/QueryDispatcherTest.java | 2 +-
.../query/service/server/QueryServerTest.java | 2 +-
.../converter/RealtimeSegmentConverter.java | 9 +-
.../upsert/BasePartitionUpsertMetadataManager.java | 37 ++
.../upsert/BaseTableUpsertMetadataManager.java | 13 +-
...nUpsertMetadataManagerForConsistentDeletes.java | 55 +-
.../ConcurrentMapTableUpsertMetadataManager.java | 17 +-
.../upsert/PartitionUpsertMetadataManager.java | 7 +
.../local/upsert/TableUpsertMetadataManager.java | 2 +-
.../pinot/segment/local/upsert/UpsertContext.java | 18 +-
.../segment/local/upsert/UpsertViewManager.java | 21 +-
.../segment/local/utils/TableConfigUtils.java | 47 +-
.../converter/RealtimeSegmentConverterTest.java | 28 +-
.../BasePartitionUpsertMetadataManagerTest.java | 36 +-
...ertMetadataManagerForConsistentDeletesTest.java | 297 +++++-----
.../local/upsert/UpsertViewManagerTest.java | 9 +-
.../segment/spi/memory/CompoundDataBuffer.java | 26 +-
.../spi/memory/DataBufferPinotInputStream.java | 3 -
.../segment/spi/memory/PagedPinotOutputStream.java | 32 +-
.../segment/spi/memory/PinotOutputStream.java | 5 +-
.../pinot/server/starter/ServerInstance.java | 27 +-
.../pinot/server/worker/WorkerQueryServer.java | 20 +-
pinot-spi/pom.xml | 85 +++
.../apache/pinot/spi/config/table/PauseState.java | 2 +-
.../pinot/spi/config/table/UpsertConfig.java | 15 +-
.../java/org/apache/pinot/spi/data/Schema.java | 38 ++
.../pinot/spi/plugin/PinotPluginConfiguration.java | 68 +++
.../org/apache/pinot/spi/plugin/PluginManager.java | 146 ++++-
.../java/org/apache/pinot/spi/data/SchemaTest.java | 48 ++
.../apache/pinot/spi/plugin/ClassLoaderTest.java | 226 ++++++++
.../apache/pinot/spi/plugin/PluginManagerTest.java | 4 +-
.../pinot-plugin.properties | 15 +-
.../pinot-dropwizard/pinot-plugin.properties | 15 +-
.../plugins/pinot-yammer/pinot-plugin.properties | 15 +-
pinot-tools/pom.xml | 5 +
.../org/apache/pinot/tools/QuickStartBase.java | 4 +-
.../pinot/tools/streams/MeetupRsvpStream.java | 8 +-
.../pinot/tools/streams/RsvpSourceGenerator.java | 7 +-
.../upsertMeetupRsvp_realtime_table_config.json | 3 +-
.../upsertMeetupRsvp/upsertMeetupRsvp_schema.json | 3 +-
pom.xml | 99 ++--
120 files changed, 4406 insertions(+), 1877 deletions(-)
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/datablock/DataBlockEquals.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/datablock/DataBlockSerde.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/datablock/ZeroCopyDataBlockSerde.java
delete mode 100644
pinot-common/src/test/java/org/apache/pinot/common/datablock/BaseDataBlockContract.java
delete mode 100644
pinot-common/src/test/java/org/apache/pinot/common/datablock/V1MetadataBlock.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/datablock/ZeroCopyDataBlockSerdeTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/common/datablock/DataBlockBuilderTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/common/datablock/DataBlockSerdeTest.java
copy
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{LLCRealtimeClusterIntegrationTest.java
=> LLCRealtimeKafka3ClusterIntegrationTest.java} (94%)
copy .github/workflows/scripts/pr-tests/.pinot_tests_custom_integration.sh =>
pinot-plugins/pinot-metrics/pinot-dropwizard/src/main/resources/pinot-plugin.properties
(74%)
mode change 100755 => 100644
copy pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0 =>
pinot-kafka-3.0}/pom.xml (76%)
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-3.0/src/main/java/org/apache/pinot/plugin/stream/kafka30}/KafkaConsumerFactory.java
(93%)
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-3.0/src/main/java/org/apache/pinot/plugin/stream/kafka30}/KafkaPartitionLevelConnectionHandler.java
(94%)
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-3.0/src/main/java/org/apache/pinot/plugin/stream/kafka30}/KafkaPartitionLevelConsumer.java
(96%)
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-3.0/src/main/java/org/apache/pinot/plugin/stream/kafka30}/KafkaStreamMetadataProvider.java
(98%)
rename
pinot-common/src/test/java/org/apache/pinot/common/datablock/RowDataBlockTest.java
=>
pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30/KafkaPartitionLevelConsumerBackwardCompatibilityTest.java
(55%)
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30/KafkaPartitionLevelConsumerTest.java
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30}/KafkaPartitionLevelStreamConfigTest.java
(88%)
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30}/utils/MiniKafkaCluster.java
(86%)
copy {pinot-broker =>
pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0}/src/test/resources/log4j2.xml
(100%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka}/KafkaConfigBackwardCompatibleUtils.java
(99%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka}/KafkaConsumerPartitionLag.java
(96%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka}/KafkaMessageBatch.java
(98%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka}/KafkaPartitionLevelStreamConfig.java
(98%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka}/KafkaSSLUtils.java
(99%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka}/KafkaStreamMessageMetadata.java
(96%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/test/java/org/apache/pinot/plugin/stream/kafka}/KafkaSSLUtilsTest.java
(99%)
rename
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20
=>
pinot-kafka-base/src/test/java/org/apache/pinot/plugin/stream/kafka}/utils/EmbeddedZooKeeper.java
(95%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/plugin/PinotPluginConfiguration.java
create mode 100644
pinot-spi/src/test/java/org/apache/pinot/spi/plugin/ClassLoaderTest.java
copy .github/workflows/scripts/pr-tests/.pinot_tests_custom_integration.sh =>
pinot-spi/src/test/resources/plugins/assemblybased-pinot-plugin/pinot-plugin.properties
(74%)
mode change 100755 => 100644
copy .github/workflows/scripts/pr-tests/.pinot_tests_custom_integration.sh =>
pinot-spi/src/test/resources/plugins/pinot-dropwizard/pinot-plugin.properties
(74%)
mode change 100755 => 100644
copy .github/workflows/scripts/pr-tests/.pinot_tests_custom_integration.sh =>
pinot-spi/src/test/resources/plugins/pinot-yammer/pinot-plugin.properties (74%)
mode change 100755 => 100644
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
