This is an automated email from the ASF dual-hosted git repository.
apucher pushed a change to branch pinot-flexible-auth-provider
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard a494d80a76 review fixes
discard 15acfde711 review cleanup
discard 3d5f10c2f8 test cleanup
discard 829995430b integration test
discard 8ecba358ca auth provider round 2
discard c20007e6dc pinot auth provider draft
add d0f9aaf5b3 fix GcsPinotFs listFiles by using bucket directly (#8656)
add b4943458a5 [issue-7357] Add support for Avro logical types (#7358)
add c0056dc278 Allow broker to automatically rewrite expensive function to
its approximate counterpart (#8655)
add 8fac50c038 [CI] Reduce quickstart testing to only LTS (#8665)
add b9bfb8e752 Support ADLS authentication with AAD + proxy (#8654)
add 497d0517ab Introduce Real Time Native Text Index (#8636)
add d208f577ed Adding pinot file system command (#8659)
add abf62f571d fix pruning in expressions by max/min/bloom (#8672)
add 65cecd259e Randomly pick the first URI for RoundRobinURIProvider
(#8666)
add f4c85e9596 Fix the flaky UpsertTableSegmentUploadIntegrationTest
(#8675)
add 5135acb95d refine error msg related to segment name generation to be
more actionable (#8676)
add d616a097e5 Add BigDecimal OnHeap/OffHeap mutable dictionaries (#8678)
add a12b760b74 Amend schema to add timestamp index during segment
reloading (#8679)
add d7f2054b6e Import dry run (#8673)
add 23a81d07b5 Add TLS configuration to JDBC driver (#8578)
add a7e2c12c99 Add InstanceTypeUtils to get instance type from the id
(#8681)
add 59bf3827db By default start 1 minion for all quickstart (#8682)
add b58650658c Allow updating start/end offset for pushed segments (#8653)
add 56282e8b2f track group by evaluation statistics (#8683)
add 6d785e0eb3 Upgrade jersey to fix parallel segment upload (#8677)
add e12bda1cf6 Fix the race condition of reading time boundary info (#8685)
add 50d3545803 pinot auth provider draft
add 03e0a5df9a auth provider round 2
add a03d5015a4 integration test
add cdd45b81ea test cleanup
add 509e8e0c05 review cleanup
add fb9f179e59 review fixes
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (a494d80a76)
\
N -- N -- N refs/heads/pinot-flexible-auth-provider (fb9f179e59)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/pinot_tests.yml | 4 +-
.github/workflows/scripts/.pinot_quickstart.sh | 33 +--
LICENSE-binary | 42 ++-
.../broker/broker/helix/BaseBrokerStarter.java | 9 +-
.../requesthandler/BaseBrokerRequestHandler.java | 289 +++++++++++++--------
.../pinot/broker/routing/BrokerRoutingManager.java | 9 +-
.../broker/broker/HelixBrokerStarterTest.java | 2 +-
.../requesthandler/DistinctCountRewriteTest.java | 44 ----
.../requesthandler/QueryLimitOverrideTest.java | 50 ----
.../broker/requesthandler/QueryOverrideTest.java | 123 +++++++++
pinot-clients/pinot-jdbc-client/pom.xml | 4 +
.../java/org/apache/pinot/client/PinotDriver.java | 35 ++-
.../controller/PinotControllerTransport.java | 31 ++-
.../PinotControllerTransportFactory.java} | 12 +-
.../org/apache/pinot/client/utils/DriverUtils.java | 19 +-
.../common/metadata/segment/SegmentZKMetadata.java | 3 +-
.../pinot/common/utils/RoundRobinURIProvider.java | 4 +-
.../pinot/common/utils/helix/HelixHelper.java | 4 +-
.../common/utils/RoundRobinURIProviderTest.java | 151 ++++++-----
.../common/utils/config/TableConfigSerDeTest.java | 6 +-
.../pinot/controller/BaseControllerStarter.java | 8 +-
.../resources/PinotIngestionRestletResource.java | 20 +-
.../pinot/controller/api/upload/ZKOperator.java | 162 ++++++------
.../helix/core/PinotHelixResourceManager.java | 70 ++---
.../core/minion/MinionInstancesCleanupTask.java | 4 +-
.../helix/core/minion/TaskMetricsEmitter.java | 20 +-
.../helix/core/util/ZKMetadataUtils.java | 105 +++++---
.../pinot/controller/api/TableViewsTest.java | 9 +-
.../helix/core/retention/RetentionManagerTest.java | 38 ++-
.../validation/ValidationManagerTest.java | 3 +-
pinot-core/pom.xml | 12 +
.../query/AggregationGroupByOrderByOperator.java | 2 +
.../org/apache/pinot/core/plan/FilterPlanNode.java | 9 +-
.../query/pruner/ColumnValueSegmentPruner.java | 19 +-
.../query/pruner/ColumnValueSegmentPrunerTest.java | 32 ++-
pinot-distribution/pom.xml | 12 -
.../pinot/integration/tests/ClusterTest.java | 100 +++----
pinot-integration-tests/pom.xml | 13 +-
.../tests/BaseClusterIntegrationTestSet.java | 3 +-
.../tests/OfflineClusterIntegrationTest.java | 32 +--
...TextIndicesRealtimeClusterIntegrationTest.java} | 50 +++-
.../integration/tests/TlsIntegrationTest.java | 51 ++++
.../UpsertTableSegmentUploadIntegrationTest.java | 218 +++++++---------
.../org/apache/pinot/minion/BaseMinionStarter.java | 5 +-
.../v0_deprecated/pinot-hadoop/pom.xml | 12 -
.../pinot/plugin/filesystem/ADLSGen2PinotFS.java | 83 ++++--
.../org/apache/pinot/plugin/filesystem/GcsUri.java | 16 +-
.../pinot/plugin/filesystem/TestGcsPinotFS.java | 10 +-
.../apache/pinot/plugin/filesystem/TestGcsUri.java | 20 +-
.../inputformat/avro/AvroRecordExtractor.java | 32 +++
.../avro/AvroRecordExtractorConfig.java} | 20 +-
.../plugin/inputformat/avro/AvroRecordReader.java | 8 +-
.../inputformat/avro/AvroRecordReaderConfig.java} | 19 +-
.../plugin/inputformat/avro/AvroSchemaUtil.java | 58 +++++
.../inputformat/avro/AvroRecordExtractorTest.java | 143 ++++++++--
.../inputformat/avro/AvroSchemaUtilTest.java | 83 ++++++
.../inputformat/avro/KafkaAvroMessageDecoder.java | 10 +-
.../inputformat/avro/SimpleAvroMessageDecoder.java | 10 +-
...aConfluentSchemaRegistryAvroMessageDecoder.java | 5 +-
.../minion/tasks/SegmentConversionUtils.java | 2 +-
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 2 +-
.../immutable/ImmutableSegmentLoader.java | 2 +
.../indexsegment/mutable/MutableSegmentImpl.java | 25 +-
...ava => BigDecimalOffHeapMutableDictionary.java} | 130 ++++-----
...java => BigDecimalOnHeapMutableDictionary.java} | 105 ++++----
.../impl/dictionary/MutableDictionaryFactory.java | 5 +
.../impl/invertedindex/NativeMutableTextIndex.java | 123 +++++++++
.../invertedindex/RealtimeLuceneTextIndex.java | 2 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 9 +-
.../impl/dictionary/MutableDictionaryTest.java | 15 +-
.../NativeAndLuceneMutableTextIndexTest.java | 107 ++++++++
.../NativeMutableTextIndexConcurrentTest.java | 251 ++++++++++++++++++
.../NativeMutableTextIndexReaderWriterTest.java} | 44 +---
.../mutablefst/MutableFSTConcurrentTest.java | 74 ++++--
.../apache/pinot/segment/spi/SegmentMetadata.java | 4 +
.../org/apache/pinot/segment/spi/V1Constants.java | 5 +
.../creator/name/FixedSegmentNameGenerator.java | 6 +-
.../name/InputFileSegmentNameGenerator.java | 31 ++-
.../name/NormalizedDateSegmentNameGenerator.java | 22 +-
.../creator/name/SimpleSegmentNameGenerator.java | 17 +-
.../spi/index/metadata/SegmentMetadataImpl.java | 29 ++-
.../name/FixedSegmentNameGeneratorTest.java} | 22 +-
.../name/InputFileSegmentNameGeneratorTest.java | 3 +-
.../NormalizedDateSegmentNameGeneratorTest.java | 17 +-
.../name/SimpleSegmentNameGeneratorTest.java | 1 +
.../server/starter/helix/BaseServerStarter.java | 4 +
.../apache/pinot/spi/config/table/QueryConfig.java | 23 +-
.../spi/data/readers/RecordExtractorConfig.java | 4 +
.../spi/data/readers/RecordReaderFactory.java | 6 +-
.../org/apache/pinot/spi/plugin/PluginManager.java | 1 +
.../pinot/spi/stream/StreamMessageDecoder.java | 1 +
.../pinot/spi/trace/InvocationRecording.java | 9 +
.../apache/pinot/spi/utils/CommonConstants.java | 5 +
.../apache/pinot/spi/utils/InstanceTypeUtils.java | 62 +++++
.../spi/data/readers/RecordReaderFactoryTest.java | 4 +-
pinot-tools/pom.xml | 20 +-
.../pinot/tools/BatchQuickstartWithMinion.java | 49 ----
.../org/apache/pinot/tools/EmptyQuickstart.java | 2 +-
.../org/apache/pinot/tools/GenericQuickstart.java | 2 +-
.../apache/pinot/tools/GitHubEventsQuickstart.java | 2 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 2 +-
.../org/apache/pinot/tools/JoinQuickStart.java | 2 +-
.../apache/pinot/tools/JsonIndexQuickStart.java | 2 +-
.../OfflineComplexTypeHandlingQuickStart.java | 2 +-
.../pinot/tools/PartialUpsertQuickStart.java | 2 +-
.../java/org/apache/pinot/tools/Quickstart.java | 2 +-
.../RealtimeComplexTypeHandlingQuickStart.java | 2 +-
.../pinot/tools/RealtimeJsonIndexQuickStart.java | 2 +-
.../org/apache/pinot/tools/RealtimeQuickStart.java | 2 +-
.../pinot/tools/TimestampIndexQuickstart.java | 2 +-
.../apache/pinot/tools/UpsertJsonQuickStart.java | 2 +-
.../org/apache/pinot/tools/UpsertQuickStart.java | 2 +-
.../pinot/tools/admin/PinotAdministrator.java | 4 +
.../admin/command/DataImportDryRunCommand.java | 96 +++++++
.../tools/admin/command/FileSystemCommand.java | 111 ++++++++
.../tools/admin/command/ImportDataCommand.java | 5 +-
.../tools/admin/command/QuickstartRunner.java | 44 ----
.../command/filesystem/BaseFileOperation.java | 58 +++++
.../tools/admin/command/filesystem/CopyFiles.java | 113 ++++++++
.../admin/command/filesystem/DeleteFiles.java | 81 ++++++
.../tools/admin/command/filesystem/ListFiles.java | 93 +++++++
.../tools/admin/command/filesystem/MoveFiles.java | 93 +++++++
.../tools/admin/command/filesystem/Utils.java | 26 +-
.../tools/admin/command/TestQuickStartCommand.java | 159 ++++++------
pom.xml | 34 ++-
125 files changed, 3248 insertions(+), 1340 deletions(-)
delete mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/DistinctCountRewriteTest.java
delete mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/QueryLimitOverrideTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/QueryOverrideTest.java
copy
pinot-clients/{pinot-java-client/src/main/java/org/apache/pinot/client/JsonAsyncHttpPinotClientTransportFactory.java
=>
pinot-jdbc-client/src/main/java/org/apache/pinot/client/controller/PinotControllerTransportFactory.java}
(81%)
rename
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{LuceneRealtimeClusterIntegrationTest.java
=> TextIndicesRealtimeClusterIntegrationTest.java} (75%)
copy
pinot-plugins/pinot-input-format/{pinot-thrift/src/main/java/org/apache/pinot/plugin/inputformat/thrift/ThriftRecordExtractorConfig.java
=>
pinot-avro-base/src/main/java/org/apache/pinot/plugin/inputformat/avro/AvroRecordExtractorConfig.java}
(62%)
copy
pinot-plugins/pinot-input-format/{pinot-protobuf/src/main/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufRecordReaderConfig.java
=>
pinot-avro-base/src/main/java/org/apache/pinot/plugin/inputformat/avro/AvroRecordReaderConfig.java}
(69%)
create mode 100644
pinot-plugins/pinot-input-format/pinot-avro-base/src/test/java/org/apache/pinot/plugin/inputformat/avro/AvroSchemaUtilTest.java
copy
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/dictionary/{IntOffHeapMutableDictionary.java
=> BigDecimalOffHeapMutableDictionary.java} (54%)
copy
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/dictionary/{LongOnHeapMutableDictionary.java
=> BigDecimalOnHeapMutableDictionary.java} (58%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/NativeMutableTextIndex.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/NativeAndLuceneMutableTextIndexTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/NativeMutableTextIndexConcurrentTest.java
copy
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/{segment/index/creator/NativeTextIndexCreatorTest.java
=> realtime/impl/invertedindex/NativeMutableTextIndexReaderWriterTest.java}
(52%)
copy
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/{reader/H3IndexResolutionTest.java
=> creator/name/FixedSegmentNameGeneratorTest.java} (60%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/utils/InstanceTypeUtils.java
delete mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/BatchQuickstartWithMinion.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/DataImportDryRunCommand.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/FileSystemCommand.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/filesystem/BaseFileOperation.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/filesystem/CopyFiles.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/filesystem/DeleteFiles.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/filesystem/ListFiles.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/filesystem/MoveFiles.java
copy
pinot-common/src/main/java/org/apache/pinot/common/utils/fetcher/PinotFSSegmentFetcher.java
=>
pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/filesystem/Utils.java
(57%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
