This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from b726a2120e Bump org.apache:apache from 34 to 35 (#16116)
add 5f2c9ede69 Add Multi-column Text index (#16103)
No new revisions were added by this update.
Summary of changes:
.../apache/pinot/common/metrics/ServerGauge.java | 2 +
.../core/data/manager/BaseTableDataManager.java | 10 +
.../realtime/RealtimeSegmentDataManager.java | 3 +-
.../operator/filter/TextMatchFilterOperator.java | 53 +-
.../function/TextMatchTransformFunction.java | 3 +-
.../org/apache/pinot/core/plan/FilterPlanNode.java | 15 +-
.../BaseTableDataManagerAcquireSegmentTest.java | 8 +-
.../BaseTableDataManagerNeedRefreshTest.java | 97 +++-
.../data/manager/BaseTableDataManagerTest.java | 7 +-
.../pinot/core/data/manager/TableIndexingTest.java | 32 +-
.../offline/DimensionTableDataManagerTest.java | 7 +-
.../core/query/optimizer/QueryOptimizerTest.java | 14 +-
.../pinot/queries/ExplainPlanQueriesTest.java | 113 +++--
.../pinot/queries/FastFilteredCountMCTest.java | 48 ++
.../pinot/queries/FastFilteredCountTest.java | 10 +-
.../queries/NativeAndLuceneComparisonTest.java | 133 +++--
.../TextSearchMultiColIndexQueriesTest.java | 109 +++++
.../pinot/queries/TextSearchQueriesTest.java | 76 +--
.../src/test/resources/TableIndexingTest.csv | 48 +-
...MultiColumnRealtimeColMajorTextIndicesTest.java | 74 +++
...MultiColumnRealtimeRowMajorTextIndicesTest.java | 83 ++++
.../tests/custom/MultiColumnTextIndicesTest.java | 545 +++++++++++++++++++++
.../tests/custom/TextIndicesRealtimeTest.java | 69 +++
.../integration/tests/custom/TextIndicesTest.java | 67 ++-
pinot-perf/pom.xml | 4 +
.../perf/BenchmarkDimensionTableOverhead.java | 4 +-
.../pinot/perf/BenchmarkTextMatchQueriesSSQE.java | 329 +++++++++++++
.../indexsegment/immutable/EmptyIndexSegment.java | 7 +
.../immutable/ImmutableSegmentImpl.java | 26 +-
.../immutable/ImmutableSegmentLoader.java | 9 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 97 +++-
.../converter/RealtimeSegmentConverter.java | 2 +-
.../local/realtime/impl/RealtimeSegmentConfig.java | 44 +-
...ava => MultiColumnRealtimeLuceneTextIndex.java} | 138 ++++--
.../creator/impl/SegmentColumnarIndexCreator.java | 4 +-
.../impl/SegmentIndexCreationDriverImpl.java | 44 +-
.../creator/impl/text/LuceneTextIndexCreator.java | 4 +-
...java => MultiColumnLuceneTextIndexCreator.java} | 193 +++++---
.../converter/SegmentV1V2ToV3FormatConverter.java | 1 +
.../segment/index/loader/BaseIndexHandler.java | 5 +-
.../segment/index/loader/IndexLoadingConfig.java | 12 +
...IndexAndDictionaryBasedForwardIndexCreator.java | 1 +
.../segment/index/loader/SegmentPreProcessor.java | 115 ++++-
.../invertedindex/MultiColumnTextIndexHandler.java | 290 +++++++++++
.../loader/invertedindex/TextIndexHandler.java | 2 +-
.../readers/text/DefaultDocIdTranslator.java} | 34 +-
.../index/readers/text/DocIdTranslator.java | 6 +-
.../index/readers/text/LuceneDocIdCollector.java | 4 +-
.../index/readers/text/LuceneTextIndexReader.java | 55 +--
....java => MultiColumnLuceneTextIndexReader.java} | 348 +++++++++----
.../index/readers/text/NoOpDocIdTranslator.java | 24 +-
.../segment/store/SegmentLocalFSDirectory.java | 12 +
.../local/segment/store/TextIndexUtils.java | 67 ++-
...egmentMultiColTextIndexPreprocessThrottler.java | 75 +++
.../local/utils/SegmentOperationsThrottler.java | 12 +-
.../local/segment/index/loader/LoaderTest.java | 4 +-
.../index/loader/SegmentPreProcessorTest.java | 4 +-
.../MultiColumnTextIndexHandlerTest.java | 163 ++++++
.../local/segment/store/SingleLuceneIndexTest.java | 132 +++++
.../utils/SegmentOperationsThrottlerTest.java | 288 +++++++----
.../org/apache/pinot/segment/spi/IndexSegment.java | 7 +
.../apache/pinot/segment/spi/SegmentMetadata.java | 4 +
.../pinot/segment/spi/creator/SegmentCreator.java | 2 +
.../spi/creator/SegmentGeneratorConfig.java | 8 +
.../spi/creator/SegmentIndexCreationDriver.java | 1 -
.../spi/index/metadata/SegmentMetadataImpl.java | 52 +-
.../MultiColumnTextIndexConstants.java | 55 +++
.../multicolumntext/MultiColumnTextMetadata.java | 339 +++++++++++++
...Reader.java => MultiColumnTextIndexReader.java} | 20 +-
.../segment/spi/index/reader/TextIndexReader.java | 8 +-
.../pinot/segment/spi/store/SegmentDirectory.java | 4 +
.../server/starter/helix/BaseServerStarter.java | 19 +-
.../apache/pinot/spi/config/table/FieldConfig.java | 2 +
.../pinot/spi/config/table/IndexingConfig.java | 14 +
.../config/table/MultiColumnTextIndexConfig.java | 70 +++
.../apache/pinot/spi/utils/CommonConstants.java | 17 +-
.../spi/utils/builder/TableConfigBuilder.java | 9 +
.../fineFoodReviews_offline_table_config.json | 5 +-
.../fineFoodReviews_realtime_table_config.json | 5 +-
...upsertJsonMeetupRsvp_realtime_table_config.json | 3 +
80 files changed, 4203 insertions(+), 626 deletions(-)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/FastFilteredCountMCTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/TextSearchMultiColIndexQueriesTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/MultiColumnRealtimeColMajorTextIndicesTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/MultiColumnRealtimeRowMajorTextIndicesTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/MultiColumnTextIndicesTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/TextIndicesRealtimeTest.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkTextMatchQueriesSSQE.java
copy
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/{RealtimeLuceneTextIndex.java
=> MultiColumnRealtimeLuceneTextIndex.java} (72%)
copy
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/text/{LuceneTextIndexCreator.java
=> MultiColumnLuceneTextIndexCreator.java} (69%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/loader/invertedindex/MultiColumnTextIndexHandler.java
copy
pinot-segment-local/src/{test/java/org/apache/pinot/segment/local/segment/index/readers/text/LuceneTextIndexCompatibleTest.java
=>
main/java/org/apache/pinot/segment/local/segment/index/readers/text/DefaultDocIdTranslator.java}
(54%)
copy
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/IndexReader.java
=>
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/DocIdTranslator.java
(84%)
copy
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/{LuceneTextIndexReader.java
=> MultiColumnLuceneTextIndexReader.java} (50%)
copy
pinot-common/src/main/java/org/apache/pinot/common/utils/log/DummyLogFileServer.java
=>
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/text/NoOpDocIdTranslator.java
(64%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentMultiColTextIndexPreprocessThrottler.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/loader/invertedindex/MultiColumnTextIndexHandlerTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/store/SingleLuceneIndexTest.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/multicolumntext/MultiColumnTextIndexConstants.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/multicolumntext/MultiColumnTextMetadata.java
copy
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/{TextIndexReader.java
=> MultiColumnTextIndexReader.java} (72%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/config/table/MultiColumnTextIndexConfig.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
