This is an automated email from the ASF dual-hosted git repository.
siddteotia pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 344bade Re-design the broker routing (#5046)
add 2a79531 Support Text Search (#4993)
No new revisions were added by this update.
Summary of changes:
.../antlr4/org/apache/pinot/pql/parsers/PQL2.g4 | 5 +
.../apache/pinot/common/config/TableConfig.java | 5 +
...omConfig.java => TextIndexConfigValidator.java} | 31 +-
.../pinot/common/request/FilterOperator.java | 11 +-
.../parsers/PinotQuery2BrokerRequestConverter.java | 2 +
.../apache/pinot/pql/parsers/Pql2AstListener.java | 11 +
.../org/apache/pinot/pql/parsers/Pql2Compiler.java | 3 +-
.../pinot/pql/parsers/pql2/ast/FilterKind.java | 3 +-
...AstNode.java => TextMatchPredicateAstNode.java} | 53 +-
.../apache/pinot/pql/parsers/Pql2CompilerTest.java | 13 +
pinot-common/src/thrift/request.thrift | 3 +-
pinot-core/pom.xml | 15 +
.../org/apache/pinot/core/common/Predicate.java | 6 +-
.../{NEqPredicate.java => TextMatchPredicate.java} | 13 +-
.../realtime/LLRealtimeSegmentDataManager.java | 15 +-
.../generator/SegmentGeneratorConfig.java | 51 +
.../immutable/ImmutableSegmentLoader.java | 2 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 90 +-
.../io/reader/impl/v1/SortedIndexReaderImpl.java | 8 +
.../core/operator/filter/FilterOperatorUtils.java | 14 +-
.../operator/filter/TextMatchFilterOperator.java | 75 +
.../predicate/PredicateEvaluatorProvider.java | 8 +
.../TextMatchPredicateEvaluatorFactory.java | 58 +
.../converter/RealtimeSegmentConverter.java | 28 +-
.../core/realtime/impl/RealtimeSegmentConfig.java | 52 +-
.../invertedindex/RealtimeInvertedIndexReader.java | 8 +
.../RealtimeLuceneIndexReaderRefreshThread.java | 151 +
.../RealtimeLuceneIndexRefreshState.java | 139 +
.../RealtimeLuceneTextIndexReader.java | 162 +
.../core/segment/creator/InvertedIndexCreator.java | 13 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 40 +-
.../inv/OffHeapBitmapInvertedIndexCreator.java | 5 +
.../impl/inv/OnHeapBitmapInvertedIndexCreator.java | 5 +
.../impl/inv/text/LuceneTextIndexCreator.java | 158 +
.../index/column/PhysicalColumnIndexContainer.java | 16 +-
.../converter/SegmentV1V2ToV3FormatConverter.java | 26 +-
.../index/data/source/ColumnDataSource.java | 6 +-
.../segment/index/loader/IndexLoadingConfig.java | 49 +
.../index/readers/BitmapInvertedIndexReader.java | 8 +
.../segment/index/readers/InvertedIndexReader.java | 7 +
.../index/readers/text/LuceneDocIdCollector.java | 73 +
.../index/readers/text/LuceneTextIndexReader.java | 152 +
.../virtualcolumn/DocIdVirtualColumnProvider.java | 9 +
.../SingleStringVirtualColumnProvider.java | 8 +
.../pinot/queries/TestTextSearchQueries.java | 1117 +
.../test/java/org/apache/pinot/util/TestUtils.java | 19 +-
.../text_search_data/group_by_grep_results.out | 26 +
.../resources/data/text_search_data/pql_query1.txt | 24150 +++++++++++++++++++
.../resources/data/text_search_data/skills.txt | 23 +
.../tests/BaseClusterIntegrationTest.java | 6 +-
.../pinot/integration/tests/ClusterTest.java | 14 +-
.../LuceneRealtimeClusterIntegrationTest.java | 189 +
.../server/starter/helix/HelixServerStarter.java | 6 +
pom.xml | 1 +
54 files changed, 27050 insertions(+), 111 deletions(-)
copy
pinot-common/src/main/java/org/apache/pinot/common/config/{TableCustomConfig.java
=> TextIndexConfigValidator.java} (57%)
copy
pinot-common/src/main/java/org/apache/pinot/pql/parsers/pql2/ast/{RegexpLikePredicateAstNode.java
=> TextMatchPredicateAstNode.java} (50%)
copy
pinot-core/src/main/java/org/apache/pinot/core/common/predicate/{NEqPredicate.java
=> TextMatchPredicate.java} (78%)
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/filter/TextMatchFilterOperator.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/TextMatchPredicateEvaluatorFactory.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/invertedindex/RealtimeLuceneIndexReaderRefreshThread.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/invertedindex/RealtimeLuceneIndexRefreshState.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/invertedindex/RealtimeLuceneTextIndexReader.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/segment/creator/impl/inv/text/LuceneTextIndexCreator.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/text/LuceneDocIdCollector.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/text/LuceneTextIndexReader.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/TestTextSearchQueries.java
create mode 100644
pinot-core/src/test/resources/data/text_search_data/group_by_grep_results.out
create mode 100644
pinot-core/src/test/resources/data/text_search_data/pql_query1.txt
create mode 100644
pinot-core/src/test/resources/data/text_search_data/skills.txt
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/LuceneRealtimeClusterIntegrationTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
