This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from d54b04a Deep extraction in Avro and Json RecordExtractor (#5492)
add 3443593 Enhance and simplify the filtering (#5444)
No new revisions were added by this update.
Summary of changes:
.../pinot/core/common/BlockDocIdIterator.java | 22 +--
.../apache/pinot/core/common/BlockDocIdSet.java | 10 +-
.../core/operator/blocks/EmptyFilterBlock.java | 4 +-
.../operator/dociditerators/AndDocIdIterator.java | 123 ++++---------
.../dociditerators/ArrayBasedDocIdIterator.java | 37 +---
...Iterator.java => BitmapBasedDocIdIterator.java} | 9 +-
.../dociditerators/BitmapDocIdIterator.java | 79 +++-----
...kDocIdIterator.java => EmptyDocIdIterator.java} | 16 +-
.../ExpressionScanDocIdIterator.java | 72 ++------
.../dociditerators/MVScanDocIdIterator.java | 142 ++++-----------
...cIdIterator.java => MatchAllDocIdIterator.java} | 33 ++--
.../operator/dociditerators/OrDocIdIterator.java | 102 ++++-------
.../RangelessBitmapDocIdIterator.java | 53 +++---
.../dociditerators/SVScanDocIdIterator.java | 200 ++++++---------------
.../dociditerators/ScanBasedDocIdIterator.java | 22 +--
.../dociditerators/SortedDocIdIterator.java | 99 +++++-----
.../core/operator/docidsets/AndBlockDocIdSet.java | 181 -------------------
.../pinot/core/operator/docidsets/AndDocIdSet.java | 156 ++++++++++++++++
.../operator/docidsets/ArrayBasedDocIdSet.java | 21 +--
.../core/operator/docidsets/BitmapDocIdSet.java | 70 +-------
.../{ScanBasedDocIdSet.java => EmptyDocIdSet.java} | 24 ++-
.../docidsets/EmptyFilterBlockDocIdSet.java | 70 --------
.../docidsets/ExpressionFilterDocIdSet.java | 51 +-----
.../operator/docidsets/FilterBlockDocIdSet.java | 49 +----
...{SizeBasedDocIdSet.java => MVScanDocIdSet.java} | 44 ++---
...canBasedDocIdSet.java => MatchAllDocIdSet.java} | 18 +-
.../core/operator/docidsets/OrBlockDocIdSet.java | 126 -------------
.../pinot/core/operator/docidsets/OrDocIdSet.java | 120 +++++++++++++
...ArrayBasedDocIdSet.java => SVScanDocIdSet.java} | 29 ++-
.../docidsets/ScanBasedMultiValueDocIdSet.java | 85 ---------
.../docidsets/ScanBasedSingleValueDocIdSet.java | 88 ---------
.../core/operator/docidsets/SortedDocIdSet.java | 74 +-------
.../core/operator/docvalsets/MultiValueSet.java | 5 +-
.../core/operator/docvalsets/SingleValueSet.java | 5 +-
.../core/operator/filter/AndFilterOperator.java | 19 +-
.../operator/filter/BitmapBasedFilterOperator.java | 79 ++++----
.../core/operator/filter/FilterOperatorUtils.java | 45 +++--
.../pinot/core/operator/filter/IntRanges.java | 84 ---------
.../operator/filter/MatchAllFilterOperator.java | 10 +-
.../core/operator/filter/OrFilterOperator.java | 23 +--
.../filter/RangeIndexBasedFilterOperator.java | 63 +++----
.../operator/filter/ScanBasedFilterOperator.java | 53 ++----
.../filter/SortedIndexBasedFilterOperator.java | 138 ++++++++++++++
.../SortedInvertedIndexBasedFilterOperator.java | 179 ------------------
.../operator/filter/TextMatchFilterOperator.java | 40 ++---
.../BaseDictionaryBasedPredicateEvaluator.java | 8 +
.../predicate/EqualsPredicateEvaluatorFactory.java | 38 +++-
.../predicate/InPredicateEvaluatorFactory.java | 38 +++-
.../NotEqualsPredicateEvaluatorFactory.java | 38 +++-
.../predicate/NotInPredicateEvaluatorFactory.java | 38 +++-
.../filter/predicate/PredicateEvaluator.java | 8 +-
.../predicate/PredicateEvaluatorProvider.java | 6 -
.../predicate/RangePredicateEvaluatorFactory.java | 30 ++++
.../RegexpLikePredicateEvaluatorFactory.java | 11 +-
.../TextMatchPredicateEvaluatorFactory.java | 58 ------
.../org/apache/pinot/core/plan/FilterPlanNode.java | 51 ++++--
.../startree/operator/StarTreeFilterOperator.java | 9 +-
.../core/common/docidsets/BitmapDocIdSetTest.java | 78 --------
.../core/common/docidsets/SortedDocIdSetTest.java | 136 --------------
.../dociditerators/AndDocIdIteratorTest.java | 55 ++++++
.../dociditerators/BitmapDocIdIteratorTest.java | 61 ++-----
.../dociditerators/OrDocIdIteratorTest.java | 58 ++++++
.../dociditerators/SortedDocIdIteratorTest.java | 85 +++++++++
.../operator/filter/AndFilterOperatorTest.java | 2 +-
.../pinot/core/operator/filter/IntRangesTest.java | 103 -----------
.../core/operator/filter/OrFilterOperatorTest.java | 8 +-
.../core/operator/filter/TestFilterOperator.java | 57 +++---
.../pinot/perf/BenchmarkOrDocIdIterator.java | 44 ++---
68 files changed, 1445 insertions(+), 2547 deletions(-)
rename
pinot-core/src/main/java/org/apache/pinot/core/operator/dociditerators/{IndexBasedDocIdIterator.java
=> BitmapBasedDocIdIterator.java} (73%)
rename
pinot-core/src/main/java/org/apache/pinot/core/operator/dociditerators/{EmptyBlockDocIdIterator.java
=> EmptyDocIdIterator.java} (72%)
rename
pinot-core/src/main/java/org/apache/pinot/core/operator/dociditerators/{SizeBasedDocIdIterator.java
=> MatchAllDocIdIterator.java} (69%)
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/AndBlockDocIdSet.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/AndDocIdSet.java
copy
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/{ScanBasedDocIdSet.java
=> EmptyDocIdSet.java} (59%)
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/EmptyFilterBlockDocIdSet.java
rename
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/{SizeBasedDocIdSet.java
=> MVScanDocIdSet.java} (52%)
rename
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/{ScanBasedDocIdSet.java
=> MatchAllDocIdSet.java} (67%)
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/OrBlockDocIdSet.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/OrDocIdSet.java
copy
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/{ArrayBasedDocIdSet.java
=> SVScanDocIdSet.java} (56%)
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/ScanBasedMultiValueDocIdSet.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/docidsets/ScanBasedSingleValueDocIdSet.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/filter/IntRanges.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/filter/SortedIndexBasedFilterOperator.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/filter/SortedInvertedIndexBasedFilterOperator.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/filter/predicate/TextMatchPredicateEvaluatorFactory.java
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/core/common/docidsets/BitmapDocIdSetTest.java
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/core/common/docidsets/SortedDocIdSetTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/dociditerators/AndDocIdIteratorTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/dociditerators/OrDocIdIteratorTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/dociditerators/SortedDocIdIteratorTest.java
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/filter/IntRangesTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
