This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 577f1cf Do not update download URL and crypter when segment is not
refreshed (#4593)
add d30dfb0 Standardize the Dictionary interface, ensure the BYTES
support (#4622)
No new revisions were added by this update.
Summary of changes:
.../org/apache/pinot/common/utils/BytesUtils.java | 31 +-
.../org/apache/pinot/core/common/DataFetcher.java | 22 +-
.../apache/pinot/core/data/order/OrderByUtils.java | 58 ++--
.../core/data/recordtransformer/PinotDataType.java | 221 ++++++++++--
.../indexsegment/mutable/MutableSegmentImpl.java | 58 ++--
.../io/util/DictionaryDelegatingValueReader.java | 79 -----
.../core/io/util/FixedByteValueReaderWriter.java | 11 +-
.../org/apache/pinot/core/io/util/ValueReader.java | 15 +-
.../io/util/VarLengthBytesValueReaderWriter.java | 53 +--
.../predicate/InPredicateEvaluatorFactory.java | 2 +-
.../predicate/NotInPredicateEvaluatorFactory.java | 3 +-
.../predicate/RangePredicateEvaluatorFactory.java | 47 +--
.../core/query/pruner/AbstractSegmentPruner.java | 3 +-
.../converter/stats/RealtimeColumnStatistics.java | 6 +-
.../impl/dictionary/BaseMutableDictionary.java | 72 ++++
.../dictionary/BaseOffHeapMutableDictionary.java | 86 ++---
.../dictionary/BaseOnHeapMutableDictionary.java | 35 +-
.../dictionary/BytesOffHeapMutableDictionary.java | 180 ++++++----
.../dictionary/BytesOnHeapMutableDictionary.java | 143 +++++---
.../dictionary/DoubleOffHeapMutableDictionary.java | 222 +++++++-----
.../dictionary/DoubleOnHeapMutableDictionary.java | 160 ++++++---
.../dictionary/FloatOffHeapMutableDictionary.java | 223 +++++++-----
.../dictionary/FloatOnHeapMutableDictionary.java | 160 ++++++---
.../dictionary/IntOffHeapMutableDictionary.java | 223 +++++++-----
.../dictionary/IntOnHeapMutableDictionary.java | 160 ++++++---
.../dictionary/LongOffHeapMutableDictionary.java | 224 +++++++-----
.../dictionary/LongOnHeapMutableDictionary.java | 160 ++++++---
.../impl/dictionary/MutableDictionary.java | 92 -----
.../impl/dictionary/MutableDictionaryFactory.java | 2 +-
.../dictionary/StringOffHeapMutableDictionary.java | 176 ++++++----
.../dictionary/StringOnHeapMutableDictionary.java | 119 +++++--
.../creator/impl/SegmentColumnarIndexCreator.java | 1 -
.../creator/impl/SegmentDictionaryCreator.java | 3 +-
.../core/segment/creator/impl/V1Constants.java | 39 +--
.../stats/AbstractColumnStatisticsCollector.java | 23 --
.../stats/StringColumnPreIndexStatsCollector.java | 5 +-
.../index/column/PhysicalColumnIndexContainer.java | 8 +-
.../index/data/source/ColumnDataSource.java | 4 +-
.../loader/bloomfilter/BloomFilterHandler.java | 8 +-
.../core/segment/index/readers/BaseDictionary.java | 75 ++--
...aryReader.java => BaseImmutableDictionary.java} | 65 ++--
.../segment/index/readers/BytesDictionary.java | 42 ++-
.../core/segment/index/readers/Dictionary.java | 50 ++-
.../segment/index/readers/DoubleDictionary.java | 18 +-
.../segment/index/readers/FloatDictionary.java | 18 +-
.../core/segment/index/readers/IntDictionary.java | 23 +-
.../core/segment/index/readers/LongDictionary.java | 18 +-
.../segment/index/readers/OnHeapDictionary.java | 5 +-
.../index/readers/OnHeapDoubleDictionary.java | 43 +--
.../index/readers/OnHeapFloatDictionary.java | 38 +-
.../segment/index/readers/OnHeapIntDictionary.java | 28 +-
.../index/readers/OnHeapLongDictionary.java | 43 +--
.../index/readers/OnHeapStringDictionary.java | 69 ++--
.../segment/index/readers/StringDictionary.java | 84 ++++-
.../virtualcolumn/DocIdVirtualColumnProvider.java | 56 +--
.../SingleStringVirtualColumnProvider.java | 76 ++--
.../pinot/core/util/FixedIntArrayOffHeapIdMap.java | 96 +++--
.../data/recordtransformer/PinotDataTypeTest.java | 150 ++++----
.../util/VarLengthBytesValueReaderWriterTest.java | 8 +-
.../function/ValueInTransformFunctionTest.java | 3 +-
...ngeOfflineDictionaryPredicateEvaluatorTest.java | 26 +-
.../impl/dictionary/DictionaryPerfRunner.java | 140 --------
.../impl/dictionary/MultiValueDictionaryTest.java | 71 ++--
.../impl/dictionary/MutableDictionaryTest.java | 94 +++--
.../SegmentGenerationWithBytesTypeTest.java | 24 +-
...eaderTest.java => ImmutableDictionaryTest.java} | 199 +++++++----
.../ImmutableDictionaryTypeConversionTest.java | 385 +++++++++++++++++++++
...terSegmentAggregationMultiValueQueriesTest.java | 32 +-
...erSegmentAggregationSingleValueQueriesTest.java | 2 +-
.../v1/creator/BitmapInvertedIndexTest.java | 9 +-
.../segments/v1/creator/DictionariesTest.java | 99 ++----
.../org/apache/pinot/perf/BenchmarkDictionary.java | 117 ++++---
.../perf/BenchmarkOffHeapDictionaryMemory.java | 10 +-
.../pinot/perf/BenchmarkOfflineIndexReader.java | 10 +-
.../pinot/perf/BenchmarkStringDictionary.java | 10 +-
.../pinot/perf/StringDictionaryPerfTest.java | 64 ++--
76 files changed, 3154 insertions(+), 2283 deletions(-)
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/io/util/DictionaryDelegatingValueReader.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/dictionary/BaseMutableDictionary.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/dictionary/MutableDictionary.java
rename
pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{ImmutableDictionaryReader.java
=> BaseImmutableDictionary.java} (78%)
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/core/realtime/impl/dictionary/DictionaryPerfRunner.java
rename
pinot-core/src/test/java/org/apache/pinot/core/segment/index/readers/{ImmutableDictionaryReaderTest.java
=> ImmutableDictionaryTest.java} (59%)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/segment/index/readers/ImmutableDictionaryTypeConversionTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
