This is an automated email from the ASF dual-hosted git repository.
cwylie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
from f60f377e5f Fix issues with null pointers on jobResponse (#14010)
add d21babc5b8 remix nested columns (#14014)
No new revisions were added by this update.
Summary of changes:
.../input/protobuf/ProtobufInputFormatTest.java | 18 +-
.../apache/druid/indexer/IndexGeneratorJob.java | 8 +-
.../druid/indexing/common/task/CompactionTask.java | 55 +--
.../overlord/sampler/InputSourceSampler.java | 3 +-
.../indexing/common/task/CompactionTaskTest.java | 102 -----
.../druid/data/input/impl/DimensionSchema.java | 18 +-
.../data/input/impl/DoubleDimensionSchema.java | 8 +
.../data/input/impl/FloatDimensionSchema.java | 8 +
.../druid/data/input/impl/LongDimensionSchema.java | 8 +
.../data/input/impl/NewSpatialDimensionSchema.java | 8 +
.../data/input/impl/StringDimensionSchema.java | 8 +
.../query/expression/NestedDataExpressions.java | 4 +-
...lumnIndexer.java => AutoTypeColumnIndexer.java} | 158 +++++---
...ColumnMerger.java => AutoTypeColumnMerger.java} | 240 +++++------
.../apache/druid/segment/AutoTypeColumnSchema.java | 90 +++++
.../org/apache/druid/segment/DimensionIndexer.java | 7 +-
.../java/org/apache/druid/segment/IndexIO.java | 4 +-
.../org/apache/druid/segment/IndexMergerV9.java | 198 ++-------
.../org/apache/druid/segment/IndexableAdapter.java | 57 +++
...r.java => NestedCommonFormatColumnHandler.java} | 14 +-
.../druid/segment/NestedDataColumnIndexer.java | 141 +++----
.../druid/segment/NestedDataColumnMerger.java | 262 +-----------
.../druid/segment/NestedDataDimensionHandler.java | 4 +-
.../druid/segment/NestedDataDimensionSchema.java | 8 +-
.../segment/QueryableIndexIndexableAdapter.java | 56 ++-
.../apache/druid/segment/SimpleQueryableIndex.java | 4 +-
.../druid/segment/StringDimensionHandler.java | 2 +-
.../segment/column/CapabilitiesBasedFormat.java | 155 +++++++
.../apache/druid/segment/column/ColumnBuilder.java | 20 +-
.../segment/column/ColumnCapabilitiesImpl.java | 2 +-
.../ColumnFormat.java} | 19 +-
.../apache/druid/segment/column/ColumnHolder.java | 4 +-
.../apache/druid/segment/column/ColumnType.java | 13 +-
.../druid/segment/column/ColumnTypeFactory.java | 13 -
.../druid/segment/column/SimpleColumnHolder.java | 11 +-
.../StringFrontCodedDictionaryEncodedColumn.java | 17 +-
.../druid/segment/data/DictionaryWriter.java | 2 +
.../data/EncodedStringDictionaryWriter.java | 6 +
.../apache/druid/segment/data/FixedIndexed.java | 41 +-
.../druid/segment/data/FixedIndexedWriter.java | 5 +
.../segment/data/FrontCodedIndexedWriter.java | 6 +
.../data/FrontCodedIntArrayIndexedWriter.java | 6 +
.../druid/segment/data/GenericIndexedWriter.java | 6 +
.../org/apache/druid/segment/data/Indexed.java | 40 ++
.../segment/data/RoaringBitmapSerdeFactory.java | 3 +
.../segment/incremental/IncrementalIndex.java | 94 ++---
.../incremental/IncrementalIndexAdapter.java | 44 +-
.../IncrementalIndexStorageAdapter.java | 4 +-
.../nested/CompressedNestedDataComplexColumn.java | 184 +++++++--
...ionaryIdLookup.java => DictionaryIdLookup.java} | 16 +-
...NestedFieldTypeInfo.java => FieldTypeInfo.java} | 12 +-
.../GlobalDictionaryEncodedFieldColumnWriter.java | 16 +-
.../segment/nested/NestedCommonFormatColumn.java | 144 +++++++
.../nested/NestedCommonFormatColumnSerializer.java | 102 +++++
.../segment/nested/NestedDataColumnSerializer.java | 147 +++----
...izer.java => NestedDataColumnSerializerV4.java} | 134 +-----
.../segment/nested/NestedDataColumnSupplier.java | 254 ++++--------
...pplier.java => NestedDataColumnSupplierV4.java} | 108 +++--
.../druid/segment/nested/NestedDataColumnV3.java | 17 +-
.../druid/segment/nested/NestedDataColumnV4.java | 21 +-
.../druid/segment/nested/NestedDataColumnV5.java | 30 +-
.../segment/nested/NestedDataComplexTypeSerde.java | 64 ++-
.../nested/NestedFieldColumnIndexSupplier.java | 50 +--
.../nested/NestedFieldDictionaryEncodedColumn.java | 4 +-
.../druid/segment/nested/ScalarDoubleColumn.java | 174 ++++++++
.../nested/ScalarDoubleColumnAndIndexSupplier.java | 447 ++++++++++++++++++++
.../nested/ScalarDoubleColumnSerializer.java | 247 ++++++++++++
...ter.java => ScalarDoubleFieldColumnWriter.java} | 8 +-
.../druid/segment/nested/ScalarLongColumn.java | 175 ++++++++
.../nested/ScalarLongColumnAndIndexSupplier.java | 448 +++++++++++++++++++++
.../segment/nested/ScalarLongColumnSerializer.java | 248 ++++++++++++
...riter.java => ScalarLongFieldColumnWriter.java} | 8 +-
.../nested/ScalarStringColumnAndIndexSupplier.java | 239 +++++++++++
.../nested/ScalarStringColumnSerializer.java | 234 +++++++++++
.../ScalarStringDictionaryEncodedColumn.java | 376 +++++++++++++++++
...ter.java => ScalarStringFieldColumnWriter.java} | 9 +-
...edCollector.java => SortedValueDictionary.java} | 33 +-
...mensionDictionary.java => ValueDictionary.java} | 48 ++-
.../druid/segment/nested/VariantArrayColumn.java | 382 ++++++++++++++++++
.../nested/VariantArrayColumnAndIndexSupplier.java | 252 ++++++++++++
.../nested/VariantArrayColumnSerializer.java | 341 ++++++++++++++++
...ter.java => VariantArrayFieldColumnWriter.java} | 6 +-
.../segment/nested/VariantFieldColumnWriter.java | 4 +-
.../druid/segment/serde/ColumnPartSerde.java | 3 +-
.../druid/segment/serde/ComplexMetricSerde.java | 1 +
.../serde/NestedCommonFormatColumnPartSerde.java | 268 ++++++++++++
...gFrontCodedDictionaryEncodedColumnSupplier.java | 3 +-
.../segment/virtual/NestedFieldVirtualColumn.java | 291 ++++++++++++-
.../org/apache/druid/math/expr/OutputTypeTest.java | 6 +-
.../apache/druid/query/NestedDataTestUtils.java | 13 +-
.../druid/query/scan/NestedDataScanQueryTest.java | 9 +-
...xerTest.java => AutoTypeColumnIndexerTest.java} | 4 +-
.../druid/segment/NestedDataColumnIndexerTest.java | 20 +-
.../QueryableIndexColumnCapabilitiesTest.java | 5 +-
.../nested/NestedDataColumnSupplierTest.java | 192 ++-------
...st.java => NestedDataColumnSupplierV4Test.java} | 300 +-------------
.../nested/NestedFieldColumnIndexSupplierTest.java | 74 ++--
.../segment/nested/NestedFieldTypeInfoTest.java | 34 +-
.../nested/ScalarDoubleColumnSupplierTest.java | 296 ++++++++++++++
.../nested/ScalarLongColumnSupplierTest.java | 296 ++++++++++++++
.../nested/ScalarStringColumnSupplierTest.java | 312 ++++++++++++++
.../nested/VariantArrayColumnSupplierTest.java | 270 +++++++++++++
.../segment/serde/NullColumnPartSerdeTest.java | 1 +
.../segment/virtual/ExpressionPlannerTest.java | 5 +-
.../druid/segment/virtual/VirtualColumnsTest.java | 3 +-
.../druid/segment/realtime/plumber/Sink.java | 12 +-
.../java/org/apache/druid/cli/DumpSegment.java | 6 +-
.../builtin/ArrayContainsOperatorConversion.java | 2 +-
.../builtin/ArrayOverlapOperatorConversion.java | 18 +-
.../builtin/NestedDataOperatorConversions.java | 23 +-
.../sql/calcite/schema/SegmentMetadataCache.java | 5 +-
.../sql/calcite/CalciteNestedDataQueryTest.java | 107 +++--
.../druid/sql/calcite/IngestTableFunctionTest.java | 3 +-
113 files changed, 7408 insertions(+), 2160 deletions(-)
copy
processing/src/main/java/org/apache/druid/segment/{NestedDataColumnIndexer.java
=> AutoTypeColumnIndexer.java} (81%)
copy
processing/src/main/java/org/apache/druid/segment/{NestedDataColumnMerger.java
=> AutoTypeColumnMerger.java} (64%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/AutoTypeColumnSchema.java
copy
processing/src/main/java/org/apache/druid/segment/{NestedDataDimensionHandler.java
=> NestedCommonFormatColumnHandler.java} (85%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/column/CapabilitiesBasedFormat.java
copy
processing/src/main/java/org/apache/druid/segment/{data/DictionaryWriter.java
=> column/ColumnFormat.java} (66%)
rename
processing/src/main/java/org/apache/druid/segment/nested/{GlobalDictionaryIdLookup.java
=> DictionaryIdLookup.java} (88%)
rename
processing/src/main/java/org/apache/druid/segment/nested/{NestedFieldTypeInfo.java
=> FieldTypeInfo.java} (95%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/NestedCommonFormatColumn.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/NestedCommonFormatColumnSerializer.java
copy
processing/src/main/java/org/apache/druid/segment/nested/{NestedDataColumnSerializer.java
=> NestedDataColumnSerializerV4.java} (76%)
copy
processing/src/main/java/org/apache/druid/segment/nested/{NestedDataColumnSupplier.java
=> NestedDataColumnSupplierV4.java} (83%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarDoubleColumn.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarDoubleColumnAndIndexSupplier.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarDoubleColumnSerializer.java
rename
processing/src/main/java/org/apache/druid/segment/nested/{DoubleFieldColumnWriter.java
=> ScalarDoubleFieldColumnWriter.java} (92%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarLongColumn.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarLongColumnAndIndexSupplier.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarLongColumnSerializer.java
rename
processing/src/main/java/org/apache/druid/segment/nested/{LongFieldColumnWriter.java
=> ScalarLongFieldColumnWriter.java} (92%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarStringColumnAndIndexSupplier.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarStringColumnSerializer.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/ScalarStringDictionaryEncodedColumn.java
rename
processing/src/main/java/org/apache/druid/segment/nested/{StringFieldColumnWriter.java
=> ScalarStringFieldColumnWriter.java} (85%)
rename
processing/src/main/java/org/apache/druid/segment/nested/{GlobalDictionarySortedCollector.java
=> SortedValueDictionary.java} (79%)
rename
processing/src/main/java/org/apache/druid/segment/nested/{GlobalDimensionDictionary.java
=> ValueDictionary.java} (88%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/VariantArrayColumn.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/VariantArrayColumnAndIndexSupplier.java
create mode 100644
processing/src/main/java/org/apache/druid/segment/nested/VariantArrayColumnSerializer.java
rename
processing/src/main/java/org/apache/druid/segment/nested/{ArrayFieldColumnWriter.java
=> VariantArrayFieldColumnWriter.java} (93%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/serde/NestedCommonFormatColumnPartSerde.java
copy
processing/src/test/java/org/apache/druid/segment/{NestedDataColumnIndexerTest.java
=> AutoTypeColumnIndexerTest.java} (99%)
copy
processing/src/test/java/org/apache/druid/segment/nested/{NestedDataColumnSupplierTest.java
=> NestedDataColumnSupplierV4Test.java} (62%)
create mode 100644
processing/src/test/java/org/apache/druid/segment/nested/ScalarDoubleColumnSupplierTest.java
create mode 100644
processing/src/test/java/org/apache/druid/segment/nested/ScalarLongColumnSupplierTest.java
create mode 100644
processing/src/test/java/org/apache/druid/segment/nested/ScalarStringColumnSupplierTest.java
create mode 100644
processing/src/test/java/org/apache/druid/segment/nested/VariantArrayColumnSupplierTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
