This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch compaction_review
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 9106c98ab90 Fix comments Extract time partition pattern in
CompactionRecoverManager Code refinement in DataRegion.recover()
add d9207b9a0e7 Update properties (#12625)
add 6ebaa435963 Generate compaction target file with tier level (#12597)
add fe35c8f6d42 Make UDTF execution framework batch processing (#12562)
new 867b58c8167 Merge branch 'master' into compaction_review
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../main/java/org/apache/iotdb/udf/api/UDTF.java | 5 +
.../java/org/apache/iotdb/udf/api/access/Row.java | 2 +-
.../org/apache/iotdb/udf/api/utils/RowImpl.java | 4 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 34 -
.../confignode/conf/ConfigNodeDescriptor.java | 23 -
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 27 -
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 13 -
.../operator/process/TransformOperator.java | 127 ++--
.../multi/builtin/BuiltInScalarFunctionHelper.java | 6 +-
.../multi/builtin/helper/CastFunctionHelper.java | 6 +-
.../multi/builtin/helper/DiffFunctionHelper.java | 6 +-
.../builtin/helper/ReplaceFunctionHelper.java | 6 +-
.../multi/builtin/helper/RoundFunctionHelper.java | 6 +-
.../builtin/helper/SubStringFunctionHelper.java | 6 +-
.../visitor/IntermediateLayerVisitor.java | 146 ++--
.../transformation/api/LayerPointReader.java | 54 --
.../api/{LayerRowReader.java => LayerReader.java} | 20 +-
.../transformation/api/LayerRowWindowReader.java | 3 -
...izableRowRecordListBackedMultiColumnWindow.java | 6 +-
...wRecordListBackedMultiColumnWindowIterator.java | 6 +-
...ticSerializableTVListBackedSingleColumnRow.java | 2 +-
.../LayerPointReaderBackedSingleColumnRow.java | 99 ---
.../dag/adapter/PointCollectorAdaptor.java | 97 +++
.../dag/builder/EvaluationDAGBuilder.java | 12 +-
.../dag/input/ConstantInputReader.java | 114 ++-
.../transformation/dag/input/IUDFInputDataSet.java | 21 +-
.../dag/input/QueryDataSetInputLayer.java | 294 ++------
.../dag/input/TsBlockInputDataSet.java | 37 +-
.../intermediate/ConstantIntermediateLayer.java | 17 +-
.../dag/intermediate/IntermediateLayer.java | 7 +-
.../MultiInputColumnIntermediateLayer.java | 797 ---------------------
.../dag/intermediate/MultiInputLayer.java | 666 +++++++++++++++++
...InputColumnMultiReferenceIntermediateLayer.java | 797 ---------------------
...nputColumnSingleReferenceIntermediateLayer.java | 668 -----------------
.../SingleInputMultiReferenceLayer.java | 724 +++++++++++++++++++
.../SingleInputSingleReferenceLayer.java | 648 +++++++++++++++++
.../transformation/dag/memory/SafetyLine.java | 4 +
.../dag/transformer/Transformer.java | 102 +--
.../binary/ArithmeticAdditionTransformer.java | 7 +-
.../binary/ArithmeticBinaryTransformer.java | 31 +-
.../binary/ArithmeticDivisionTransformer.java | 7 +-
.../binary/ArithmeticModuloTransformer.java | 7 +-
.../ArithmeticMultiplicationTransformer.java | 7 +-
.../binary/ArithmeticSubtractionTransformer.java | 7 +-
.../dag/transformer/binary/BinaryTransformer.java | 273 ++++---
.../binary/CompareBinaryTransformer.java | 33 +-
.../binary/CompareEqualToTransformer.java | 22 +-
.../binary/CompareGreaterEqualTransformer.java | 22 +-
.../binary/CompareGreaterThanTransformer.java | 21 +-
.../binary/CompareLessEqualTransformer.java | 22 +-
.../binary/CompareLessThanTransformer.java | 21 +-
.../binary/CompareNonEqualTransformer.java | 21 +-
.../transformer/binary/LogicAndTransformer.java | 6 +-
.../transformer/binary/LogicBinaryTransformer.java | 259 ++++---
.../dag/transformer/binary/LogicOrTransformer.java | 6 +-
.../multi/MappableUDFQueryRowTransformer.java | 102 +--
.../transformer/multi/UDFQueryRowTransformer.java | 44 +-
.../multi/UDFQueryRowWindowTransformer.java | 21 +-
.../dag/transformer/multi/UDFQueryTransformer.java | 12 +-
.../multi/UniversalUDFQueryTransformer.java | 73 +-
.../transformer/ternary/BetweenTransformer.java | 41 +-
.../ternary/CompareTernaryTransformer.java | 55 +-
.../transformer/ternary/TernaryTransformer.java | 342 +++++----
.../unary/ArithmeticNegationTransformer.java | 92 ++-
.../dag/transformer/unary/InTransformer.java | 144 +++-
.../dag/transformer/unary/IsNullTransformer.java | 39 +-
.../dag/transformer/unary/LogicNotTransformer.java | 32 +-
.../dag/transformer/unary/RegularTransformer.java | 35 +-
.../transformer/unary/TransparentTransformer.java | 37 +-
.../dag/transformer/unary/UnaryTransformer.java | 70 +-
.../unary/scalar/CastFunctionTransformer.java | 493 ++++++++++---
.../unary/scalar/DiffFunctionTransformer.java | 159 ++--
.../unary/scalar/ReplaceFunctionTransformer.java | 42 +-
.../unary/scalar/RoundFunctionTransformer.java | 94 ++-
.../unary/scalar/SubStringFunctionTransformer.java | 53 +-
.../transformation/dag/udf/UDTFExecutor.java | 153 +++-
.../transformation/dag/util/LayerCacheUtils.java | 189 +----
.../transformation/dag/util/TransformUtils.java | 46 +-
.../transformation/dag/util/TypeUtils.java | 79 ++
.../transformation/datastructure/TVColumns.java | 74 ++
.../iterator/ListForwardIterator.java | 11 +-
.../iterator/RowListForwardIterator.java | 100 +++
.../iterator/TVListForwardIterator.java | 109 +++
.../row/ElasticSerializableRowList.java | 485 +++++++++++++
.../row/ElasticSerializableRowRecordList.java | 314 --------
.../datastructure/row/SerializableRowList.java | 373 ++++++++++
.../row/SerializableRowRecordList.java | 254 -------
.../tv/ElasticSerializableBinaryTVList.java | 160 +++--
.../tv/ElasticSerializableTVList.java | 364 ++++------
.../tv/SerializableBooleanTVList.java | 75 --
.../datastructure/tv/SerializableDoubleTVList.java | 75 --
.../datastructure/tv/SerializableFloatTVList.java | 75 --
.../datastructure/tv/SerializableIntTVList.java | 73 --
.../datastructure/tv/SerializableLongTVList.java | 75 --
.../datastructure/tv/SerializableTVList.java | 383 ++++++++--
.../BinaryUtils.java} | 47 +-
.../tsfile/generator/TsFileNameGenerator.java | 15 +-
.../builder/EvaluationDAGBuilderTest.java | 4 +-
.../ElasticSerializableRowListTest.java | 415 +++++++++++
.../ElasticSerializableRowRecordListTest.java | 294 --------
.../ElasticSerializableTVListTest.java | 352 +++------
.../SerializableBinaryTVListTest.java | 87 ---
.../SerializableBooleanTVListTest.java | 85 ---
.../SerializableDoubleTVListTest.java | 84 ---
.../datastructure/SerializableFloatTVListTest.java | 84 ---
.../datastructure/SerializableIntTVListTest.java | 84 ---
.../datastructure/SerializableLongTVListTest.java | 84 ---
...dListTest.java => SerializableRowListTest.java} | 119 +--
.../datastructure/SerializableTVListTest.java | 452 +++++++++++-
.../compaction/utils/CompactionConfigRestorer.java | 2 -
.../resources/conf/iotdb-system.properties | 322 ++++++++-
.../iotdb/commons/udf/utils/MasterRepairUtil.java | 2 +-
.../iotdb/library/series/util/ConsecutiveUtil.java | 2 +-
113 files changed, 7453 insertions(+), 6912 deletions(-)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/api/LayerPointReader.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/api/{LayerRowReader.java
=> LayerReader.java} (71%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/adapter/LayerPointReaderBackedSingleColumnRow.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/adapter/PointCollectorAdaptor.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/intermediate/MultiInputColumnIntermediateLayer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/intermediate/MultiInputLayer.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/intermediate/SingleInputColumnMultiReferenceIntermediateLayer.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/intermediate/SingleInputColumnSingleReferenceIntermediateLayer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/intermediate/SingleInputMultiReferenceLayer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/intermediate/SingleInputSingleReferenceLayer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TypeUtils.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/TVColumns.java
copy
iotdb-client/cli/src/main/java/org/apache/iotdb/exception/ArgsErrorException.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/iterator/ListForwardIterator.java
(78%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/iterator/RowListForwardIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/iterator/TVListForwardIterator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/ElasticSerializableRowList.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/ElasticSerializableRowRecordList.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/SerializableRowList.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/SerializableRowRecordList.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableBooleanTVList.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableDoubleTVList.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableFloatTVList.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableIntTVList.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableLongTVList.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/{tv/SerializableBinaryTVList.java
=> util/BinaryUtils.java} (51%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/ElasticSerializableRowListTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/ElasticSerializableRowRecordListTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/SerializableBinaryTVListTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/SerializableBooleanTVListTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/SerializableDoubleTVListTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/SerializableFloatTVListTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/SerializableIntTVListTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/SerializableLongTVListTest.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/datastructure/{SerializableRowRecordListTest.java
=> SerializableRowListTest.java} (57%)
