This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch TreeToTableView
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 69fb8dc479b Pipe: fix the reference count leak of events in async
connector during restart (#14324)
add 0d22f2b3f35 Load: flush metadata of generated files to avoid OOM
(#14419)
add eb3f554d654 Load: when table exists in IoTDB, make sure the
existing/incoming ID columns are the prefix of the incoming/existing ID columns
(#14341)
add 78ec1c9f825 Load: Fix Memory Allocation and Release Mismatch in
LoadTsFileDataCacheMemoryBlock (#14375)
add 65f3ad46274 [To dev/1.3]Support auto mkdirs in ExportData (#14378)
(#14400)
add 0c444734d50 Load: fix that empty measurement in aligned devices may
cause warnings (#14444)
add fbd17931ebc Pipe: Fixed the bug that the handling logic of return
status is not of use in convert execution visitor (#14443)
add 0d69f7149b8 Pipe: Fix the null pointer exception when the receiver
closes the Session (#14446)
add f6b16ed0aec Pipe: Added permission check for config receiver (#14418)
add 6a28a0792c3 Pipe: Introduce a minimum restart interval to optimize the
restart strategy to avoid frequent restarts & Stay tsfile extraction mode if
the task is currently restarted (#14374)
add d3f63920531 Bump h2-mvstore to 2.3.232 (#14450)
add 5f7b570aa5d Fix ratis byte limit configuration too small (#14449)
add aa8e21c664f Fix ThreadPool Metric NPE #14459
add 9df0030ebca Add TsfileSize column to 'show regions' (#14436)
add 6efe1125c8f Fix query scan will return duplicated timestamp or
unordered timestamp while TsFileResource degrading
add b5fe66ee754 Add eviction metrics in binary allocator (#14432)
add 7d6753a81c9 Bump ratis to 3.1.2-a862328-SNAPSHOT
add addbf964e4a Pipe: Do not stop runtime agent when removing datanode
(#14474)
add ef6a06a2def Subscription: allow generate subsequent events with the
same tablet batch to avoid large message & improve poll logic to avoid
unnecessary nack (#14452)
add 59dac3272a6 [TABLE MODEL] Support user-defined aggregate function
No new revisions were added by this update.
Summary of changes:
.../apache/iotdb/udf/AggregateFunctionExample.java | 80 +--
.../query/udf/example/relational/FirstTwoSum.java | 168 +++++
.../db/query/udf/example/relational/MyAvg.java | 126 ++++
.../{UDAFCount.java => relational/MyCount.java} | 56 +-
.../it/env/cluster/config/MppCommonConfig.java | 6 +
.../env/cluster/config/MppSharedCommonConfig.java | 7 +
.../it/env/remote/config/RemoteCommonConfig.java | 5 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 2 +
...thMisMatchIT.java => IoTDBFileTimeIndexIT.java} | 79 +--
.../org/apache/iotdb/db/it/utils/TestUtils.java | 42 ++
.../pipe/it/manual/IoTDBPipePermissionIT.java | 71 ++-
.../pipe/it/tablemodel/IoTDBPipeWithLoadIT.java | 246 ++++++++
.../it/db/it/udf/IoTDBSQLFunctionManagementIT.java | 58 +-
.../udf/IoTDBUserDefinedAggregateFunctionIT.java | 690 +++++++++++++++++++++
....java => IoTDBUserDefinedScalarFunctionIT.java} | 8 +-
.../relational/it/db/it/udf/SQLFunctionUtils.java | 87 +++
...ionConfig.java => AggregateFunctionConfig.java} | 21 +-
.../udf/api/relational/AggregateFunction.java | 81 ++-
.../iotdb/udf/api/relational/access/Record.java | 3 +-
.../org/apache/iotdb/tool/data/ExportData.java | 5 +-
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 6 -
.../consumer/SubscriptionConsumer.java | 3 +-
.../consumer/SubscriptionPullConsumer.java | 3 +-
.../consumer/SubscriptionPushConsumer.java | 3 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 3 +
.../iotdb/confignode/manager/ConfigManager.java | 4 +-
.../iotdb/confignode/manager/ProcedureManager.java | 10 +-
.../confignode/manager/load/cache/LoadCache.java | 11 +
.../manager/partition/PartitionManager.java | 8 +
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 119 ++++
.../impl/schema/AlterLogicalViewProcedure.java | 108 ++--
.../apache/iotdb/consensus/ratis/utils/Utils.java | 3 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 8 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 37 ++
.../subtask/connector/PipeConnectorSubtask.java | 2 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 11 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 26 +-
...leStatementDataTypeConvertExecutionVisitor.java | 10 +-
...eeStatementDataTypeConvertExecutionVisitor.java | 10 +-
.../iotdb/db/protocol/session/SessionManager.java | 4 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 6 +-
.../execution/operator/source/SeriesScanUtil.java | 30 +-
.../relational/aggregation/AccumulatorFactory.java | 38 +-
.../UserDefinedAggregateFunctionAccumulator.java | 123 ++++
.../GroupedUserDefinedAggregateAccumulator.java | 134 ++++
.../analyze/load/LoadTsFileTableSchemaCache.java | 2 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 14 +-
.../execution/config/metadata/ShowRegionTask.java | 18 +-
.../plan/planner/LocalExecutionPlanner.java | 9 +
.../metadata/write/view/AlterLogicalViewNode.java | 47 +-
.../relational/analyzer/ExpressionTreeUtils.java | 5 +-
.../plan/relational/metadata/Metadata.java | 6 +-
.../relational/metadata/TableMetadataImpl.java | 35 +-
.../fetcher/TableHeaderSchemaValidator.java | 41 +-
.../relational/planner/optimizations/Util.java | 2 -
.../plan/relational/sql/ast/InsertRows.java | 3 +-
.../relational/sql/ast/WrappedInsertStatement.java | 2 +-
.../db/queryengine/plan/statement/Statement.java | 8 +-
.../iotdb/db/service/metrics/FileMetrics.java | 5 +
.../db/service/metrics/file/TsFileMetrics.java | 18 +
.../dataregion/read/QueryDataSource.java | 14 +-
.../dataregion/tsfile/TsFileResource.java | 12 +-
.../db/storageengine/load/LoadTsFileManager.java | 61 +-
.../memory/LoadTsFileAnalyzeSchemaMemoryBlock.java | 4 +-
.../memory/LoadTsFileDataCacheMemoryBlock.java | 41 +-
.../load/memory/LoadTsFileMemoryManager.java | 15 +
.../db/subscription/broker/SubscriptionBroker.java | 104 +++-
.../broker/SubscriptionPrefetchingQueue.java | 7 +-
.../db/subscription/broker/SubscriptionStates.java | 30 +-
.../event/SubscriptionCommitContextSupplier.java} | 9 +-
.../db/subscription/event/SubscriptionEvent.java | 14 +-
.../batch/SubscriptionPipeTabletEventBatch.java | 57 +-
.../SubscriptionEventExtendableResponse.java | 6 -
.../event/response/SubscriptionEventResponse.java | 7 +
.../response/SubscriptionEventTabletResponse.java | 60 +-
.../receiver/SubscriptionReceiverV1.java | 2 +-
.../plan/relational/analyzer/AnalyzerTest.java | 6 +-
.../plan/relational/analyzer/TSBSMetadata.java | 6 +-
.../plan/relational/analyzer/TestMatadata.java | 6 +-
.../plan/statement/InsertStatementTest.java | 3 +
.../commons/binaryallocator/BinaryAllocator.java | 18 +-
.../iotdb/commons/binaryallocator/arena/Arena.java | 39 +-
.../metric/BinaryAllocatorMetrics.java | 36 +-
.../commons/concurrent/ThreadPoolMetrics.java | 26 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 9 +
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../iotdb/commons/pipe/config/PipeConfig.java | 5 +
.../schema/column/ColumnHeaderConstant.java | 4 +-
.../apache/iotdb/commons/schema/table/TsTable.java | 15 +
.../iotdb/commons/udf/access/RecordIterator.java | 10 +-
.../TableBuiltinAggregationFunction.java | 4 +-
.../iotdb/commons/udf/utils/TableUDFUtils.java | 6 +-
.../commons/udf/utils/UDFDataTypeTransformer.java | 45 +-
.../src/main/thrift/confignode.thrift | 1 +
pom.xml | 10 +-
96 files changed, 3031 insertions(+), 452 deletions(-)
copy
integration-test/src/main/java/org/apache/iotdb/db/query/udf/example/UDAFCount.java
=>
example/udf/src/main/java/org/apache/iotdb/udf/AggregateFunctionExample.java
(52%)
create mode 100644
integration-test/src/main/java/org/apache/iotdb/db/query/udf/example/relational/FirstTwoSum.java
create mode 100644
integration-test/src/main/java/org/apache/iotdb/db/query/udf/example/relational/MyAvg.java
copy
integration-test/src/main/java/org/apache/iotdb/db/query/udf/example/{UDAFCount.java
=> relational/MyCount.java} (55%)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{aligned/IoTDBAlignedSeriesQueryWithMisMatchIT.java
=> IoTDBFileTimeIndexIT.java} (58%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/udf/IoTDBUserDefinedAggregateFunctionIT.java
rename
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/udf/{scalar/IoTDBScalarFunctionIT.java
=> IoTDBUserDefinedScalarFunctionIT.java} (97%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/udf/SQLFunctionUtils.java
copy
iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/customizer/config/{ScalarFunctionConfig.java
=> AggregateFunctionConfig.java} (66%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/UserDefinedAggregateFunctionAccumulator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedUserDefinedAggregateAccumulator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/extractor/dataregion/realtime/epoch/TsFileEpochStateMigrator.java
=> subscription/event/SubscriptionCommitContextSupplier.java} (79%)
