This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch auto-pick-59401-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 5a1442508da [regression](hudi) Impl new Hudi Docker environment
(#59401)
add 45a9b104ac4 branch-4.0: [improve](syntax) compatiable with mysql MOD
syntax #58432 (#59637)
add d1ebe957c18 branch-4.0: [fix](compaction) Check schema version before
ordered data compaction #59570 (#59620)
add ce4815bc76e branch-4.0: [fix](cloud) Fixed be restart queries not
retried #59566 (#59618)
add 24a3d05d8de branch-4.0: [enhance](test) Add retry mechanism for
NoSuchNamespaceException in Iceberg tests #59536 (#59623)
add 8bf2dae26cf [refactor](parquet) Use column predicates to do filtering
(#56904) (#59619)
add aa5f28e9b52 branch-4.0: [Fix](catalog)Resources should be closed when
dropping a Catalog. (#59642)
add 1daddb63bbc branch-4.0: [test](mtmv) Add ut test for session variable
guard when generate mtmv cache #58863 (#59635)
add 539cc31ebe4 branch-4.0: [opt](Arena)Release Arena memory earlier in
pipeline operators. #59045 (#59632)
add 635ed6b0e8b Revert "branch-4.0: [fix](compaction) Check schema version
before ordered data compaction #59570" (#59661)
add 82fa1a1ca16 branch-4.0: [Fix](Variant) Fix variant compaction empty
path handling #59544 (#59550)
add 3f651d0ac41 branch-4.0: [Feature](func) Support INTERVAL function and
fix EXPORT_SET constant process #58885 (#59655)
add b32e528828e branch-4.0: [chore](CI) add
enable_fetch_rowsets_from_peer_replicas to cloud be custom config #59496
(#59657)
add 61242ee8ab0 branch-4.0: [fix](date time comparison) fix date time
compare with low scale literal #59630 (#59659)
add 11f4276b917 branch-4.0: [feat](job) support show routine load job
compute group #59540 (#59650)
add f47e1626238 branch-4.0: [opt](scanner) set number of file scanner to
max_scanners_concurrency(#59622) (#59696)
add e776dd4117b Cherry-pick cloud snapshot related PRs to branch-4.0
(#59470)
add 144478931cc branch-4.0: [fix](case) exclude some unstable or fail case
#59674 (#59675)
add 0221a73b135 branch-4.0:[enhancement](parquet)support column predicate
tree min-max filter for parquet page index. (#57771) (#59680)
add 1744ff17bcd branch-4.0: [fix](case) fix regression test
add_project_for_unique_function #58835 (#59636)
add 7c8df011c1a branch-4.0: Fix: Ensure HUDI tables are processed
correctly by throwing an error for incorrect PhysicalFileScan usage (#59709)
add b21ef786e53 branch-4.0: [fix](float) Fix float field `to_string`
(#59737)
add f82b12b2c46 branch-4.0: [Fix](streamingjob) modify select backend
policy for streaming job #59705 (#59731)
add a175e041d29 branch-4.0: [fix](catalog) update the table's last update
time after related operations. (#59387) (#59695)
add 348c63c2cdf branch-4.0: [Enhancement](parquet)update runtime filter
when read next parquet row group. (#59053) (#59725)
add 08d3052ddda branch-4.0: [cherry-pick](branch40) cherry-pick from
master 59564 and 59473 (#59729)
add 05bae644d8e branch-4.0: [fix](case) fix regression test
add_project_for_unique_function (#59682)
add 5ca01b6f479 branch-4.0: [feat](cloud) Cherry pick packed file prs
(#59693)
add 1c27a65b091 branch-4.0: [fix](restore) Preserve cross-database
references when restoring views #59580 (#59662)
add 5630dc98f24 branch-4.0: [Feature](function) Support function
TIME_FORMAT (#58592) (#59704)
add a1d3386fa7f [fix](test) fix regression test limit_push_down (#59686)
add fbaf2bd63ae branch-4.0: [enhancement](recycle bin) optimize the
recycle bin to reduce the potential of FE hang #55753 (#59699)
add 09ed1fe893a branch-4.0: [Fix](rules) fix result wrong of
PushDownAggThroughJoinOnPkFk #59498 (#59703)
add 45a05547f8f [regression](hudi) Impl new Hudi Docker environment
(#59401)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5a1442508da)
\
N -- N -- N refs/heads/auto-pick-59401-branch-4.0 (45a05547f8f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.licenserc.yaml | 1 +
LICENSE.txt | 7 +
NOTICE.txt | 30 +
be/src/cloud/cloud_meta_mgr.cpp | 26 +-
be/src/cloud/cloud_meta_mgr.h | 3 +
be/src/cloud/cloud_rowset_writer.cpp | 75 +-
be/src/cloud/cloud_rowset_writer.h | 12 +-
be/src/cloud/cloud_tablet.cpp | 2 +
be/src/cloud/config.cpp | 11 +
be/src/cloud/config.h | 10 +
be/src/cloud/injection_point_action.cpp | 36 +-
be/src/cloud/pb_convert.cpp | 12 +
.../schema_cluster_snapshot_properties_scanner.cpp | 28 +-
.../schema_cluster_snapshots_scanner.cpp | 19 +-
.../schema_routine_load_job_scanner.cpp | 4 +
.../exec/schema_scanner/schema_scanner_helper.cpp | 2 +-
be/src/exec/schema_scanner/schema_scanner_helper.h | 5 +-
be/src/index-tools/index_tool.cpp | 7 +-
be/src/io/fs/packed_file_manager.cpp | 915 +
be/src/io/fs/packed_file_manager.h | 207 +
be/src/io/fs/packed_file_reader.cpp | 87 +
be/src/io/fs/packed_file_reader.h | 63 +
be/src/io/fs/packed_file_system.cpp | 114 +
be/src/io/fs/packed_file_system.h | 97 +
be/src/io/fs/packed_file_trailer.cpp | 152 +
.../fs/packed_file_trailer.h} | 23 +-
be/src/io/fs/packed_file_writer.cpp | 233 +
be/src/io/fs/packed_file_writer.h | 91 +
be/src/io/fs/s3_file_writer.cpp | 64 +-
be/src/io/fs/s3_file_writer.h | 4 +
be/src/olap/block_column_predicate.cpp | 32 +
be/src/olap/block_column_predicate.h | 52 +
be/src/olap/calc_delete_bitmap_executor.h | 21 +
be/src/olap/column_predicate.h | 17 +
be/src/olap/compaction.cpp | 2 +
be/src/olap/comparison_predicate.h | 84 +
be/src/olap/delete_handler.cpp | 7 +-
be/src/olap/in_list_predicate.h | 109 +-
be/src/olap/null_predicate.h | 26 +
be/src/olap/predicate_creator.h | 124 +-
be/src/olap/push_handler.cpp | 4 +-
be/src/olap/push_handler.h | 1 -
be/src/olap/rowset/beta_rowset_writer.cpp | 124 +-
be/src/olap/rowset/beta_rowset_writer.h | 11 +-
be/src/olap/rowset/rowset_factory.cpp | 4 +-
be/src/olap/rowset/rowset_meta.cpp | 30 +-
be/src/olap/rowset/rowset_meta.h | 11 +
be/src/olap/rowset/rowset_writer_context.h | 74 +-
be/src/olap/rowset/segment_creator.cpp | 4 +-
.../olap/rowset/segment_v2/index_file_writer.cpp | 32 +-
be/src/olap/rowset/segment_v2/index_file_writer.h | 11 +-
.../segment_v2/inverted_index_fs_directory.cpp | 42 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 2 +-
.../segment_v2/variant/variant_column_reader.cpp | 5 +
.../rowset/segment_v2/vertical_segment_writer.h | 2 +-
be/src/olap/schema_change.cpp | 3 +
be/src/olap/tablet_reader.cpp | 3 +-
be/src/olap/task/index_builder.cpp | 18 +-
be/src/pipeline/dependency.h | 6 +
be/src/pipeline/exec/aggregation_sink_operator.cpp | 46 +-
be/src/pipeline/exec/aggregation_sink_operator.h | 2 -
.../pipeline/exec/aggregation_source_operator.cpp | 13 +-
be/src/pipeline/exec/aggregation_source_operator.h | 1 -
be/src/pipeline/exec/analytic_sink_operator.cpp | 9 +-
be/src/pipeline/exec/analytic_sink_operator.h | 1 -
.../distinct_streaming_aggregation_operator.cpp | 4 +-
.../exec/distinct_streaming_aggregation_operator.h | 2 -
be/src/pipeline/exec/file_scan_operator.cpp | 10 +-
be/src/pipeline/exec/set_sink_operator.cpp | 2 +-
be/src/pipeline/exec/set_sink_operator.h | 1 -
.../exec/streaming_aggregation_operator.cpp | 2 +-
.../pipeline/exec/streaming_aggregation_operator.h | 1 -
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 13 +
be/src/runtime/runtime_predicate.cpp | 6 +-
be/src/runtime/runtime_predicate.h | 2 +-
.../runtime_filter_consumer_helper.h | 2 +
be/src/service/http_service.cpp | 1 +
be/src/tools/CMakeLists.txt | 29 +
be/src/tools/packed_file_tool.cpp | 56 +
be/src/util/s3_util.cpp | 22 +
be/src/util/s3_util.h | 11 +
be/src/vec/columns/column_const.cpp | 8 +
be/src/vec/columns/column_const.h | 4 +
be/src/vec/core/field.cpp | 55 +
be/src/vec/core/field.h | 1 +
be/src/vec/data_types/data_type_factory.cpp | 10 +-
be/src/vec/data_types/data_type_factory.hpp | 5 +-
be/src/vec/exec/format/generic_reader.cpp | 252 +
be/src/vec/exec/format/generic_reader.h | 26 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 8 -
be/src/vec/exec/format/orc/vorc_reader.h | 4 -
be/src/vec/exec/format/parquet/parquet_common.h | 18 +-
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 89 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 65 +-
.../exec/format/parquet/vparquet_column_reader.h | 38 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 38 +-
.../exec/format/parquet/vparquet_group_reader.h | 12 +-
.../exec/format/parquet/vparquet_page_index.cpp | 18 +-
.../vec/exec/format/parquet/vparquet_page_index.h | 7 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 683 +-
be/src/vec/exec/format/parquet/vparquet_reader.h | 90 +-
be/src/vec/exec/format/table/hive_reader.cpp | 14 +-
be/src/vec/exec/format/table/hive_reader.h | 4 -
be/src/vec/exec/format/table/hudi_reader.cpp | 9 +-
be/src/vec/exec/format/table/hudi_reader.h | 12 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 29 +-
be/src/vec/exec/format/table/iceberg_reader.h | 2 -
be/src/vec/exec/format/table/paimon_reader.h | 20 +-
.../format/table/transactional_hive_reader.cpp | 8 +-
.../exec/format/table/transactional_hive_reader.h | 1 -
be/src/vec/exec/scan/file_scanner.cpp | 109 +-
be/src/vec/exec/scan/file_scanner.h | 3 +-
be/src/vec/exec/scan/scanner.cpp | 1 +
be/src/vec/functions/cast/cast_to_string.h | 4 +-
be/src/vec/functions/date_time_transforms.h | 71 +
.../function_datetime_string_to_string.cpp | 6 +
be/src/vec/functions/function_interval.cpp | 125 +
be/src/vec/functions/function_string.h | 2 +-
be/src/vec/functions/simple_function_factory.h | 2 +
be/src/vec/runtime/time_value.h | 16 +
be/src/vec/runtime/vdatetime_value.cpp | 505 +-
be/src/vec/runtime/vdatetime_value.h | 21 +
be/src/vec/runtime/vparquet_transformer.cpp | 21 -
be/src/vec/runtime/vparquet_transformer.h | 17 +-
be/test/io/fs/packed_file_concurrency_test.cpp | 753 +
be/test/io/fs/packed_file_manager_test.cpp | 1129 +
be/test/io/fs/packed_file_reader_test.cpp | 271 +
be/test/io/fs/packed_file_system_test.cpp | 439 +
be/test/io/fs/packed_file_writer_test.cpp | 259 +
be/test/io/fs/s3_file_writer_test.cpp | 3 +-
be/test/io/packed_file_trailer_test.cpp | 116 +
be/test/olap/block_column_predicate_test.cpp | 1005 +
.../inverted_index/empty_index_file_test.cpp | 3 +-
.../query/phrase_edge_query_test.cpp | 4 +-
.../query/phrase_prefix_query_test.cpp | 4 +-
.../inverted_index/query/phrase_query_test.cpp | 4 +-
.../segment_v2/inverted_index_array_test.cpp | 21 +-
.../inverted_index_compound_reader_test.cpp | 8 +-
.../segment_v2/inverted_index_file_reader_test.cpp | 6 +-
.../segment_v2/inverted_index_file_writer_test.cpp | 92 +-
.../segment_v2/inverted_index_reader_test.cpp | 24 +-
.../segment_v2/inverted_index_writer_test.cpp | 48 +-
.../rowset/segment_v2/segment_corruption_test.cpp | 4 +-
be/test/olap/test_data/rowset_meta.json | 3 +-
.../vec/exec/format/parquet/parquet_expr_test.cpp | 84 +-
.../vec/exec/format/parquet/parquet_read_lines.cpp | 7 +-
.../exec/format/parquet/parquet_reader_test.cpp | 97 +-
.../exec/format/table/hive/hive_reader_test.cpp | 4 +-
.../format/table/iceberg/iceberg_reader_test.cpp | 4 +-
be/test/vec/exec/orc/orc_read_lines.cpp | 4 +-
be/test/vec/exec/orc_reader_test.cpp | 2 +-
cloud/CMakeLists.txt | 75 +-
cloud/cmake/install_fdb.cmake | 280 +
cloud/src/common/bvars.cpp | 39 +-
cloud/src/common/bvars.h | 26 +
cloud/src/common/config.h | 55 +
cloud/src/common/stopwatch.h | 4 +
cloud/src/{recycler => common}/sync_executor.h | 0
cloud/src/common/util.cpp | 10 +-
cloud/src/meta-service/http_encode_key.cpp | 287 +-
cloud/src/meta-service/meta_server.cpp | 188 +
cloud/src/meta-service/meta_server.h | 51 +
cloud/src/meta-service/meta_service.cpp | 670 +-
cloud/src/meta-service/meta_service.h | 45 +-
cloud/src/meta-service/meta_service_helper.h | 6 +-
cloud/src/meta-service/meta_service_http.cpp | 109 +-
cloud/src/meta-service/meta_service_job.cpp | 293 +-
cloud/src/meta-service/meta_service_partition.cpp | 196 +-
cloud/src/meta-service/meta_service_resource.cpp | 725 +-
cloud/src/meta-service/meta_service_snapshot.cpp | 44 +-
.../src/meta-service/meta_service_tablet_stats.cpp | 287 +-
cloud/src/meta-service/meta_service_tablet_stats.h | 46 +-
cloud/src/meta-service/meta_service_txn.cpp | 255 +-
cloud/src/meta-service/txn_lazy_committer.cpp | 660 +-
cloud/src/meta-service/txn_lazy_committer.h | 23 +-
cloud/src/meta-store/CMakeLists.txt | 1 +
cloud/src/meta-store/blob_message.cpp | 178 +
cloud/src/meta-store/blob_message.h | 111 +
cloud/src/meta-store/clone_chain_reader.cpp | 1338 +
.../{meta_reader.h => clone_chain_reader.h} | 140 +-
cloud/src/meta-store/keys.cpp | 613 +-
cloud/src/meta-store/keys.h | 224 +-
cloud/src/meta-store/mem_txn_kv.cpp | 98 +
cloud/src/meta-store/mem_txn_kv.h | 15 +
cloud/src/meta-store/meta_reader.cpp | 300 +-
cloud/src/meta-store/meta_reader.h | 76 +-
cloud/src/meta-store/txn_kv.cpp | 81 +-
cloud/src/meta-store/txn_kv.h | 18 +-
cloud/src/meta-store/txn_kv_error.h | 2 +
cloud/src/recycler/azure_obj_client.cpp | 7 +
cloud/src/recycler/azure_obj_client.h | 3 +
cloud/src/recycler/checker.cpp | 428 +-
cloud/src/recycler/checker.h | 32 +-
cloud/src/recycler/checker_snapshot.cpp | 29 +
cloud/src/recycler/hdfs_accessor.cpp | 7 +
cloud/src/recycler/hdfs_accessor.h | 2 +
cloud/src/recycler/meta_checker.cpp | 575 +-
cloud/src/recycler/meta_checker.h | 81 +-
cloud/src/recycler/obj_storage_client.h | 3 +
cloud/src/recycler/recycler.cpp | 1797 +-
cloud/src/recycler/recycler.h | 162 +-
cloud/src/recycler/recycler_operation_log.cpp | 211 +-
cloud/src/recycler/recycler_service.cpp | 5 +-
cloud/src/recycler/recycler_snapshot.cpp | 21 +
cloud/src/recycler/s3_accessor.cpp | 17 +
cloud/src/recycler/s3_accessor.h | 2 +
cloud/src/recycler/s3_obj_client.cpp | 24 +
cloud/src/recycler/s3_obj_client.h | 3 +
cloud/src/recycler/snapshot_chain_compactor.cpp | 461 +
cloud/src/recycler/snapshot_chain_compactor.h | 111 +
cloud/src/recycler/snapshot_data_migrator.cpp | 369 +
cloud/src/recycler/snapshot_data_migrator.h | 110 +
.../src/recycler/snapshot_data_size_calculator.cpp | 453 +
cloud/src/recycler/storage_vault_accessor.h | 2 +
cloud/src/recycler/sync_executor.h | 131 +-
cloud/src/resource-manager/resource_manager.cpp | 64 +-
cloud/src/resource-manager/resource_manager.h | 8 +
cloud/src/snapshot/snapshot_manager.cpp | 79 +-
cloud/src/snapshot/snapshot_manager.h | 29 +-
cloud/test/CMakeLists.txt | 8 +
cloud/test/blob_message_test.cpp | 274 +
cloud/test/clone_chain_reader_test.cpp | 2280 +
cloud/test/document_message_test.cpp | 23 +-
cloud/test/fdb_injection_test.cpp | 7 +-
cloud/test/http_encode_key_test.cpp | 426 +
cloud/test/keys_test.cpp | 389 +-
cloud/test/mem_txn_kv_test.cpp | 288 +
cloud/test/meta_reader_test.cpp | 500 +
cloud/test/meta_server_test.cpp | 232 +-
cloud/test/meta_service_http_test.cpp | 43 +-
cloud/test/meta_service_operation_log_test.cpp | 1496 +-
cloud/test/meta_service_test.cpp | 931 +-
cloud/test/meta_service_versioned_read_test.cpp | 31 +-
cloud/test/mock_accessor.h | 7 +
cloud/test/rate_limiter_test.cpp | 4 +
cloud/test/recycle_versioned_keys_test.cpp | 510 +-
cloud/test/recycler_operation_log_test.cpp | 561 +-
cloud/test/recycler_test.cpp | 1107 +-
cloud/test/resource_test.cpp | 450 +
cloud/test/rpc_kv_bvar_test.cpp | 3 +
cloud/test/schema_kv_test.cpp | 100 +-
cloud/test/snapshot_data_size_calculator_test.cpp | 162 +
cloud/test/txn_kv_test.cpp | 168 +-
cloud/test/txn_lazy_commit_test.cpp | 12 +-
.../scripts/create_preinstalled_scripts/run82.hql | 14 +
.../scripts/create_preinstalled_scripts/run84.hql | 20 +
.../decimals_1_10/decimals_1_10.parquet | Bin 0 -> 3874 bytes
.../runtime_filter_dim_small/dim_small.parquet | Bin 0 -> 4230 bytes
.../runtime_filter_fact_big/fact_big.parquet | Bin 0 -> 129338 bytes
.../create_preinstalled_scripts/iceberg/run22.sql | 13 +-
fe/check/checkstyle/suppressions.xml | 1 +
.../main/java/org/apache/doris/common/Config.java | 29 +
fe/fe-core/pom.xml | 8 -
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 4 +-
.../main/java/org/apache/doris/alter/Alter.java | 7 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 2 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 2 +-
.../doris/catalog/BuiltinScalarFunctions.java | 6 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 341 +-
.../main/java/org/apache/doris/catalog/Env.java | 4 +-
.../org/apache/doris/catalog/RefreshManager.java | 19 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 5 +-
.../main/java/org/apache/doris/catalog/View.java | 7 +-
.../doris/clone/DynamicPartitionScheduler.java | 2 +-
.../apache/doris/cloud/catalog/CloudPartition.java | 21 +-
.../cloud/datasource/CloudInternalCatalog.java | 37 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 5 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 4 +
.../apache/doris/cloud/storage/AzureRemote.java | 57 +
.../apache/doris/cloud/storage/DefaultRemote.java | 156 +-
.../org/apache/doris/cloud/storage/MockRemote.java | 8 +
.../org/apache/doris/cloud/storage/RemoteBase.java | 11 +
.../transaction/CloudGlobalTransactionMgr.java | 32 +-
.../util/UncloseableScheduledExecutorService.java | 153 +
.../org/apache/doris/datasource/CatalogMgr.java | 4 +-
.../apache/doris/datasource/ExternalCatalog.java | 41 +-
.../apache/doris/datasource/ExternalObjectLog.java | 7 +-
.../org/apache/doris/datasource/ExternalTable.java | 21 +-
.../apache/doris/datasource/InternalCatalog.java | 26 +-
.../doris/datasource/hive/HMSExternalDatabase.java | 2 +-
.../doris/datasource/hive/HMSExternalTable.java | 18 +-
.../doris/datasource/hive/HiveMetadataOps.java | 4 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 32 +-
.../datasource/iceberg/IcebergMetadataOps.java | 43 +-
.../doris/datasource/iceberg/IcebergUtils.java | 13 +-
.../datasource/operations/ExternalMetadataOps.java | 18 +-
.../datasource/paimon/PaimonExternalCatalog.java | 12 +
.../apache/doris/datasource/paimon/PaimonUtil.java | 9 +-
.../metastore/AbstractIcebergProperties.java | 3 +-
.../doris/datasource/test/TestExternalTable.java | 1 +
.../insert/streaming/StreamingMultiTblTask.java | 2 +-
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 8 +-
.../apache/doris/job/util/StreamingJobUtils.java | 22 +-
.../doris/load/routineload/RoutineLoadJob.java | 5 +
.../glue/translator/PhysicalPlanTranslator.java | 7 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 2 +
.../apache/doris/nereids/properties/FuncDeps.java | 51 +-
.../rules/SimplifyComparisonPredicate.java | 48 +-
.../nereids/rules/rewrite/EliminateGroupByKey.java | 43 +-
.../rewrite/PushDownAggThroughJoinOnPkFk.java | 44 +-
.../nereids/trees/expressions/LessThanEqual.java | 2 +-
.../executable/DateTimeExtractAndTransform.java | 33 +-
.../functions/executable/NumericArithmetic.java | 38 +
.../expressions/functions/scalar/DateFormat.java | 4 +-
.../expressions/functions/scalar/Interval.java | 61 +
.../scalar/{DateFormat.java => TimeFormat.java} | 33 +-
.../trees/expressions/literal/TimeV2Literal.java | 4 +
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../AdminSetAutoClusterSnapshotCommand.java | 10 +-
...dminSetClusterSnapshotFeatureSwitchCommand.java | 3 +-
.../trees/plans/commands/ExecuteActionCommand.java | 6 +-
.../plans/commands/ShowRoutineLoadCommand.java | 1 +
.../plans/commands/insert/HiveInsertExecutor.java | 7 +-
.../trees/plans/logical/LogicalHudiScan.java | 8 +
.../doris/nereids/util/DateTimeFormatterUtils.java | 425 +
.../apache/doris/persist/TruncateTableInfo.java | 9 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 11 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 2 +-
.../apache/doris/service/FrontendServiceImpl.java | 1 +
.../apache/doris/statistics/AnalysisManager.java | 26 +-
.../doris/statistics/StatisticsAutoCollector.java | 9 +-
.../doris/statistics/util/StatisticsUtil.java | 40 +-
.../org/apache/doris/system/SystemInfoService.java | 5 +-
.../client/builder/SdkDefaultClientBuilder.java | 724 +
.../doris/catalog/CatalogRecycleBinTest.java | 839 +
.../org/apache/doris/catalog/CreateViewTest.java | 24 +
.../org/apache/doris/catalog/RefreshTableTest.java | 16 +-
.../metastore/AbstractIcebergPropertiesTest.java | 4 +-
.../apache/doris/external/hms/HmsCatalogTest.java | 15 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 11 +
.../org/apache/doris/nereids/mv/MTMVCacheTest.java | 132 +
.../nereids/mv/MtmvCacheNewConnectContextTest.java | 13 +-
.../doris/nereids/mv/MvTableIdIsLongTest.java | 1 +
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 9 +
.../mv/PointQueryShouldNotMvRewriteTest.java | 5 +-
.../nereids/rules/expression/FoldConstantTest.java | 12 +-
.../rules/SimplifyComparisonPredicateTest.java | 36 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 12 +-
.../statistics/StatisticsAutoCollectorTest.java | 2 +-
fe/pom.xml | 2 -
gensrc/proto/cloud.proto | 131 +-
gensrc/proto/olap_file.proto | 9 +
gensrc/thrift/FrontendService.thrift | 1 +
.../packed_file/merge_file_stream_load.csv | 200 +
.../sql-functions/doc_date_functions_test.out | 107 +
.../hive/test_hive_page_index.out | 51888 +++++++++++++++++++
.../iceberg/test_iceberg_varbinary.out | 4 +
.../data/function_p0/test_interval_function.out | 244 +
.../operator/test_arithmetic_operators.out | 10 +
.../agg_join_pkfk/agg_join_pkfk.out | 36 +
.../limit_push_down/limit_push_down.out | 2 +-
.../add_project_for_unique_function.out | 17 +-
.../string_functions/test_string_function.out | 15 +
.../tpcds_sf100/noStatsRfPrune/query38.out | 81 +-
.../tpcds_sf100/noStatsRfPrune/query87.out | 81 +-
.../tpcds_sf100/no_stats_shape/query38.out | 81 +-
.../tpcds_sf100/no_stats_shape/query87.out | 81 +-
.../shape_check/tpcds_sf100/rf_prune/query38.out | 81 +-
.../shape_check/tpcds_sf100/rf_prune/query87.out | 81 +-
.../data/shape_check/tpcds_sf100/shape/query38.out | 81 +-
.../data/shape_check/tpcds_sf100/shape/query87.out | 81 +-
.../data/shape_check/tpcds_sf1000/hint/query38.out | 81 +-
.../data/shape_check/tpcds_sf1000/hint/query87.out | 81 +-
.../shape_check/tpcds_sf1000/shape/query38.out | 81 +-
.../shape_check/tpcds_sf1000/shape/query87.out | 81 +-
.../test_variant_compaction_empty_path_bug.out | 80 +
.../doris/regression/suite/SuiteCluster.groovy | 68 +-
.../pipeline/cloud_p0/conf/be_custom.conf | 2 +
.../pipeline/nonConcurrent/conf/be.conf | 2 +
.../nonConcurrent/conf/regression-conf.groovy | 5 +
.../test_backup_restore_with_view.groovy | 153 +
.../test_packed_file_concurrent_load.groovy | 324 +
.../packed_file/test_packed_file_mixed_load.groovy | 558 +
.../test_packed_file_query_with_table_drop.groovy | 181 +
.../test_packed_file_with_group_commit.groovy | 160 +
.../query_retry/test_retry_be_restart.groovy | 114 +
.../suites/cloud_p0/recycler/check_meta.groovy | 37 +
.../suites/cloud_p0/recycler/test_recycler.groovy | 2 +
.../test_function_signature_all_types.groovy | 2 +-
.../sql-functions/doc_date_functions_test.groovy | 164 +-
.../hive/test_hive_page_index.groovy | 98 +
.../hive/test_parquet_join_runtime_filter.groovy | 175 +
.../iceberg_and_internal_nested_namespace.groovy | 44 +-
.../iceberg/iceberg_branch_tag_operate.groovy | 13 +-
.../iceberg/iceberg_schema_change_ddl.groovy | 7 +
.../iceberg/test_iceberg_varbinary.groovy | 4 +
.../test_external_table_update_time.groovy | 61 +
.../function_p0/test_interval_function.groovy | 267 +
.../cdc/test_streaming_mysql_job.groovy | 2 +-
.../cdc/test_streaming_mysql_job_all_type.groovy | 2 +-
.../test_streaming_mysql_job_create_alter.groovy | 2 +-
.../cdc/test_streaming_mysql_job_dup.groovy | 2 +-
.../cdc/test_streaming_mysql_job_exclude.groovy | 2 +-
.../cdc/test_streaming_mysql_job_priv.groovy | 2 +-
.../cdc/test_streaming_mysql_job_restart_fe.groovy | 2 +-
.../cdc/test_streaming_postgres_job.groovy | 2 +-
.../test_streaming_postgres_job_all_type.groovy | 2 +-
.../cdc/test_streaming_postgres_job_dup.groovy | 2 +-
.../cdc/test_streaming_postgres_job_priv.groovy | 2 +-
.../test_routine_load_job_info_system_table.groovy | 5 +
.../routine_load/test_show_routine_load.groovy | 21 +
.../test_packed_file_stream_load_case1.groovy | 79 +
.../test_packed_file_stream_load_case2.groovy | 80 +
.../test_packed_file_stream_load_case3.groovy | 89 +
.../test_packed_file_stream_load_case4.groovy | 91 +
.../test_packed_file_stream_load_case5.groovy | 147 +
.../test_packed_file_stream_load_case6.groovy | 148 +
.../test_packed_file_stream_load_case7.groovy | 157 +
.../test_packed_file_stream_load_case8.groovy | 159 +
.../operator/test_arithmetic_operators.groovy | 3 +
.../agg_join_pkfk/agg_join_pkfk.groovy | 63 +
.../union_all_compensate.groovy | 6 +-
.../partition_curd_union_rewrite.groovy | 6 +-
.../string_functions/test_string_function.groovy | 1 +
.../test_variant_compaction_empty_path_bug.groovy | 142 +
417 files changed, 88464 insertions(+), 6050 deletions(-)
create mode 100644 be/src/io/fs/packed_file_manager.cpp
create mode 100644 be/src/io/fs/packed_file_manager.h
create mode 100644 be/src/io/fs/packed_file_reader.cpp
create mode 100644 be/src/io/fs/packed_file_reader.h
create mode 100644 be/src/io/fs/packed_file_system.cpp
create mode 100644 be/src/io/fs/packed_file_system.h
create mode 100644 be/src/io/fs/packed_file_trailer.cpp
copy be/src/{cloud/cloud_rowset_writer.h => io/fs/packed_file_trailer.h} (58%)
create mode 100644 be/src/io/fs/packed_file_writer.cpp
create mode 100644 be/src/io/fs/packed_file_writer.h
create mode 100644 be/src/tools/packed_file_tool.cpp
create mode 100644 be/src/vec/exec/format/generic_reader.cpp
create mode 100644 be/src/vec/functions/function_interval.cpp
create mode 100644 be/test/io/fs/packed_file_concurrency_test.cpp
create mode 100644 be/test/io/fs/packed_file_manager_test.cpp
create mode 100644 be/test/io/fs/packed_file_reader_test.cpp
create mode 100644 be/test/io/fs/packed_file_system_test.cpp
create mode 100644 be/test/io/fs/packed_file_writer_test.cpp
create mode 100644 be/test/io/packed_file_trailer_test.cpp
create mode 100644 cloud/cmake/install_fdb.cmake
copy cloud/src/{recycler => common}/sync_executor.h (100%)
create mode 100644 cloud/src/meta-store/clone_chain_reader.cpp
copy cloud/src/meta-store/{meta_reader.h => clone_chain_reader.h} (70%)
create mode 100644 cloud/src/recycler/snapshot_chain_compactor.cpp
create mode 100644 cloud/src/recycler/snapshot_chain_compactor.h
create mode 100644 cloud/src/recycler/snapshot_data_migrator.cpp
create mode 100644 cloud/src/recycler/snapshot_data_migrator.h
create mode 100644 cloud/src/recycler/snapshot_data_size_calculator.cpp
create mode 100644 cloud/test/blob_message_test.cpp
create mode 100644 cloud/test/clone_chain_reader_test.cpp
create mode 100644 cloud/test/snapshot_data_size_calculator_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run82.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run84.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/decimals_1_10/decimals_1_10.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/runtime_filter_dim_small/dim_small.parquet
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/parquet_table/runtime_filter_fact_big/fact_big.parquet
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/util/UncloseableScheduledExecutorService.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Interval.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DateFormat.java
=> TimeFormat.java} (73%)
create mode 100644
fe/fe-core/src/main/java/software/amazon/awssdk/core/client/builder/SdkDefaultClientBuilder.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/CatalogRecycleBinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/mv/MTMVCacheTest.java
create mode 100644
regression-test/data/cloud_p0/packed_file/merge_file_stream_load.csv
create mode 100644
regression-test/data/external_table_p0/hive/test_hive_page_index.out
create mode 100644 regression-test/data/function_p0/test_interval_function.out
create mode 100644
regression-test/data/nereids_rules_p0/agg_join_pkfk/agg_join_pkfk.out
create mode 100644
regression-test/data/variant_p0/test_variant_compaction_empty_path_bug.out
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_concurrent_load.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_mixed_load.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_query_with_table_drop.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_with_group_commit.groovy
create mode 100644
regression-test/suites/cloud_p0/query_retry/test_retry_be_restart.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_page_index.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_parquet_join_runtime_filter.groovy
create mode 100644
regression-test/suites/external_table_p0/test_external_table_update_time.groovy
create mode 100644
regression-test/suites/function_p0/test_interval_function.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case1.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case2.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case3.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case4.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case5.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case6.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case7.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_packed_file_stream_load_case8.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/agg_join_pkfk/agg_join_pkfk.groovy
create mode 100644
regression-test/suites/variant_p0/test_variant_compaction_empty_path_bug.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
