This is an automated email from the ASF dual-hosted git repository.
lijibing pushed a change to branch high-priority-column
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 43e9a70e3a3 Improve waiting empty table logic. (#33472)
omit fc6468eeff0 Improve failover logic. (#33382)
omit b97cee9f067 Support high priority column stats auto collection. * fix
visible column (#33023) * Collect high priority columns. (#31235) * High
priority queue and map. (#31509) * Support column level health value. (#31794)
* Support follower sync query columns to master. (#31859) * Support show auto
analyze pending jobs. (#31926) * Check column health value earlier, show job
priority. (#32064) * support window (#32094) * Refactor. (#32273) * refactor2
(#32278) * Unit test (#32398) [...]
add 77c1893b90e [fix](Nereids) variant push down not work on slot without
table (#33356)
add 80526d73349 [pipelineX](runtime filter) Fix task timeout caused by
runtime filter (#33332)
add 58ea2d06dce [feature](debug point) Add handler to debug point (#33350)
add d98d1faea5d [opt](Nereids) auto fallback when query unsupport table
type (#33357)
add f74d9abb100 [opt](Nereids) auto fallback when insert unsupport catalog
(#33353)
add 1fbed115a95 [Improvement](runtime-filter) support sync join node build
side's size to init bloom runtime filter (#32180)
add fdd0f5eb474 [Fix](schema change) Fix schema change fault when add
complex type column (#31824)
add eb6ab47b670 [Improvement](executor)cancel query when a query is queued
(#33339)
add b10910b9d10 [Fix]fix insert overwrite non-partition table null pointer
exception (#33205)
add 318fa4272ed [refactor](meta scan) Remove RPC from execute threads
(#33378)
add 04233af66e6 [fix](partial-update) remove unnecessary DECHEK on
IndexChannel::num_rows_filtered (#33160)
add 6feea50b616 [bugfix](profile) should use backend ip:heartbeat port as
key during merge profile (#33368)
add 12fdc1bdc63 [regression-test](case) fix unstable test case in multi fe
env (#33385)
add 272d58a4bb9 [enhancement](rpc) should print fe address in error msg
during thrift rpc call (#33381)
add d816945973c [chore](test) let some case suitable for legacy planner
and nereids (#33352)
add 60212da9f81 [fix](Cloud) Set correct thdfs params's fields (#33392)
add f3432e3511f [fix](external catalog) Reset external table creation
status on log replay (#33390)
add 24cdb4a9a14 [Fix](fs-benchmark-tool) Fix open_read operation not work
in hdfs benchmark tool. (#33359)
add 633349b0ca8 [enhancement](cloud) Only update table version when drop a
non-empty partition (#32989)
add 938a1664107 [docker] [fix ]update kafka start scripts (#33370)
add 3179c63003e [Bug](load) fix stream load file on hll type mv column
(#33373)
add 37a831dbc43 [bugfix](deadlock) avoid deadlock in memtracker cancel
query (#33400)
add 429ce959fd7 [opt](profile) parallel serialize fragment and add detail
schedule profile (#33379)
add 7aa36cb4438 [improve](serde) support complex type in write/read pb
serde (#33124)
add 32a3a9ecbb8 [bug](mem_tracker) fix mem_tracker dcheck failed as not
used correctly (#33349)
add 65b382c17d4 [Fix](Outfile) Fixed the problem that the concurrent
Outfile wrote multiple Success files (#33016)
add e8e08f70051 [fix](Nereids): add order for constraint test (#33323)
add 9ecb244d1bc Revert "[opt](scan) read scan ranges in the order of
partitions (#31630)" (#33410)
add 63f4ae81021 [feature](debug point) add macro DBUG_RUN_CALLBACK (#33407)
add dc4d25f4d97 [feature](Cloud) Add one config to control FE's startup
with or without built in vault (#33308)
add 0959e159c8d [feature](expr) add type check when expr prepare (#33330)
add 7cd7d4902eb [feature](Cloud) Generate one suffix to distinguish
different hdfs root path (#33411)
add fb2ffe0ca7c [log](pipeline) add more log in scan localstate (#33062)
add e54d3b6c06d [fix](cloud) Fix high CPU cost caused by MS retrying
(#33404)
add 907286d6c27 Fix alter column stats without min max value deserialize
failure. (#33406)
add c8c689714d0 add config enable_create_bitmap_index_as_inverted_index
(#33434)
add 25821296e65 [chore](ci) cloud_p* collect log when regression fail
(#33302)
add 78caed8531a [fix](merge-cloud) Add retry when delete bitmap lock
expired on insert into select (#33395)
add b38be5f3dc6 [bugfix](deadlock) should not use query cancelled in
fragment mgr (#33422)
add 505c9f75042 [fix](load) Fix missing cloud cluster name for
TableQueryPlanAction for spark load (#33289)
add 0b1376357c4 [fix](cloud) Fix the retry drift random seed (#33428)
add 86803d2216a [chore](ci) set cloud ut as required (#33442)
add 7b29ed6d1c3 [log](chore) print isBad in Replica::toString() (#33427)
add 7004cce030d [enhancement](merge-on-write) compaction should not check
correctness if tablet is not ready (#33435)
add 29b7860cdb4 [fix](merge-cloud) fix possible data leak when creating
tables (#33416)
add c36a5691ec0 [fix](cases) Add check status timeout for backup/restore
cases (#32975)
add 3db21eee2c0 [feature](function) support quote string function #33055
add 7cfa44223ce [fix](partial update) Support partial update when the date
default value is 'current_date'. This PR is a extension of PR #32926. (#33394)
add ee1ad137468 [fix](merge-cloud) fix BUILD_CHECK_META do not take effect
during compilation (#33450)
add 3f34a1cb593 [chore](ci) if skip compile then skip cloud_p* too, format
cloud/ (#33445)
add d57690e7739 [fix](group commit) Fix test_group_commit_http_stream
(#33375)
add 5ebefce3be4 [fix](nereids)when clause cannot be regarded as common sub
expression (#33358)
add 50aadf6960f [fix](plsql) Fix handle select that fe can do without be
(#33363)
add 3f12f7f93fb [fix] after orExpand rule, RF target expr cannot be
translated #33402
add f65042c7e44 [Feature](function) Add function strcmp (#33272)
add 0991829916d [improve](routine-load) timely pause job if Kafka cluster
exception when consume (#33372)
add 30ccc7e028e [Chore](descriptors) remove unused codes for descriptors
(#33408)
add ee7c394a053 [testcase](hive)add exception test for hive txn (#33278)
add a0a19dbf5f5 [Bug](materialized-view) forbid create mv with value
column before key column (#33436)
add b1939ff3d3d [Chore](build) add cloud directory to build-support script
(#33468)
add fd8ed80fd66 [Enhancement](auto-partition) support all intervals for
date_trunc in auto partition (#33439)
add 8777c3089ab [fix](compaction) fix single replica compaction input
rowsets (#33053)
add c11cdfe09e8 [fix](ci) Update .asf.yaml (#33473)
add e1495914a5a [chore](cloud) Fix code style (#33467)
add 60acd8c355b [enhancement](exception) enble exception logic in pipeline
execute thread (#33437)
add 62a5bc39bff [fix](inverted index) cloud mod supports time series
(#33414)
add 72fbe37542b [fix](restore) Fix the conflict IDs between two cluster
(#33423)
add 9040963dfaf (merge-cloud) Fix file cache regression cases (#33441)
add 888e004842b [feature](iceberg)The new DDL syntax is added to create
iceberg partitioned tables (#33338)
add 37ae87b190c [feature](insert)use optional location and add hive
regression test (#33153)
add 165b0a222ea [feature](schema change) unified schema change for parquet
and orc reader (#32873)
add 4b4a1f3212a [case](regression) Add backup restore with NGRAM bloom
filter (#33479)
add 056560ed6fc [fix](routine-load) routine load date where expression
rewrite should change over time (#33345)
add 256e546f2aa [improve](load) try lock 30ms to get base_migration_lock
in rowset builder (#32243)
add 5ca19c4b790 [fix](merge-cloud) add detail err msg for meta check
(#33499)
add 82f0aef6ce7 [log](move-memtable) improve logs in vtablet_writer_v2 and
load_stream (#33103)
add 62bde47f095 [fix](doris compose) Fix not show ms recycler .out log in
cloud mode (#33489)
add 1fea40a7f8b [fix](compress) data decompress failed while max_len
equals 8M (#33456)
add fabd0464a7f [fix](memory) Fix memory tracker destructor deadlock
(#33497)
add 11bc9f23b35 [fix](nereids) fix a visitor bug in CommonSubExpressionOpt
(#33154)
add 1a2b26c546c [fix](memory) Fix EngineStorageMigrationTask MemTracker
attach thread #33508
add 00a688e128a [Bug](runtime-filter) try to fix heap use after free on
runtime filter send filter size (#33465)
add e1f9425f4f9 [fix](catalog) fix resource is not reopen when rename
catalog (#33432)
add ff323f14e18 [auth](enhance)remove some method in
AccessControllerManager (#33320)
add e5bbf7725e9 [chore](test) remove some outdated datetime test case
(#33476)
add 27eabae76fe [fix](debug point) fix gcc compile (#33451)
add 83efcb2f54a [fix](memory) Fix SnapshotManager MemTracker attach thread
(#33500)
new 02387b0483b Support high priority column stats auto collection. * fix
visible column (#33023) * Collect high priority columns. (#31235) * High
priority queue and map. (#31509) * Support column level health value. (#31794)
* Support follower sync query columns to master. (#31859) * Support show auto
analyze pending jobs. (#31926) * Check column health value earlier, show job
priority. (#32064) * support window (#32094) * Refactor. (#32273) * refactor2
(#32278) * Unit test (#32398) [...]
new 8c39b56f061 Improve failover logic. (#33382)
new 35c41568715 Improve waiting empty table logic. (#33472)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (43e9a70e3a3)
\
N -- N -- N refs/heads/high-priority-column (35c41568715)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/clang-format.yml | 14 +-
be/src/agent/task_worker_pool.cpp | 1 +
be/src/cloud/cloud_cumulative_compaction.cpp | 17 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 150 ++++-
be/src/cloud/cloud_cumulative_compaction_policy.h | 63 +-
be/src/cloud/cloud_rowset_builder.cpp | 4 +
be/src/cloud/cloud_rowset_writer.cpp | 1 +
be/src/cloud/cloud_storage_engine.cpp | 18 +-
be/src/cloud/cloud_storage_engine.h | 11 +-
be/src/cloud/cloud_tablet.cpp | 21 +-
be/src/cloud/cloud_tablet_mgr.cpp | 1 +
be/src/common/daemon.cpp | 1 +
be/src/exec/exec_node.cpp | 12 +-
be/src/exprs/bloom_filter_func.h | 4 +-
be/src/exprs/runtime_filter.cpp | 480 +++++++++------
be/src/exprs/runtime_filter.h | 29 +-
be/src/exprs/runtime_filter_slots.h | 167 ++---
be/src/http/action/checksum_action.cpp | 1 +
be/src/http/action/tablet_migration_action.cpp | 1 +
be/src/io/fs/benchmark/hdfs_benchmark.hpp | 1 +
be/src/io/hdfs_util.cpp | 4 +-
be/src/olap/compaction.cpp | 8 +-
be/src/olap/memtable.h | 2 +-
be/src/olap/rowset/rowset_writer_context.h | 2 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 10 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 10 +
be/src/olap/rowset_builder.cpp | 4 +-
be/src/olap/single_replica_compaction.cpp | 63 +-
be/src/olap/single_replica_compaction.h | 3 +-
be/src/olap/skiplist.h | 462 --------------
be/src/olap/snapshot_manager.cpp | 13 +-
be/src/olap/snapshot_manager.h | 4 +-
be/src/olap/tablet.cpp | 24 +-
be/src/olap/tablet.h | 1 -
be/src/olap/task/engine_storage_migration_task.cpp | 2 +
be/src/pipeline/exec/file_scan_operator.cpp | 55 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 86 +--
be/src/pipeline/exec/hashjoin_build_sink.h | 9 +-
be/src/pipeline/exec/join_build_sink_operator.cpp | 3 +-
be/src/pipeline/exec/join_build_sink_operator.h | 1 +
.../exec/multi_cast_data_stream_source.cpp | 27 +-
.../pipeline/exec/multi_cast_data_stream_source.h | 19 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 1 -
be/src/pipeline/exec/scan_operator.cpp | 37 +-
be/src/pipeline/exec/scan_operator.h | 27 +-
be/src/pipeline/pipeline_x/dependency.cpp | 122 ++--
be/src/pipeline/pipeline_x/dependency.h | 109 ++--
be/src/pipeline/pipeline_x/operator.cpp | 5 +
be/src/pipeline/pipeline_x/operator.h | 4 +-
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 50 +-
be/src/pipeline/pipeline_x/pipeline_x_task.h | 14 +-
be/src/pipeline/task_scheduler.cpp | 4 +
be/src/runtime/descriptor_helper.h | 10 +-
be/src/runtime/descriptors.cpp | 132 +---
be/src/runtime/descriptors.h | 161 +----
be/src/runtime/fragment_mgr.cpp | 231 +++----
be/src/runtime/fragment_mgr.h | 6 +-
be/src/runtime/load_stream.cpp | 26 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 40 +-
be/src/runtime/memory/mem_tracker_limiter.h | 2 +-
be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 32 +-
be/src/runtime/memory/thread_mem_tracker_mgr.h | 5 +
be/src/runtime/query_context.cpp | 10 +-
.../runtime/routine_load/data_consumer_group.cpp | 3 +-
be/src/runtime/runtime_filter_mgr.cpp | 101 ++-
be/src/runtime/runtime_filter_mgr.h | 32 +-
be/src/runtime/runtime_state.cpp | 45 +-
be/src/runtime/runtime_state.h | 6 +-
be/src/runtime/thread_context.h | 1 +
be/src/service/backend_options.cpp | 1 +
be/src/service/internal_service.cpp | 113 +++-
be/src/service/internal_service.h | 15 +
be/src/util/block_compression.cpp | 16 +-
be/src/util/brpc_client_cache.h | 4 +
be/src/util/debug_points.h | 57 +-
be/src/util/thrift_rpc_helper.cpp | 3 +-
be/src/vec/columns/column_array.cpp | 3 +-
be/src/vec/columns/column_map.cpp | 6 +-
be/src/vec/common/allocator.cpp | 6 +-
be/src/vec/core/columns_with_type_and_name.h | 2 +-
be/src/vec/data_types/data_type_struct.cpp | 9 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 30 +
.../vec/data_types/serde/data_type_array_serde.h | 8 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 7 +-
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 20 +
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 3 +
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 24 +
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 3 +
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 28 +
.../vec/data_types/serde/data_type_jsonb_serde.h | 3 +
.../vec/data_types/serde/data_type_map_serde.cpp | 37 ++
be/src/vec/data_types/serde/data_type_map_serde.h | 8 +-
.../data_types/serde/data_type_nullable_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_number_serde.h | 35 +-
.../vec/data_types/serde/data_type_string_serde.h | 8 +-
.../data_types/serde/data_type_struct_serde.cpp | 71 ++-
.../vec/data_types/serde/data_type_struct_serde.h | 20 +-
be/src/vec/exec/format/column_type_convert.cpp | 332 ++++++++++
be/src/vec/exec/format/column_type_convert.h | 537 ++++++++++++++++
be/src/vec/exec/format/format_common.h | 2 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 187 ++++--
be/src/vec/exec/format/orc/vorc_reader.h | 18 +-
be/src/vec/exec/format/parquet/decoder.cpp | 41 +-
.../exec/format/parquet/delta_bit_pack_decoder.h | 163 +++--
.../format/parquet/fix_length_dict_decoder.hpp | 125 +---
.../exec/format/parquet/fix_length_plain_decoder.h | 97 +--
.../exec/format/parquet/parquet_column_convert.cpp | 320 ++++++++--
.../exec/format/parquet/parquet_column_convert.h | 673 ++++++--------------
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 12 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 38 +-
.../exec/format/parquet/vparquet_column_reader.h | 2 +-
be/src/vec/exec/join/vhash_join_node.cpp | 6 +-
be/src/vec/exec/join/vhash_join_node.h | 12 +-
be/src/vec/exec/join/vjoin_node_base.cpp | 1 +
be/src/vec/exec/join/vjoin_node_base.h | 1 +
be/src/vec/exec/runtime_filter_consumer.cpp | 59 +-
be/src/vec/exec/runtime_filter_consumer.h | 8 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 55 +-
be/src/vec/exec/scan/vmeta_scanner.cpp | 3 +-
be/src/vec/exec/scan/vscan_node.cpp | 45 +-
be/src/vec/exec/scan/vscanner.cpp | 7 +-
be/src/vec/exprs/vexpr.cpp | 35 ++
be/src/vec/exprs/vexpr.h | 3 +
be/src/vec/functions/function_string.cpp | 29 +
be/src/vec/functions/function_string.h | 62 ++
.../vec/runtime/shared_hash_table_controller.cpp | 11 +-
be/src/vec/runtime/shared_hash_table_controller.h | 20 +-
be/src/vec/sink/load_stream_stub.cpp | 8 +-
be/src/vec/sink/writer/vfile_result_writer.cpp | 35 --
be/src/vec/sink/writer/vfile_result_writer.h | 2 -
be/src/vec/sink/writer/vtablet_writer.h | 1 -
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 9 +-
be/src/vec/utils/util.hpp | 19 +-
be/test/exprs/runtime_filter_test.cpp | 7 +-
be/test/olap/single_compaction_test.cpp | 147 +++++
be/test/olap/skiplist_test.cpp | 423 -------------
be/test/testutil/desc_tbl_builder.cpp | 7 +-
be/test/util/debug_points_test.cpp | 23 +
.../serde/data_type_serde_mysql_test.cpp | 3 +-
.../data_types/serde/data_type_serde_pb_test.cpp | 492 ++++++++++++++-
be/test/vec/exec/parquet/parquet_thrift_test.cpp | 37 +-
be/test/vec/exec/vtablet_sink_test.cpp | 12 +-
be/test/vec/exprs/vexpr_test.cpp | 8 +-
be/test/vec/function/function_string_test.cpp | 78 +++
be/test/vec/runtime/vdata_stream_test.cpp | 3 +-
build-support/check-format.sh | 2 +-
build-support/clang-format.sh | 2 +-
cloud/CMakeLists.txt | 8 +-
cloud/src/common/config.h | 2 +
cloud/src/common/string_util.h | 2 +-
cloud/src/meta-service/meta_service.cpp | 37 +-
cloud/src/meta-service/meta_service.h | 8 +-
cloud/src/meta-service/meta_service_partition.cpp | 46 +-
cloud/src/meta-service/meta_service_resource.cpp | 50 +-
cloud/src/recycler/meta_checker.cpp | 10 +-
cloud/test/meta_service_test.cpp | 95 ++-
.../runtime/doris-compose/resource/init_cloud.sh | 17 +-
docker/thirdparties/run-thirdparties-docker.sh | 4 +-
.../sql-functions/string-functions/quote.md | 47 ++
.../sql-functions/string-functions/quote.md | 47 ++
.../main/java/org/apache/doris/common/Config.java | 6 +
fe/fe-core/src/main/cup/sql_parser.cup | 11 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 7 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 7 +-
.../doris/alter/MaterializedViewHandler.java | 5 +-
.../apache/doris/alter/SchemaChangeHandler.java | 4 +-
.../apache/doris/analysis/AbstractBackupStmt.java | 6 +-
.../org/apache/doris/analysis/AddColumnClause.java | 4 +
.../doris/analysis/AlterColocateGroupStmt.java | 3 +-
.../doris/analysis/AlterColumnStatsStmt.java | 5 +-
.../apache/doris/analysis/AlterDatabaseRename.java | 6 +-
.../apache/doris/analysis/AlterTableStatsStmt.java | 5 +-
.../org/apache/doris/analysis/AlterTableStmt.java | 5 +-
.../org/apache/doris/analysis/AlterViewStmt.java | 3 +-
.../org/apache/doris/analysis/AnalyzeTblStmt.java | 6 +-
.../doris/analysis/CancelAlterTableStmt.java | 13 +-
.../apache/doris/analysis/CancelBackupStmt.java | 4 +-
.../apache/doris/analysis/ChannelDescription.java | 6 +-
.../org/apache/doris/analysis/CleanLabelStmt.java | 4 +-
.../apache/doris/analysis/CleanQueryStatsStmt.java | 6 +-
.../java/org/apache/doris/analysis/ColumnDef.java | 12 +-
.../org/apache/doris/analysis/CreateDbStmt.java | 3 +-
.../doris/analysis/CreateMaterializedViewStmt.java | 6 +-
.../apache/doris/analysis/CreateTableLikeStmt.java | 7 +-
.../org/apache/doris/analysis/CreateTableStmt.java | 3 +-
.../org/apache/doris/analysis/CreateViewStmt.java | 5 +-
.../org/apache/doris/analysis/DataDescription.java | 11 +-
.../java/org/apache/doris/analysis/DbName.java | 3 -
.../java/org/apache/doris/analysis/DeleteStmt.java | 3 +-
.../java/org/apache/doris/analysis/DropDbStmt.java | 9 +-
.../doris/analysis/DropMaterializedViewStmt.java | 5 +-
.../org/apache/doris/analysis/DropStatsStmt.java | 7 +-
.../org/apache/doris/analysis/DropTableStmt.java | 5 +-
.../java/org/apache/doris/analysis/ExportStmt.java | 12 +-
.../apache/doris/analysis/FunctionCallExpr.java | 3 +-
.../doris/analysis/InsertOverwriteTableStmt.java | 3 +-
.../apache/doris/analysis/ModifyColumnClause.java | 4 +
.../org/apache/doris/analysis/OutFileClause.java | 8 +
.../apache/doris/analysis/PartitionExprUtil.java | 4 +
.../org/apache/doris/analysis/RecoverDbStmt.java | 6 +-
.../doris/analysis/RecoverPartitionStmt.java | 5 +-
.../apache/doris/analysis/RecoverTableStmt.java | 3 +-
.../org/apache/doris/analysis/ShowAnalyzeStmt.java | 8 +-
.../org/apache/doris/analysis/ShowBackupStmt.java | 4 +-
.../apache/doris/analysis/ShowColumnHistStmt.java | 3 +-
.../apache/doris/analysis/ShowColumnStatsStmt.java | 3 +-
.../apache/doris/analysis/ShowCreateDbStmt.java | 19 +-
.../doris/analysis/ShowCreateFunctionStmt.java | 3 +-
.../analysis/ShowCreateMaterializedViewStmt.java | 3 +-
.../apache/doris/analysis/ShowDataSkewStmt.java | 7 +-
.../org/apache/doris/analysis/ShowDataStmt.java | 8 +-
.../apache/doris/analysis/ShowEncryptKeysStmt.java | 5 +-
.../apache/doris/analysis/ShowFunctionsStmt.java | 3 +-
.../apache/doris/analysis/ShowQueryStatsStmt.java | 3 +-
.../org/apache/doris/analysis/ShowRestoreStmt.java | 4 +-
.../apache/doris/analysis/ShowSmallFilesStmt.java | 4 +-
.../apache/doris/analysis/ShowTableStatsStmt.java | 3 +-
.../apache/doris/analysis/ShowTypeCastStmt.java | 8 -
.../org/apache/doris/analysis/ShowViewStmt.java | 2 +-
.../org/apache/doris/analysis/SlotDescriptor.java | 2 +-
.../apache/doris/analysis/TruncateTableStmt.java | 5 +-
.../org/apache/doris/analysis/TupleDescriptor.java | 33 +-
.../java/org/apache/doris/analysis/UpdateStmt.java | 3 +-
.../doris/catalog/BuiltinScalarFunctions.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 6 +
.../org/apache/doris/catalog/FunctionRegistry.java | 4 +-
.../java/org/apache/doris/catalog/OlapTable.java | 67 +-
.../org/apache/doris/catalog/PartitionInfo.java | 30 +-
.../java/org/apache/doris/catalog/Replica.java | 2 +
.../cloud/alter/CloudSchemaChangeHandler.java | 160 ++++-
.../doris/cloud/analysis/UseCloudClusterStmt.java | 8 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 7 +
.../apache/doris/cloud/catalog/CloudPartition.java | 4 +-
.../cloud/datasource/CloudInternalCatalog.java | 23 +-
.../SnapshotProxy.java => rpc/VersionHelper.java} | 7 +-
.../doris/common/profile/ExecutionProfile.java | 19 +-
.../doris/common/profile/SummaryProfile.java | 308 +++++-----
.../org/apache/doris/common/util/BrokerUtil.java | 3 +-
.../org/apache/doris/datasource/CatalogMgr.java | 4 +
.../apache/doris/datasource/ExternalDatabase.java | 1 +
.../apache/doris/datasource/InternalCatalog.java | 7 +-
.../doris/datasource/hive/HMSTransaction.java | 91 ++-
.../datasource/hive/HiveDatabaseMetadata.java | 9 +
.../doris/datasource/hive/HiveMetadataOps.java | 40 +-
.../doris/datasource/hive/HiveTableMetadata.java | 37 +-
.../org/apache/doris/datasource/hive/HiveUtil.java | 117 +++-
.../datasource/hive/ThriftHMSCachedClient.java | 76 +--
.../datasource/iceberg/DorisTypeToIcebergType.java | 14 +-
.../datasource/iceberg/IcebergMetadataOps.java | 2 +-
.../doris/datasource/iceberg/IcebergUtils.java | 94 ++-
.../main/java/org/apache/doris/fs/FileSystem.java | 9 +
.../org/apache/doris/fs/LocalDfsFileSystem.java | 245 ++++++++
.../java/org/apache/doris/fs/LocalFileSystem.java | 76 ---
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 45 ++
.../doris/httpv2/controller/BaseController.java | 7 +-
.../apache/doris/httpv2/rest/CancelLoadAction.java | 5 +-
.../apache/doris/httpv2/rest/MetaInfoAction.java | 9 +-
.../doris/httpv2/rest/TableQueryPlanAction.java | 4 +
.../doris/httpv2/restv2/MetaInfoActionV2.java | 9 +-
.../doris/job/extensions/insert/InsertJob.java | 11 +-
.../org/apache/doris/load/BrokerFileGroup.java | 4 +
.../java/org/apache/doris/load/DeleteHandler.java | 9 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 12 +-
.../src/main/java/org/apache/doris/load/Load.java | 27 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 11 +-
.../org/apache/doris/load/loadv2/LoadManager.java | 3 +
.../doris/load/loadv2/LoadingTaskPlanner.java | 4 +-
.../load/routineload/KafkaRoutineLoadJob.java | 8 +-
.../doris/load/routineload/RoutineLoadManager.java | 7 +-
.../mysql/privilege/AccessControllerManager.java | 39 +-
.../nereids/analyzer/UnboundTableSinkCreator.java | 14 +-
.../doris/nereids/glue/LogicalPlanAdapter.java | 17 +
.../glue/translator/RuntimeFilterTranslator.java | 23 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 6 +-
.../processor/post/CommonSubExpressionOpt.java | 33 +-
.../processor/post/RuntimeFilterContext.java | 9 -
.../processor/post/RuntimeFilterGenerator.java | 2 +-
.../nereids/rules/analysis/BindExpression.java | 3 +-
.../doris/nereids/rules/analysis/BindRelation.java | 6 +
.../scalar/PushDownToProjectionFunction.java | 8 +-
.../trees/expressions/functions/scalar/Quote.java | 69 +++
.../trees/expressions/functions/scalar/Strcmp.java | 70 +++
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../trees/plans/commands/DeleteFromCommand.java | 6 +-
.../trees/plans/commands/ExportCommand.java | 5 +-
.../trees/plans/commands/info/AlterMTMVInfo.java | 2 +-
.../plans/commands/info/CancelMTMVTaskInfo.java | 2 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 2 +-
.../trees/plans/commands/info/CreateTableInfo.java | 51 +-
.../trees/plans/commands/info/DropMTMVInfo.java | 2 +-
.../trees/plans/commands/info/PauseMTMVInfo.java | 2 +-
.../trees/plans/commands/info/RefreshMTMVInfo.java | 2 +-
.../trees/plans/commands/info/ResumeMTMVInfo.java | 2 +-
.../commands/insert/AbstractInsertExecutor.java | 16 +-
.../insert/BatchInsertIntoTableCommand.java | 3 +-
.../insert/InsertOverwriteTableCommand.java | 3 +-
.../trees/plans/physical/PhysicalProject.java | 8 +-
.../org/apache/doris/planner/RuntimeFilter.java | 4 +
.../apache/doris/planner/StreamLoadPlanner.java | 10 +-
.../src/main/java/org/apache/doris/plsql/Stmt.java | 2 +-
.../doris/plsql/executor/PlsqlQueryExecutor.java | 1 +
.../apache/doris/plsql/executor/PlsqlResult.java | 3 +-
.../apache/doris/plsql/executor/QueryResult.java | 4 +
.../java/org/apache/doris/qe/ConnectContext.java | 13 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 4 +
.../main/java/org/apache/doris/qe/Coordinator.java | 108 +++-
.../java/org/apache/doris/qe/QeProcessorImpl.java | 2 +-
.../java/org/apache/doris/qe/SessionVariable.java | 9 +
.../java/org/apache/doris/qe/ShowExecutor.java | 67 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 99 ++-
.../doris/resource/workloadgroup/QueueToken.java | 25 +-
.../org/apache/doris/rpc/BackendServiceClient.java | 5 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 30 +-
.../apache/doris/service/FrontendServiceImpl.java | 33 +-
.../doris/statistics/StatisticsRepository.java | 6 +-
.../main/java/org/apache/doris/system/Backend.java | 5 +
.../ExternalFileTableValuedFunction.java | 10 +-
.../doris/transaction/DatabaseTransactionMgr.java | 7 +-
.../org/apache/doris/analysis/AccessTestUtil.java | 10 +-
.../doris/analysis/AlterDatabaseQuotaStmtTest.java | 4 +-
.../doris/analysis/AlterRoutineLoadStmtTest.java | 4 +-
.../apache/doris/analysis/AlterTableStmtTest.java | 4 +-
.../doris/analysis/CreateDataSyncJobStmtTest.java | 2 +-
.../analysis/DropMaterializedViewStmtTest.java | 2 +-
.../apache/doris/analysis/ShowBackupStmtTest.java | 2 +-
.../doris/analysis/ShowCreateDbStmtTest.java | 5 +-
.../analysis/ShowCreateMaterializedViewTest.java | 3 +-
.../apache/doris/analysis/ShowDataStmtTest.java | 4 +-
.../org/apache/doris/backup/CatalogMocker.java | 4 +-
.../doris/datasource/HMSCachedClientTest.java | 328 ++++++++++
.../datasource/hive/HiveDDLAndDMLPlanTest.java | 22 +-
.../doris/datasource/hive/HmsCommitTest.java | 374 +++++++++---
.../datasource/iceberg/CreateIcebergTableTest.java | 196 ++++++
.../load/routineload/RoutineLoadManagerTest.java | 14 +-
.../org/apache/doris/mysql/privilege/AuthTest.java | 74 +--
.../apache/doris/mysql/privilege/MockedAuth.java | 4 +-
.../doris/planner/TableFunctionPlanTest.java | 16 +-
.../java/org/apache/doris/qe/SetExecutorTest.java | 4 +-
.../java/org/apache/doris/qe/ShowExecutorTest.java | 5 +-
gensrc/proto/cloud.proto | 17 +-
gensrc/proto/descriptors.proto | 8 +-
gensrc/proto/internal_service.proto | 42 +-
gensrc/proto/types.proto | 7 +
gensrc/script/doris_builtins_functions.py | 7 +-
gensrc/thrift/Descriptors.thrift | 8 +-
gensrc/thrift/PlanNodes.thrift | 2 +
.../datetimev1/test_datetimev1_calc.out | 18 -
.../datatype_p0/datetimev2/test_invalid_hour.out | 1 -
.../data/datatype_p0/datetimev2/test_timezone.out | 3 -
.../external_table_p0/hive/ddl/test_hive_ctas.out | 92 +++
.../external_table_p0/hive/ddl/test_hive_ddl.out | 60 ++
.../hive/ddl/test_hive_ddl_and_ctas.out | 148 -----
.../hive/ddl/test_hive_write_type.out | 18 +
.../jdbc/test_mysql_jdbc_catalog.out | 6 +
.../hive/test_hive_schema_change.out | 52 +-
.../routine_load_hll/routine_load_hll.out} | 14 +-
.../test | 0
.../insert_into_table/partial_update.out | 36 ++
.../data/nereids_syntax_p0/constraint.out | 8 +-
.../data/plsql_p0/test_plsql_variable.out | 6 +
regression-test/data/tpch_sf0.1_p1/sql/cse.out | 10 +-
.../partial_update/test_partial_update.out | 12 +
.../apache/doris/regression/suite/Syncer.groovy | 33 +
regression-test/pipeline/cloud_p0/run.sh | 6 +-
regression-test/pipeline/common/teamcity-utils.sh | 4 +-
.../account_p0/test_nereids_authentication.groovy | 14 +-
.../backup_restore/test_MoW_backup_restore.groovy | 48 +-
.../backup_restore/test_backup_restore.groovy | 8 +-
.../test_backup_restore_alias.groovy | 8 +-
.../test_backup_restore_bloom_filter.groovy | 8 +-
.../backup_restore/test_backup_restore_db.groovy | 8 +-
...t_backup_restore_diff_repo_same_snapshot.groovy | 16 +-
..._backup_restore_dup_without_default_keys.groovy | 8 +-
.../test_backup_restore_exclude.groovy | 8 +-
.../test_backup_restore_inverted_index.groovy | 8 +-
.../test_backup_restore_keep_on_local.groovy | 4 +-
.../test_backup_restore_multi_tables.groovy | 8 +-
...st_backup_restore_multi_tables_overwrite.groovy | 8 +-
.../test_backup_restore_ngram_bloom_filter.groovy | 168 +++++
.../test_backup_restore_partition.groovy | 12 +-
..._restore_reserve_dynamic_partition_false.groovy | 10 +-
...p_restore_reserve_dynamic_partition_true.groovy | 9 +-
.../test_backup_restore_table_auto_bucket.groovy | 8 +-
.../backup_restore/test_backup_restore_with.groovy | 8 +-
..._backup_restore_with_two_phase_fetch_opt.groovy | 8 +-
.../test_duplicate_backup_restore.groovy | 20 +-
.../test_restore_mix_exists_and_new_table.groovy | 8 +-
.../test_restore_to_new_table.groovy | 8 +-
.../test_unique_backup_restore.groovy | 16 +-
.../ccr_mow_syncer_p1/test_backup_restore.groovy | 10 +-
.../ccr_syncer_p1/test_backup_restore.groovy | 10 +-
.../cloud_p0/cache/http/test_clear_cache.groovy | 42 +-
.../cache/http/test_clear_cache_async.groovy | 59 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 4 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 5 +-
.../correctness_p0/test_group_having_alias.groovy | 3 +
.../datetimev1/test_datetimev1_calc.groovy | 10 +-
.../datetimev2/test_invalid_hour.groovy | 10 +-
.../datatype_p0/datetimev2/test_timezone.groovy | 5 +-
.../suites/demo_p0/streamLoad_action.groovy | 4 +-
.../suites/export_p0/test_outfile.groovy | 5 +-
.../hive/ddl/test_hive_ctas.groovy | 515 ++++++++++++++++
.../hive/ddl/test_hive_ddl.groovy | 676 +++++++++++++++++++++
.../hive/ddl/test_hive_ddl_and_ctas.groovy | 423 -------------
.../hive/ddl/test_hive_write_type.groovy | 285 +++++++++
.../jdbc/test_mysql_jdbc_catalog.groovy | 20 +-
.../paimon/test_paimon_catalog.groovy | 6 +-
.../hive/test_hive_schema_change.groovy | 80 ++-
.../insert_overwrite_legacy_unpartitioned.groovy | 30 +-
.../inverted_index_p0/test_null_index.groovy | 5 -
.../routine_load/data/test_where_condition.csv | 20 +
.../test_routine_load_condition.groovy | 182 ++++++
.../stream_load/test_stream_load_new.groovy | 21 +-
.../test_stream_load_new_move_memtable.groovy | 11 +
.../mv_p0/routine_load_hll/routine_load_hll.groovy | 59 ++
regression-test/suites/mv_p0/unique/unique.groovy | 6 +
.../insert_into_table/partial_update.groovy | 37 ++
.../suites/nereids_p0/outfile/test_outfile.groovy | 6 +-
.../suites/nereids_syntax_p0/constraint.groovy | 14 +-
.../test_auto_range_partition.groovy | 41 +-
.../suites/plsql_p0/test_plsql_variable.groovy | 27 +
.../window_functions/test_ntile_function.groovy | 4 +-
.../test_alter_table_replace.groovy | 2 +-
.../test_schema_change_duplicate.groovy | 7 +
.../test_schema_change_unique.groovy | 8 +
.../test_schema_change_unique_mow.groovy | 7 +
.../suites/table_p0/test_table_version.groovy | 2 +-
.../suites/tpch_sf0.1_p1/sql/cse.groovy | 7 +-
.../partial_update/test_partial_update.groovy | 30 +-
.../test_update_on_current_timestamp.groovy | 3 +
430 files changed, 10509 insertions(+), 5383 deletions(-)
delete mode 100644 be/src/olap/skiplist.h
create mode 100644 be/src/vec/exec/format/column_type_convert.cpp
create mode 100644 be/src/vec/exec/format/column_type_convert.h
create mode 100644 be/test/olap/single_compaction_test.cpp
delete mode 100644 be/test/olap/skiplist_test.cpp
create mode 100644
docs/en/docs/sql-manual/sql-functions/string-functions/quote.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/string-functions/quote.md
rename fe/fe-core/src/main/java/org/apache/doris/cloud/{qe/SnapshotProxy.java
=> rpc/VersionHelper.java} (95%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/LocalDfsFileSystem.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/LocalFileSystem.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Quote.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Strcmp.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/HMSCachedClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/CreateIcebergTableTest.java
create mode 100644
regression-test/data/external_table_p0/hive/ddl/test_hive_ctas.out
create mode 100644
regression-test/data/external_table_p0/hive/ddl/test_hive_ddl.out
delete mode 100644
regression-test/data/external_table_p0/hive/ddl/test_hive_ddl_and_ctas.out
create mode 100644
regression-test/data/external_table_p0/hive/ddl/test_hive_write_type.out
copy regression-test/data/{plsql_p0/test_plsql_variable.out =>
mv_p0/routine_load_hll/routine_load_hll.out} (53%)
copy regression-test/data/mv_p0/{routine_load_mapping =>
routine_load_hll}/test (100%)
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_ngram_bloom_filter.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/ddl/test_hive_ctas.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/ddl/test_hive_ddl.groovy
delete mode 100644
regression-test/suites/external_table_p0/hive/ddl/test_hive_ddl_and_ctas.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/ddl/test_hive_write_type.groovy
copy be/src/vec/core/columns_with_type_and_name.h =>
regression-test/suites/insert_overwrite_p0/insert_overwrite_legacy_unpartitioned.groovy
(61%)
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_where_condition.csv
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_condition.groovy
create mode 100644
regression-test/suites/mv_p0/routine_load_hll/routine_load_hll.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
