This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch auto-pick-42904-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 1e006eecbe0 [test](doc) add job-scheduler example in doris's doc to
regression test (#42904)
add 1eb361b117b branch-3.0: [improvement](http) improve table schema api
for catalog table #45933 (#45981)
add 6d5df5d1dfa branch-3.0: [case](cloud) add case that partial update
fail to update tmp rowset after it write new segment in publish phase #45795
(#45961)
add ef860142e7c branch-3.0: [fix](sql) Wrong result for partition item
tosql #45918 (#45959)
add 65da96513b5 branch-3.0 [Fix](Catalog)Standardize the use of
authentication attributes in the Catalog to avoid creating a large number of
Authenticator objects. ( (#46107)
add fe564902378 branch-3.0: [Fix](PreparedStatement) nondeterministic
functions in prepared statement should not be short circuited #46003 (#46108)
add 865d30ded9a branch-3.0: [fix](jdbc catalog) Get statistics using
remote name #46040 (#46113)
add 9c89c5fddf2 branch-3.0: [opt](profile) add summary metric for file
scanner #45941 (#45986)
add 29f8196c97f branch-3.0: [test](nereids) add test for normalize sort
#45890 (#46111)
add f43ac38d29e branch-3.0: [fix](auth) fix use database stmt access
unauthorized catalog #45720 (#45977)
add 3369a2754b7 branch-3.0: [chore](config) disable restore_reset_index_id
by default #46104 (#46126)
add 46d328197fc branch-3.0: [fix](segcompaction) fix segcompaction file
not found when inverted index storage format is v1 #46054 (#46142)
add 315e4b965cc branch-3.0: [fix](correctness) Fix operator initialization
#45728 (#46148)
add b222b17d59d branch-3.0: [fix](sort)fix merge sort may miss the limit
#46072 (#46157)
add 32a6de4d651 branch-3.0: [fix](test) Inverted index property
inconsistent #45834 (#46144)
add 1ae4d26ef9e branch-3.0: [Fix](merge-on-write) Should update pending
delete bitmap KVs in MS when no need to calc delete bitmaps in publish phase
#46039 (#46139)
add 40efd97666e branch-3.0: [Fix](recycler) Fix potential data leak when a
partial update load which has publish conflict fails #45626 (#46138)
add a347a150fd8 branch-3.0: [chore](regression) do not hard code S3 bucket
and endpoint of hive t… #46159 (#46168)
add ab85f294b12 branch-3.0: [fix](sql) Wrong result for alter set property
#46028 (#46140)
add 3e4fd44343e [opt](store) allow to set storage_page_size for tables
(#44855)
add 7e6c77d2f72 branch-3.0: [Fix](catalog)Remove the fs.disable.cache
parameter to prevent excessive FS-associated objects and memory leaks #46184
(#46189)
add 914bba69f03 [branch-3.0] pick workload group usage (#46187)
add 395b469aed5 branch-3.0: [fix](scan) Fix scan with limit #46035 (#46090)
add 6645035dbe5 branch-3.0: [fix](parquet-reader) Fixed the issue of
excessive scanning data in late materialization case of parquet reader #46121
(#46182)
add 42159ec4aa2 branch-3.0: [test](catalog) add lower case meta auth test
#46114 (#46128)
add 5f2ff144fb4 branch-3.0: [opt](parquet-reader)Implement late
materialization of parquet complex types. #44098 (#45985)
add 9e127f224e5 branch-3.0: [fix](external)fix split and get the schema
#45408 (#45565)
add eff348be0a6 branch-3.0: [test](jdbc catalog) fix
test_mysql_jdbc_catalog #45943 (#45970)
add dced4cf06c3 branch-3.0: [test](jdbc catalog) add some jdbc query tvf
test #45938 (#45973)
add 44357b312ba branch-3.0: [fix](index)Add duplicated indexes check in
add index #46155 (#46209)
add 987385ec6c4 branch-3.0: [fix](audit) fix the delay in loading audit
log #46175 (#46192)
add f983411b0e5 [Improve](nereids) use hash set replace three set in
DiscreteValue to improve in predicate performance (#45181) (#46222)
add fb2b67bb422 branch-3.0: [opt](catalog) use table in db object return
get db #46211 (#46228)
add a211da6a2c3 branch-3.0: [chore](restore) log the table name and
partition info when partition type is different #46213 (#46233)
add 5c68b772ccd branch-3.0: [Fix](multi-catalog) Fix column mutate() crash
replace it by assume_mutable(). #46151 (#46197)
add c5480558877 [fix](cloud) serialize cache init to avoid unstable cache
pick (#44429) (#44942)
add d856a286bd9 branch-3.0: [fix](split)Fixed the bug that batch mode
split could not query data in multiple be scenarios. #46218 (#46226)
add 5ced8baa4ea [fix](bf index) add ngram bf index validation in nereids
index definition check (#45780) (#46215)
add c009468214d branch-3.0: [opt] Optimization for short circuit of
CompoundPred #45422 (#46240)
add de190ed300d branch-3.0: [Enhancement](function) Support TIMEV2 type
for agg function max,min,any #45437 (#45504)
add 5c557000bbb branch-3.0: [feat](metrics) Unify metrics of thread pool
#43144 (#46239)
add 6fd536bc937 branch-3.0: [fix](azure) Add FE azure object storage UT
and fix log #46201 (#46244)
add 9c38061d559 [Exec](expr) Opt the compound pred performace (#45414)
(#46254)
add b2d7554a11c branch-3.0: [fix](new_json_reader)fix core for
new_json_reader #45905 (#46253)
add 1a331415a70 branch-3.0: [fix](catalog) Fix mark handling for failed
tasks to maintain getLeftMarks #46205 (#46255)
add 42b680d33b3 branch-3.0: [fix](auth)Fix the compatibility issue with
show_view_priv when replaying editLog #45949 (#46038)
add 7c218eebede [branch-3.0](log) Remove useless BE execution log (#42696)
(#45935)
add e502ce4dd64 branch-3.0: [Refactor]refactor log workload group when
query arrives be #45034 (#46283)
add c59b1db9466 [Opt](load) only MoW table need table commit lock when
commit transaction for cloud mode (#45220) (#46045)
add 70da7856f4d [Improvement](local shuffle) Reduce locking scope in local
exchanger … (#46293)
add c98a62b6a7c branch-3.0: [chore](version) Show binary version in
metrics: fe be ms (#45490) (#45841)
add 569adde7117 branch-3.0: [fix](regression-test) fix
`test_outfile_csv_with_names_and_types` case #46214 (#46270)
add ca9053fe55a [Bug](map) fix wrong result on map_agg with streaming agg
(#40454) (#41536)
add a6c06525e93 branch-3.0: [fix](schema-change) Fix job replay failure
when partitions added to table after job finish #46166 (#46247)
add b4c36d363f0 [chore](scan) remove useless enable_scan_node_run_serial
#41559 (#42013)
add 4506457730c [fix](ip) fix ip nullable param without check (#44700)
(#46250)
add 8c8ea593ec5 branch-3.0: [improve](move-memtable) reduce flush token
num #46001 (#46178)
add 738dd200a0d branch-3.0: [fix](test) fix
test_autoinc_broker_load.groovy #46320 (#46337)
add 5b9701e6f24 branch-3.0: [fix](external)using saved member variables
#46156 (#46311)
add 809a404ae6d branch-3.0: [fix](statistics)Fix sample all tablets scale
factor incorrect bug. #46306 (#46328)
add 7d6ba1d76fa branch-3.0: [fix](regression-test) flush out file to fix
hudi p2 #46258 (#46316)
add 8d693cdcb90 [fix](group commit) fix group commit use prepared
statement and connect to observer (#46206) (#46344)
add 30b7c94c134 branch-3.0: [fix](variant) fix schema change for variant
from not null to null #46279 (#46346)
add dd531548469 branch-3.0: [ci](vault) add vault_p0 pipeline #45964
(#46356)
add f5ed36065b2 branch-3.0: [Bug](scan) do not release tablet_reader on
NewOlapScanner::close #46296 (#46354)
add b2caa40ed7b [Improvement](fragment) Use partitioned hash map to manage
contexts (… (#46282)
add 33dce03a4d5 [Enhancement](compaction) enable the compaction producer
to generate multiple compaction tasks in a single run (#45411) (#46164)
add 6f8b8840f40 [Bug](pipeline) make sink operator process eos signals
after wake_up_… (#45207) (#46374)
add 359dfe909e5 branch-3.0: [test](case) skip unstable case in cloud mode
#46274 (#46297)
add 04b18d9dcb6 branch-3.0: [opt](nereids) improve prune partition with
lots of `in (xxx)` #46261 (#46285)
add 920c89c3f4a [enhancement](cloud) reconnect after the RPC request to
the meta service fails (#45668) (#46358)
add b57dc79cc96 branch-3.0: [Fix](index build) should not append index to
meta while column id is -1 #46307 (#46335)
add 413bdf644ec branch-3.0: [fix](test) Fix mysql catalog check db test
#46263 (#46342)
add f4c3e39536b [fix](nereids) Create Runtime filter even if equal.right
is not in aliasTransferMap-branch3.0 (#46224)
add 061ddbe601b branch-3.0: [opt](iceberg) opt the error msg when create
db which already exists #46334 (#46413)
add 913b60a3c11 branch-3.0: [test](test) fix unstable paimon test cases
#46381 (#46415)
add 51a6c630c3b branch-3.0: [fix](arrow-flight-sql) Fix arrow-flight-sql
ConnectContext to use a unified ID #46284 (#46388)
add fe7f01cfd71 branch-3.0: [fix](compile) fix fe compile failed by code
too large #46408 (#46419)
add 9161c0520b8 [fix](tvf) fix azure tvf: can not build s3() (#45872)
(#46382)
add 1e125537fae branch-3.0: [fix](cross join) fix memory usage counter
(#46152) (#46341)
add 227daf6ce1e branch-3.0: [fix](cloud) initial startup failure due to
unconfigured metadata node #44696 (#46422)
add afd94676d52 [fix](Nereids) fix bug for TimestampArithmetic.equals()
branch-3.0 (#45924)
add 83800fc2583 branch-3.0: [opt](schema_change) Fix null message when
trying to alter forbidden table properties #46236 (#46379)
add 71a3cc7bb43 [chore](conf) Set enable_advance_next_id=true by default
(#44790) (#46425)
add e6678e682ba [fix](Nereids) set correct sort key for aggregate #45369
branch-3.0 (#45706)
add a24a3b2c168 branch-3.0: [Improve](mtmv) skip the generation of
invalid task for refresh mtmv #46280 (#46391)
add d6b3b1a5eaa branch-3.0: [fix](metaCache)fix bug that names cache can
not invalidate. #46287 (#46371)
add 5c1d61b13f9 [fix](external catalog) Fixed non-master FE log replay
during refresh #46369 #46410 (#46418)
add fa042660349 [test](doc) add job-scheduler example in doris's doc to
regression test (#42904)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1e006eecbe0)
\
N -- N -- N refs/heads/auto-pick-42904-branch-3.0 (fa042660349)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/comment-to-trigger-teamcity.yml | 34 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 9 +-
be/src/cloud/cloud_meta_mgr.cpp | 197 +++--
be/src/cloud/cloud_tablet.cpp | 40 +-
be/src/cloud/cloud_tablet.h | 3 +
be/src/cloud/config.cpp | 4 +
be/src/cloud/config.h | 4 +
be/src/cloud/pb_convert.cpp | 4 +
be/src/common/config.cpp | 7 +-
be/src/common/config.h | 7 +-
be/src/common/daemon.cpp | 15 +
be/src/common/daemon.h | 1 +
be/src/common/version_internal.cpp | 5 +-
be/src/common/version_internal.h | 3 +-
be/src/exprs/runtime_filter.cpp | 6 +-
be/src/olap/data_dir.cpp | 2 +-
be/src/olap/memtable_flush_executor.cpp | 16 -
be/src/olap/memtable_flush_executor.h | 4 -
be/src/olap/rowset/beta_rowset_writer.cpp | 5 +-
.../rowset/segment_v2/hierarchical_data_reader.h | 7 +
be/src/olap/rowset/segment_v2/options.h | 1 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 27 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 27 +
be/src/olap/tablet_manager.cpp | 42 +-
be/src/olap/tablet_meta.cpp | 3 +
be/src/olap/tablet_schema.cpp | 4 +
be/src/olap/tablet_schema.h | 8 +-
be/src/olap/task/index_builder.cpp | 1 -
be/src/pipeline/exec/hashjoin_build_sink.cpp | 57 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 2 +-
.../exec/nested_loop_join_build_operator.cpp | 3 +-
.../exec/nested_loop_join_build_operator.h | 2 -
.../exec/nested_loop_join_probe_operator.cpp | 1 +
be/src/pipeline/exec/scan_operator.cpp | 15 +-
be/src/pipeline/local_exchange/local_exchanger.cpp | 4 +-
be/src/pipeline/local_exchange/local_exchanger.h | 42 +-
be/src/pipeline/pipeline.cpp | 7 +-
be/src/pipeline/pipeline_fragment_context.cpp | 6 +-
be/src/pipeline/pipeline_task.cpp | 118 ++-
be/src/pipeline/pipeline_task.h | 11 +-
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 74 +-
be/src/runtime/fragment_mgr.cpp | 518 ++++++-----
be/src/runtime/fragment_mgr.h | 60 +-
be/src/runtime/load_channel.cpp | 2 +-
be/src/runtime/load_stream.cpp | 14 +-
be/src/runtime/load_stream.h | 2 +-
be/src/runtime/load_stream_mgr.cpp | 3 +-
be/src/runtime/load_stream_mgr.h | 9 +-
be/src/runtime/query_context.cpp | 3 +-
be/src/runtime/query_context.h | 6 +-
be/src/runtime/runtime_state.h | 5 -
be/src/runtime/thread_context.h | 72 +-
be/src/runtime/workload_group/workload_group.cpp | 40 +-
be/src/runtime/workload_group/workload_group.h | 27 +-
.../workload_group/workload_group_manager.cpp | 26 +-
.../workload_group/workload_group_manager.h | 4 +-
.../workload_group/workload_group_metrics.cpp | 128 +++
.../workload_group/workload_group_metrics.h | 89 ++
be/src/runtime/workload_management/io_throttle.cpp | 11 -
be/src/runtime/workload_management/io_throttle.h | 10 +-
be/src/util/cgroup_util.cpp | 167 ++++
be/src/util/cgroup_util.h | 22 +
be/src/util/cpu_info.cpp | 55 +-
be/src/util/debug_util.cpp | 11 +
be/src/util/doris_metrics.cpp | 6 -
be/src/util/doris_metrics.h | 22 -
be/src/util/interval_histogram.cpp | 80 ++
.../options.h => util/interval_histogram.h} | 32 +-
be/src/util/metrics.cpp | 5 +-
be/src/util/system_metrics.cpp | 35 +
be/src/util/system_metrics.h | 4 +
be/src/util/threadpool.cpp | 69 +-
be/src/util/threadpool.h | 30 +-
.../aggregate_function_min_max.cpp | 6 +
be/src/vec/common/schema_util.cpp | 22 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 8 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 7 +-
be/src/vec/exec/format/parquet/parquet_common.cpp | 152 ++--
be/src/vec/exec/format/parquet/parquet_common.h | 156 +++-
.../exec/format/parquet/vparquet_column_reader.cpp | 186 +++-
.../exec/format/parquet/vparquet_column_reader.h | 60 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 75 +-
.../exec/format/parquet/vparquet_group_reader.h | 6 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 3 +-
be/src/vec/exec/scan/new_es_scanner.cpp | 2 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 8 -
be/src/vec/exec/scan/scanner_scheduler.cpp | 54 +-
be/src/vec/exec/scan/scanner_scheduler.h | 22 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 40 +-
be/src/vec/exec/scan/vmeta_scanner.cpp | 2 +-
be/src/vec/exec/scan/vscanner.cpp | 2 +-
be/src/vec/exprs/vcompound_pred.h | 105 ++-
be/src/vec/functions/function_ip.h | 65 +-
be/src/vec/runtime/vsorted_run_merger.cpp | 14 +-
be/src/vec/sink/writer/async_result_writer.cpp | 2 +-
be/test/io/fs/buffered_reader_test.cpp | 12 +-
be/test/io/fs/remote_file_system_test.cpp | 9 +-
be/test/io/fs/s3_file_writer_test.cpp | 1 +
be/test/olap/rowset/beta_rowset_test.cpp | 2 +
.../rowset/unique_rowset_id_generator_test.cpp | 1 +
be/test/olap/tablet_mgr_test.cpp | 79 +-
be/test/testutil/run_all_tests.cpp | 12 +
be/test/util/cgroup_util_test.cpp | 90 ++
be/test/util/countdown_latch_test.cpp | 1 +
be/test/util/interval_histogram_test.cpp | 78 ++
be/test/util/test_data/cgroup_cpu_data/cpuset1 | 1 +
be/test/util/test_data/cgroup_cpu_data/cpuset2 | 1 +
be/test/util/test_data/cgroup_cpu_data/cpuset3 | 1 +
.../test_data/cgroup_cpu_data/test11/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test11/cpu.max | 1 +
.../test_data/cgroup_cpu_data/test12/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test12/cpu.max | 1 +
.../test_data/cgroup_cpu_data/test13/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test13/cpu.max | 1 +
.../test_data/cgroup_cpu_data/test14/child/cpu.max | 1 +
.../util/test_data/cgroup_cpu_data/test14/cpu.max | 1 +
.../test21/child/cpuset.cpus.effective | 1 +
.../cgroup_cpu_data/test21/cpuset.cpus.effective | 1 +
.../test22/child/cpuset.cpus.effective} | 0
.../cgroup_cpu_data/test22/cpuset.cpus.effective | 1 +
.../cgroup_cpu_data/test31/child/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test31/child/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test31/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test31/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test32/child/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test32/child/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test32/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test32/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test33/child/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test33/child/cpu.cfs_quota_us | 1 +
.../cgroup_cpu_data/test33/cpu.cfs_period_us | 1 +
.../cgroup_cpu_data/test33/cpu.cfs_quota_us | 1 +
.../test_data/cgroup_cpu_data/test41/cpuset.cpus | 1 +
be/test/vec/exec/parquet/parquet_common_test.cpp | 457 ++++++++++
.../parquet_nested_type_cross_page_test.cpp | 179 ++++
be/test/vec/exec/parquet/parquet_thrift_test.cpp | 8 +-
cloud/src/main.cpp | 3 +
cloud/src/meta-service/meta_service.cpp | 1 +
cloud/src/meta-service/meta_service_txn.cpp | 29 +
cloud/src/recycler/recycler.cpp | 16 +
cloud/test/meta_service_test.cpp | 139 ++-
cloud/test/recycler_test.cpp | 81 ++
docker/thirdparties/custom_settings.env | 2 +-
.../parquet_nested_types/create_table.hql | 58 ++
.../multi_catalog/parquet_nested_types/data.tar.gz | Bin 0 -> 36976 bytes
.../data_gen_scripts/nested_cross_page_test1.py | 192 ++++
.../data_gen_scripts/nested_cross_page_test2.py | 287 ++++++
.../data_gen_scripts/nested_cross_page_test3.py | 196 ++++
.../run.sh | 0
.../docker-compose/hive/scripts/hive-metastore.sh | 6 +-
.../docker-compose/mysql/init/04-insert.sql | 4 +
.../postgresql/init/02-create-table.sql | 5 +
.../docker-compose/postgresql/init/04-insert.sql | 3 +
.../sqlserver/init/03-create-table.sql | 5 +
.../docker-compose/sqlserver/init/04-insert.sql | 3 +
.../main/java/org/apache/doris/common/Config.java | 8 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 3 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 3 +-
.../java/org/apache/doris/alter/RollupJobV2.java | 3 +-
.../apache/doris/alter/SchemaChangeHandler.java | 90 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 27 +-
.../java/org/apache/doris/analysis/IndexDef.java | 10 +-
.../analysis/ModifyTablePropertiesClause.java | 2 +
.../java/org/apache/doris/analysis/UseStmt.java | 9 +-
.../java/org/apache/doris/backup/RestoreJob.java | 3 +-
.../main/java/org/apache/doris/catalog/Env.java | 6 +
.../apache/doris/catalog/ListPartitionItem.java | 9 +-
.../java/org/apache/doris/catalog/OlapTable.java | 20 +-
.../org/apache/doris/catalog/TableProperty.java | 14 +
.../cloud/alter/CloudSchemaChangeHandler.java | 36 +-
.../cloud/datasource/CloudInternalCatalog.java | 6 +-
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 52 +-
.../transaction/CloudGlobalTransactionMgr.java | 18 +-
.../apache/doris/common/MarkedCountDownLatch.java | 10 +-
.../org/apache/doris/common/util/LocationPath.java | 2 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 21 +
.../apache/doris/datasource/ExternalCatalog.java | 13 +-
.../apache/doris/datasource/ExternalDatabase.java | 29 +-
.../org/apache/doris/datasource/ExternalTable.java | 2 +-
.../apache/doris/datasource/FileQueryScanNode.java | 12 +-
.../apache/doris/datasource/InternalCatalog.java | 15 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 18 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 3 -
.../datasource/hive/HiveMetaStoreClientHelper.java | 6 -
.../doris/datasource/hive/source/HiveScanNode.java | 2 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 23 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 23 +-
.../datasource/iceberg/IcebergMetadataCache.java | 11 +-
.../datasource/iceberg/IcebergMetadataOps.java | 3 +-
.../doris/datasource/iceberg/IcebergUtils.java | 31 +-
.../datasource/iceberg/source/IcebergScanNode.java | 12 +-
.../doris/datasource/jdbc/JdbcExternalTable.java | 6 +-
.../jdbc/client/JdbcPostgreSQLClient.java | 4 +
.../datasource/jdbc/util/JdbcFieldSchema.java | 1 +
.../doris/datasource/metacache/MetaCache.java | 17 +-
.../datasource/property/PropertyConverter.java | 5 -
.../org/apache/doris/fs/obj/AzureObjStorage.java | 13 +-
.../doris/httpv2/controller/BaseController.java | 10 +-
.../doris/httpv2/rest/RestBaseController.java | 1 +
.../doris/httpv2/rest/TableSchemaAction.java | 39 +-
.../java/org/apache/doris/master/MasterImpl.java | 2 +-
.../org/apache/doris/master/ReportHandler.java | 3 +-
.../java/org/apache/doris/metric/MetricRepo.java | 20 +
.../java/org/apache/doris/mtmv/MTMVService.java | 11 +-
.../org/apache/doris/mysql/privilege/Auth.java | 16 +-
.../org/apache/doris/mysql/privilege/Role.java | 87 +-
.../org/apache/doris/nereids/StatementContext.java | 10 +
.../generator/ExpressionTypeMappingGenerator.java | 23 +
.../nereids/processor/post/PushTopnToAgg.java | 159 +---
.../processor/post/RuntimeFilterGenerator.java | 4 -
.../nereids/rules/analysis/ExpressionAnalyzer.java | 5 +
.../rules/OneRangePartitionEvaluator.java | 9 +-
.../rules/expression/rules/SimplifyRange.java | 2 +-
.../nereids/rules/rewrite/LimitAggToTopNAgg.java | 222 +++--
.../nereids/trees/expressions/InPredicate.java | 11 +
.../trees/expressions/TimestampArithmetic.java | 1 +
.../trees/plans/commands/ExecuteCommand.java | 7 +-
.../trees/plans/commands/info/IndexDefinition.java | 18 +-
.../commands/insert/InsertIntoTableCommand.java | 10 +
.../insert/OlapGroupCommitInsertExecutor.java | 21 +-
.../trees/plans/logical/LogicalAggregate.java | 5 +
.../persist/ModifyTablePropertyOperationLog.java | 7 +-
.../org/apache/doris/plugin/audit/AuditLoader.java | 8 +-
.../java/org/apache/doris/qe/ConnectScheduler.java | 2 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 1 -
.../java/org/apache/doris/qe/SessionVariable.java | 12 -
.../java/org/apache/doris/qe/StmtExecutor.java | 2 +
.../sessions/FlightSessionsWithTokenManager.java | 7 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 4 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 4 +-
.../doris/tablefunction/S3TableValuedFunction.java | 17 +-
.../org/apache/doris/task/CreateReplicaTask.java | 6 +-
.../doris/alter/SchemaChangeHandlerTest.java | 36 +
.../analysis/ExportToOutfileLogicalPlanTest.java | 8 +
.../doris/catalog/ListPartitionInfoTest.java | 57 ++
.../apache/doris/common/PropertyAnalyzerTest.java | 48 +
.../doris/common/proc/IndexesProcNodeTest.java | 2 +-
.../apache/doris/common/util/LocationPathTest.java | 12 +
.../org/apache/doris/datasource/MetaCacheTest.java | 219 +++++
.../datasource/property/PropertyConverterTest.java | 18 +-
.../apache/doris/fs/obj/AzureObjStorageTest.java | 259 ++++++
.../rules/expression/SimplifyRangeTest.java | 19 +-
.../nereids/rules/rewrite/NormalizeSortTest.java | 26 +
.../trees/plans/commands/IndexDefinitionTest.java | 64 +-
.../persist/ModifyDynamicPartitionInfoTest.java | 13 +
.../doris/service/FrontendServiceImplTest.java | 5 +-
.../doris/statistics/OlapAnalysisTaskTest.java | 2 +-
.../java/org/apache/doris/task/AgentTaskTest.java | 4 +-
.../apache/doris/utframe/TestWithFeService.java | 4 +
gensrc/proto/cloud.proto | 2 +
gensrc/proto/olap_file.proto | 3 +
gensrc/script/gen_build_version.sh | 15 +-
gensrc/thrift/AgentService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 4 +-
.../test_hash_join_local_shuffle.out | 4 +
.../hive/test_hive_use_meta_cache.out | 4 +
.../hive/test_parquet_nested_types.out | 985 +++++++++++++++++++++
.../jdbc/test_db2_jdbc_catalog.out | 50 +-
.../jdbc/test_mysql_jdbc_catalog.out | 20 -
.../jdbc/test_oracle_jdbc_catalog.out | 4 +
.../jdbc/test_pg_jdbc_catalog.out | 4 +
.../jdbc/test_sqlserver_jdbc_catalog.out | 8 +-
.../nereids_commands/test_use_database_stmt.out | 7 +
.../external_table_p2/hudi/test_hudi_snapshot.out | Bin 696105 -> 696105 bytes
...cloud_partial_update_update_tmp_rowset_fail.out | 11 +
...pending_delete_bitmaps_removed_by_other_txn.out | 11 +
.../load_json_parse_failed/test_error_json.json | 1 +
regression-test/data/mtmv_p0/test_commit_mtmv.out | 20 +
.../nereids_function_p0/scalar_function/IP.out | 204 +++++
.../data/nereids_hint_tpcds_p0/shape/query21.out | 2 +-
.../data/nereids_hint_tpcds_p0/shape/query40.out | 2 +-
.../test_outfile_csv_with_names_and_types.out | 25 -
.../data/nereids_syntax_p0/any_value.out | 7 +
.../shape/query21.out | 12 +-
.../shape/query40.out | 12 +-
.../noStatsRfPrune/query21.out | 2 +-
.../noStatsRfPrune/query40.out | 2 +-
.../no_stats_shape/query21.out | 2 +-
.../no_stats_shape/query40.out | 2 +-
.../rf_prune/query21.out | 12 +-
.../rf_prune/query40.out | 12 +-
.../nereids_tpcds_shape_sf100_p0/shape/query21.out | 12 +-
.../nereids_tpcds_shape_sf100_p0/shape/query40.out | 12 +-
.../shape/query21.out | 2 +-
.../shape/query40.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query21.out | 2 +-
.../tpcds_sf100/noStatsRfPrune/query40.out | 2 +-
.../tpcds_sf100/no_stats_shape/query21.out | 2 +-
.../tpcds_sf100/no_stats_shape/query40.out | 2 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query21.out | 12 +-
.../new_shapes_p0/tpcds_sf100/rf_prune/query40.out | 12 +-
.../new_shapes_p0/tpcds_sf100/shape/query21.out | 12 +-
.../new_shapes_p0/tpcds_sf100/shape/query40.out | 12 +-
.../new_shapes_p0/tpcds_sf1000/shape/query21.out | 12 +-
.../new_shapes_p0/tpcds_sf1000/shape/query40.out | 12 +-
.../data/query_p0/limit/test_group_by_limit.out | 26 +-
.../data/query_p0/system/test_table_properties.out | 8 +-
.../variant_p0/schema_change/schema_change.out | 10 +
.../org/apache/doris/regression/suite/Suite.groovy | 6 +-
regression-test/pipeline/cloud_p0/README.md | 3 +
regression-test/pipeline/common/doris-utils.sh | 38 +
regression-test/pipeline/common/teamcity-utils.sh | 3 +
regression-test/pipeline/vault_p0/README.md | 5 +
regression-test/pipeline/vault_p0/clean.sh | 33 +
.../pipeline/vault_p0/conf/be_custom.conf | 41 +
.../pipeline/vault_p0/conf/fe_custom.conf | 43 +
.../{cloud_p0 => vault_p0}/conf/ms_custom.conf | 0
.../conf/recycler_custom.conf | 0
.../vault_p0/conf/regression-conf-custom.groovy | 31 +-
.../conf/session_variables.sql | 0
regression-test/pipeline/vault_p0/deploy.sh | 110 +++
regression-test/pipeline/vault_p0/prepare.sh | 176 ++++
regression-test/pipeline/vault_p0/run.sh | 167 ++++
.../test_hash_join_local_shuffle.groovy | 89 ++
.../test_outfile_csv_with_names_and_types.groovy | 12 +-
.../hive/test_autoinc_broker_load.groovy | 2 +-
.../hive/test_hive_parquet.groovy | 3 +-
.../hive/test_parquet_nested_types.groovy | 209 +++++
.../jdbc/test_db2_jdbc_catalog.groovy | 6 +-
.../jdbc/test_jdbc_row_count.groovy | 108 +++
.../jdbc/test_mysql_jdbc_catalog.groovy | 18 +-
.../jdbc/test_oracle_jdbc_catalog.groovy | 2 +
.../jdbc/test_pg_jdbc_catalog.groovy | 2 +
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 1 +
.../lower_case/test_conflict_name.groovy | 10 +-
.../lower_case/test_lower_case_meta_include.groovy | 10 +-
.../test_lower_case_meta_show_and_select.groovy | 28 +-
...er_case_meta_with_lower_table_conf_grant.groovy | 169 ++++
...ta_with_lower_table_conf_show_and_select.groovy | 77 +-
.../lower_case/test_lower_case_mtmv.groovy | 10 +-
.../test_meta_cache_select_without_refresh.groovy | 10 +-
.../lower_case/test_meta_names_mapping.groovy | 10 +-
.../lower_case/test_timing_refresh_catalog.groovy | 135 +--
.../lower_case/upgrade/load.groovy | 25 +-
.../nereids_commands/test_use_database_stmt.groovy | 76 ++
.../paimon/paimon_base_filesystem.groovy | 8 +-
.../hudi/test_hudi_snapshot.groovy | 3 +-
...ud_partial_update_update_tmp_rowset_fail.groovy | 93 ++
...ding_delete_bitmaps_removed_by_other_txn.groovy | 96 ++
.../test_build_index_fault.groovy | 2 +-
.../test_storage_page_size_fault.groovy | 71 ++
.../http_rest_api/get/test_schema_api.groovy | 60 ++
.../index_p0/test_ngram_bloomfilter_index.groovy | 6 +-
.../insert_group_commit_with_exception.groovy | 4 +-
.../insert_group_commit_with_prepare_stmt.groovy | 2 +-
.../load_json_parse_failed/load_error_json.groovy | 53 ++
.../suites/mtmv_p0/test_commit_mtmv.groovy | 72 ++
.../nereids_function_p0/scalar_function/IP.groovy | 23 +-
.../cache/parse_sql_from_sql_cache.groovy | 6 +
.../test_outfile_csv_with_names_and_types.groovy | 172 ----
.../suites/nereids_syntax_p0/any_value.groovy | 3 +
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 111 +--
.../suites/point_query_p0/test_point_query.groovy | 27 +
.../query_p0/limit/test_group_by_limit.groovy | 101 ++-
.../test_ipv6_cidr_to_range_function.groovy | 12 +-
.../query_p0/system/test_storage_page_size.groovy | 190 ++++
.../schema_change/test_alter_table_property.groovy | 14 +
.../variant_p0/schema_change/schema_change.groovy | 30 +
.../workload_manager_p0/test_curd_wlg.groovy | 56 ++
360 files changed, 9719 insertions(+), 2310 deletions(-)
create mode 100644 be/src/runtime/workload_group/workload_group_metrics.cpp
create mode 100644 be/src/runtime/workload_group/workload_group_metrics.h
create mode 100644 be/src/util/interval_histogram.cpp
copy be/src/{olap/rowset/segment_v2/options.h => util/interval_histogram.h}
(61%)
create mode 100644 be/test/util/interval_histogram_test.cpp
create mode 100644 be/test/util/test_data/cgroup_cpu_data/cpuset1
create mode 100644 be/test/util/test_data/cgroup_cpu_data/cpuset2
create mode 100644 be/test/util/test_data/cgroup_cpu_data/cpuset3
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test11/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test11/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test12/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test12/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test13/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test13/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test14/child/cpu.max
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test14/cpu.max
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test21/child/cpuset.cpus.effective
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test21/cpuset.cpus.effective
copy be/{src/pch/pch.cc =>
test/util/test_data/cgroup_cpu_data/test22/child/cpuset.cpus.effective} (100%)
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test22/cpuset.cpus.effective
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/child/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/child/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test31/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/child/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/child/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test32/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/child/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/child/cpu.cfs_quota_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/cpu.cfs_period_us
create mode 100644
be/test/util/test_data/cgroup_cpu_data/test33/cpu.cfs_quota_us
create mode 100644 be/test/util/test_data/cgroup_cpu_data/test41/cpuset.cpus
create mode 100644 be/test/vec/exec/parquet/parquet_common_test.cpp
create mode 100644
be/test/vec/exec/parquet/parquet_nested_type_cross_page_test.cpp
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/create_table.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data.tar.gz
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data_gen_scripts/nested_cross_page_test1.py
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data_gen_scripts/nested_cross_page_test2.py
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/parquet_nested_types/data_gen_scripts/nested_cross_page_test3.py
copy
docker/thirdparties/docker-compose/hive/scripts/data/multi_catalog/{hive_text_complex_type
=> parquet_nested_types}/run.sh (100%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/MetaCacheTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/fs/obj/AzureObjStorageTest.java
create mode 100644
regression-test/data/correctness_p0/test_hash_join_local_shuffle.out
create mode 100644
regression-test/data/external_table_p0/hive/test_parquet_nested_types.out
create mode 100644
regression-test/data/external_table_p0/nereids_commands/test_use_database_stmt.out
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_partial_update_update_tmp_rowset_fail.out
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_pending_delete_bitmaps_removed_by_other_txn.out
create mode 100644
regression-test/data/load_p0/stream_load/load_json_parse_failed/test_error_json.json
delete mode 100644
regression-test/data/nereids_p0/outfile/test_outfile_csv_with_names_and_types.out
create mode 100644 regression-test/data/nereids_syntax_p0/any_value.out
create mode 100644 regression-test/pipeline/cloud_p0/README.md
create mode 100644 regression-test/pipeline/vault_p0/README.md
create mode 100644 regression-test/pipeline/vault_p0/clean.sh
create mode 100644 regression-test/pipeline/vault_p0/conf/be_custom.conf
create mode 100644 regression-test/pipeline/vault_p0/conf/fe_custom.conf
copy regression-test/pipeline/{cloud_p0 => vault_p0}/conf/ms_custom.conf (100%)
copy regression-test/pipeline/{cloud_p0 => vault_p0}/conf/recycler_custom.conf
(100%)
copy be/src/common/version_internal.h =>
regression-test/pipeline/vault_p0/conf/regression-conf-custom.groovy (54%)
copy regression-test/pipeline/{cloud_p0 =>
vault_p0}/conf/session_variables.sql (100%)
create mode 100644 regression-test/pipeline/vault_p0/deploy.sh
create mode 100644 regression-test/pipeline/vault_p0/prepare.sh
create mode 100644 regression-test/pipeline/vault_p0/run.sh
create mode 100644
regression-test/suites/correctness_p0/test_hash_join_local_shuffle.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_parquet_nested_types.groovy
create mode 100644
regression-test/suites/external_table_p0/lower_case/test_lower_case_meta_with_lower_table_conf_grant.groovy
create mode 100644
regression-test/suites/external_table_p0/nereids_commands/test_use_database_stmt.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_partial_update_update_tmp_rowset_fail.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_pending_delete_bitmaps_removed_by_other_txn.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_storage_page_size_fault.groovy
create mode 100644
regression-test/suites/http_rest_api/get/test_schema_api.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/load_json_parse_failed/load_error_json.groovy
delete mode 100644
regression-test/suites/nereids_p0/outfile/test_outfile_csv_with_names_and_types.groovy
create mode 100644
regression-test/suites/query_p0/system/test_storage_page_size.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
