This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch 2.1-tmp
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 5fb42b5781e fix compile
discard 15e1f5fc562 [branch-2.1](memory) Fix SnapshotManager MemTracker attach
thread #33501
omit afdb06038fd [bug](mem_tracker) fix mem_tracker dcheck failed as not
used correctly (#33349) (#33486)
omit 9d935208325 [fix](mtmv)debug log for tvf (#33431)
omit 4b1cb17b402 [fix](cases) Add check status timeout for backup/restore
cases (#32975)
omit 0a2a0350082 [fix](merge-cloud) fix possible data leak when creating
tables (#33416)
omit 0f34cc0e88f [log](chore) print isBad in Replica::toString() (#33427)
omit d4271064bdd Fix alter column stats without min max value deserialize
failure. (#33406)
omit 4b60265744a [feature](expr) add type check when expr prepare (#33330)
omit 6bfeb0c7fb1 [feature](debug point) add macro DBUG_RUN_CALLBACK (#33407)
omit 35d5c9c8973 [fix](Nereids): add order for constraint test (#33323)
omit 1d0076e3a30 [improve](serde) support complex type in write/read pb
serde (#33124)
omit bcda1d80c2c [Bug](load) fix stream load file on hll type mv column
(#33373)
omit 1684591ffd9 [chore](test) let some case suitable for legacy planner
and nereids (#33352)
omit 3a35f76f629 [bugfix](profile) should use backend ip:heartbeat port as
key during merge profile (#33368)
omit 5732226be1d [fix](partial-update) remove unnecessary DECHEK on
IndexChannel::num_rows_filtered (#33160)
omit c00e26e2764 [Fix]fix insert overwrite non-partition table null pointer
exception (#33205)
omit b47348fd047 [Improvement](executor)cancel query when a query is queued
(#33339)
omit ac6cefa10ab [Fix](schema change) Fix schema change fault when add
complex type column (#31824)
omit e998ce8293d [Improvement](runtime-filter) support sync join node build
side's size to init bloom runtime filter (#32180)
add 90ee9c171e3 [bug](mem_tracker) fix mem_tracker dcheck failed as not
used correctly (#33349) (#33486)
add 6bf1fa4b63a [branch-2.1](memory) Fix SnapshotManager MemTracker attach
thread #33501
add 6bef95eb4f6 [fix](memory) Fix memory tracker destructor deadlock
(#33497)
add f3a60374b56 [branch-2.1](memory) Fix EngineStorageMigrationTask
MemTracker attach thread (#33509)
add 3e7b253e414 [fix](compress) data decompress failed while max_len
equals 8M (#33456)
add 58347aa2b75 [branch-2.1](bugfix) fix alter tablet not have memtracker
add 3081fc584d3 [Improvement](runtime-filter) support sync join node build
side's size to init bloom runtime filter (#32180)
add 326eee5d04f [Fix](schema change) Fix schema change fault when add
complex type column (#31824)
add 38b2e58d59d [Improvement](executor)cancel query when a query is queued
(#33339)
add 2708641bee9 [Fix]fix insert overwrite non-partition table null pointer
exception (#33205)
add ea1e542e31a [fix](partial-update) remove unnecessary DECHEK on
IndexChannel::num_rows_filtered (#33160)
add a38b97fbdd5 [bugfix](profile) should use backend ip:heartbeat port as
key during merge profile (#33368)
add f35dd3fc356 [chore](test) let some case suitable for legacy planner
and nereids (#33352)
add 3070eda58c5 [Bug](load) fix stream load file on hll type mv column
(#33373)
add ef26479282e [improve](serde) support complex type in write/read pb
serde (#33124)
add e4eb76212a8 [fix](Nereids): add order for constraint test (#33323)
add bc929686e37 [feature](debug point) add macro DBUG_RUN_CALLBACK (#33407)
add f7d52b5b1cc [feature](expr) add type check when expr prepare (#33330)
add b5a84f7d232 Fix alter column stats without min max value deserialize
failure. (#33406)
add ff38e7c4977 [log](chore) print isBad in Replica::toString() (#33427)
add 9a3b19d21ee [fix](cases) Add check status timeout for backup/restore
cases (#32975)
add 5688c283641 [Bug](runtime-filter) try to fix heap use after free on
runtime filter send filter size (#33465) (#33522)
add 69fc8cf06d2 [branch-2.1](memory) Fix rowid storage reader memory
tracker (#33521)
add af953020889 fix compile
add 3d66723214d [branch-2.1](auto-partition) pick auto partition and some
more prs (#33523)
add dc8da9ee890 [Fix](nereids) fix qualifier problem that affects delete
stmt in another catalog (#33528)
add babec88aa90 fix cloud mode from PR #32748
add 36a1bf1d73f [feature][insert]Adapt the create table statement to the
nereids sql (#32458)
add c68b3530175 [feature][insert]add FE UT and support CTAS for external
table (#32525)
add 70489fe749c [fix](insert)fix hive table sink write path (#32587)
add 3343322965d [fix](insert)fix conversion of doris type to hive type
(#32735)
add b98d225183f [fix](insert)fix hive table sink type coercion and unify
coercion (#32762)
add bd364897d42 [feature](hive/iceberg)add doris's version in table
properties (#32774)
add 9ada38327b8 [feature](txn insert) txn insert support insert into
select (#31666)
add f3a6132214a [chore] Format regression-conf.groovy (#32713)
add 716c1467505 [fix](insert)fix hive external return msgs and exception
and pass all columns to BE (#32824)
add 07f296734a2 [regression](insert)add hive DDL and CTAS regression case
(#32924)
add 3c9c6c18a80 [Enhancement](hive-writer) Write only regular fields to
file in the hive-writer. (#33000)
add 01b21da82d8 [feature](insert)add hive insert plan ut and remove
redundant fields (#33051)
add 7a05396cd11 [feature](multi-catalog)support catalog name when
create/drop db (#33116)
add f0ac21e231e [feature](external) process tbl/db exist when create/drop
db/tbl (#33119)
add e11db3f050c [feature](hive)support ExternalTransaction for writing
exteral table (#32726)
add 31a7060dbdb [testcase](hive)add exception test for hive txn (#33278)
add 18fb8407ae1 [feature](insert)use optional location and add hive
regression test (#33153)
add f0463a90343 [Feature][Enhancement](hive-writer) Add hive-writer
runtime profiles, change output file names (#33245)
add d31bca199f0 [feature](iceberg)The new DDL syntax is added to create
iceberg partitioned tables (#33338)
add e841d82ffba [Enhancement](hive-writer) Adjust table sink exchange
rebalancer params. (#33397)
add ee36b2f70d5 [branch-2.1](opt)(profile) parallel serialize fragment and
add detail schedule profile #33376 #33379
add ef64d7a011f [feature](profile) add transaction statistics for profile
(#33488)
add 31984bb4f01 [feature](function) support quote string function #33055
add 215f402df79 [fix](nereids)when clause cannot be regarded as common sub
expression (#33358)
add 6f96e2b64af [fix](plsql) Fix handle select that fe can do without be
(#33363)
add 26d9082b9a5 [Feature](function) Add function strcmp (#33272)
add d4a67d93f3e [improve](routine-load) timely pause job if Kafka cluster
exception when consume (#33372)
add 5f30463bb3c [Chore](descriptors) remove unused codes for descriptors
(#33408)
add ab4f8fafcde [Bug](materialized-view) forbid create mv with value
column before key column (#33436)
add a4924dabb7e [enhancement](exception) enble exception logic in pipeline
execute thread (#33437)
add fe772c76e7d [fix](restore) Fix the conflict IDs between two cluster
(#33423)
add 9b7af4c0cfc [feature](schema change) unified schema change for parquet
and orc reader (#32873)
add 031f1e6a653 [case](regression) Add backup restore with NGRAM bloom
filter (#33479)
add 53336d61704 [fix](routine-load) routine load date where expression
rewrite should change over time (#33345)
add 1da1fac4ee1 [improve](load) try lock 30ms to get base_migration_lock
in rowset builder (#32243)
add fefbde89275 [log](move-memtable) improve logs in vtablet_writer_v2 and
load_stream (#33103)
add 8c66915bb56 [fix](doris compose) Fix not show ms recycler .out log in
cloud mode (#33489)
add 22c42209f72 [fix](nereids) fix a visitor bug in CommonSubExpressionOpt
(#33154)
add b035c7ceb46 [fix](catalog) fix resource is not reopen when rename
catalog (#33432)
add d2f84229ec7 [chore](test) remove some outdated datetime test case
(#33476)
add 87806a01372 [fix](debug point) fix gcc compile (#33451)
add 78b81d41505 [fix](test) remove distribute node of shape in some
regression test (#33463)
add e26a53d8a6f [fix](nereids) SemiJoinSemiJoinTransposeProject rule
didn't handle mark join correctly (#33401)
add dcd690962d9 [Fix](inverted index) fix fast execute problem when need
read data opt enabled (#33526)
add 1d7f367592e [refactor](Nereids): compute unique and uniform property
respectively (#32908)
add 6545c83bfbf [fix](mtmv)add logs for mv_infos() (#33485)
add 0423419e7f5 [fix](nereids) do not transpose semi join agg when mark
join (#32475)
add 844e34ec644 (Chore)[regression-test] fix unstable output variant case
(#33520)
add 12358e8c0d5 [opt](log) refactor the log dir config (#32933)
add 441704ad28f [fix](memory) Fix compaction destructor memory tracking
#33549 (#33572)
add 882e23f4428 [opt](Nereids) support set operation minus (#33582)
add dab4c6e9593 [Improvementation](stream-load) improve streamLoadPut log
warning detail (#33535)
add 91b75063ac4 [Fix](inverted index) fix build index error status when
batch_next (#33532)
add cf03e6909dc [bug](not in) if not in (null) could eos early (#33482)
add f0c60d744e7 [improve](fold) support complex type for constant folding
(#32867)
add 4bacd202260 [Chore](code comment) add comment for #32999 (#33548)
add 9681f346657 [FIX](regresstest) fix array_range case for regress test
(#33337)
add 4b40323c2f0 [refactor](heap sort) Simplify sorted block view (#33477)
add e837013ef38 [pipelineX](fix) Fix data pooling judgement for bucket
join (#33533)
add 34fafcaf050 [Feature](Variant) support aggregation model for Variant
type (#33493)
add 3a74fdb1c89 [fix](fs) Close local file writer when downloading
finished (#33556)
add 296421d2fd8 [chore](Nereids) better way to return error (#33507)
add 0dd9d8f2266 [feat](nereids) support create view in nereids (#32743)
add c5b7a8c959f [opt](Nereids) support select async mv partition (#33560)
add 29f564002fd [chore](test) update one join case for nereids because
ambiguous name (#33562)
add 7b8a1e7b191 [fix](routine-load) fix consumer hang when kafka exception
causing can not query (#33492)
add d38388453b1 [fix](timeout) query timeout was not correctly set
(#33444)
add 474aa81ad68 [feature](profile) add non-zero counter in profile(#33342)
add 585aeb587e4 [Fix] fix compile problem (#33578)
add 90c69b020ad [Fix](Nereids) fix leading hint should have all tables in
one query block (#33517)
add 76502fdb97e [pipelineX](broadcast) Set dependency ready if a limited
exchange returns EOS (#33525)
add 7ea5e1d744f [fix](schema change) CastStringConverter is compiled
failed in g++ (#33546)
add cd9eb6d0fc3 [test](bi) add dbeaver and datagrip connect doris test
(#33487)
add add2805c4f2 [k8s](improve)add docker resource script for k8s (#33329)
add 77b1cfee646 [enhancement](merge-iterator) catch exception to avoid
coredump when copy_rows (#33567)
add 3ea6587d688 [fix](feservice) remove connect context (#33583)
add bdd54402b13 [neride][foldconstant] disable fold constant by be
add 24c32944f12 [feat](nereids) add session var to turn on/off common sub
expressoin extraction (branch-2.1) #33616
add 6c2e684a4f7 [testcases](auto-partition) Add and fix testcases in P0
#33588
add af556cff3cb [Fix](timezone) fix miss of expected rounding of Date type
with timezone #33553
add 3e0082ced5b [feature](backup) ignore table that not support type when
backup, and… (#33158)
add 2dfe8cf3362 [Fix](executor)reset remote scan thread num #33579
add ecc3c605c79 [case](regression) Add backup restore test for hdfs repo
(#33581)
add 3aa36042f9b [bugfix](feoom) add timeout to send be request to avoid
too long to occupy memory (#33614)
add 9c486189c94 [enhancement](mysql compatible) add user and procs_priv
tables to mysql db in all catalogs (#33058)
add 12ee9223afc [enhancement](plsql) Support select * from routines
(#32866)
add 2ae33137f6b [test](mtmv)Add column name case sensitive test (#33538)
add 3cebd37abd8 fix compile
add 96ed07c83ef [fix](test) fix some p2 external table test cases (#33624)
add 0e5226e7c34 [fix](Nereids) create view should forward to master
(#33626)
add 565de9d7cdd [fix](create table) Fix create table exception without
cleaning the e… (#33574)
add 80f25cbf755 [fix](schema change) follow fe set sc fail replicas as bad
(#33569)
add 9154b5471a2 [fix](merge-iterator) Fix mem leak when get next batch
failed (#33627)
add 6ce61eb5fc3 [Chore](status) change unknow filter error to internal
error (#33633)
add 00e082f3c41 remove is cloud mode
add 1832dc25e46 [fix](test) fix some unstable p2 test cases (#33637)
(#33655)
add 4b3339a4aed [opt](scan) read scan ranges in the order of partitions
(#33515) (#33657)
add 894f9d598e5 [enhancement](merge-on-write) compaction should not check
correctness if tablet is not ready (#33435) (#33658)
add 54c385100a1 [branch-2.1](cherry-pick) Pick some partial-update PR from
master (#33639)
add 0f1adc97a23 [fix](merge-on-write) schema change may cause mow
duplicate key (#33536) (#33660)
add b5c39c4e35c [Bug](runtime-filter) make need_local_merge unrelated with
broadcast and support merge on bitmap_filter (#33664)
add c7d93e62134 [runtime filter](fix) Fix wrong results caused by
IN_OR_BLOOM filter (#33701) (#33715)
add aaba87d66e6 [improvement](binlog)Support inverted index format v2 in
CCR (#33415)
add 669bdec65e4 [improve](move-memtable) add more info in LoadStreamStub
errors (#33618)
add 8cfbc0ef7d6 [feature](Nereids): date literal suppose Zone (#33534)
add a5c7e76a3de [docker](script)add --grace to be_prestop.sh (#33599)
add bd9d1e7610c [fix](nereids) ExtractAndNormalizeWindowExpression should
only normalize alias in output (#33527)
add bc69024b8f0 [fix](planner) fix bug of InlineViewRef's tableNameToSql
method (#33575)
add c7e99278cf2 [refine](Operator) When _stop_emplace_flag is not set to
true, perform batch processing on the block. (#33173)
add 973d94ebccb [opt](Nereids) prefer slot type to support delete task
better (#33559)
add 5b0d357be2f [fix](catalog) Remove unexpected cleanup when reading jdbc
data (#33529)
add 3a75f0215ab [feature](inverted index) add slop functionality to
match_phrase (#33225)
add 7522799692e [testcases](auto-partition) fix data sync (#33635)
add 486b45023a6 [fix](nereids)EliminateGroupBy should keep the output's
datatype same as old ones (#33585)
add 75f2ef7438f [Chore](log) adjust output order on
PrintInstanceStandardInfo and reduce warning log when rpc finished (#33652)
add 5f6eaac84dc [fix](routine-load) fix get kafka offset timeout may too
long (#33502)
add 0a31a3c9745 [refactor](pipelineX) Reduce prepare overhead (PART I)
(#33550)
add db4cb33eab0 [refactor](refresh-catalog) refactor the refresh catalog
code (#33653)
add 684c9870c3e [fix](nereids) Use correct PREAGGREGATION in
agg(filter(scan)) (#33454)
add 3a486df1791 [case](regression) Add backup temp partition case (#33646)
add 491d6f34347 [fix](fe) Fix finalizeCommand `sendAndFlush`
NullPointerException (#33420)
add 74369040fb2 [Enhencement](Nereids) add rule of agg(case when) to
agg(filter) (#33598)
add 596d8df83f6 [Update](cloud) skip show data size assertion in cloud
mode (#33677)
add ceedc267202 [improvement](mow) Add profile for delete_bitmap get_agg
function (#33576)
add 8ff4d55848f [refactor](pipelineX) Reduce prepare overhead (PART II)
(#33681)
add d3752d2ab2c [fix](testcase) fix miss used global variables in index
testcases (#33293)
add a374dfa21b1 [fix](routine-load) fix data lost when FE leader change
(#33678)
add 6f384264b74 [feature](proc)Add table's indexes info in show proc
interface (#33438)
add de209c1a97e [fix](analyze) avoid
java.util.ConcurrentModificationException (#33674)
add 06494d26c69 [minor](Nereids): remove useless override (#33651)
add 24edd6ee122 [opt](Nereids) date literal support basic format with
timezone (#33662)
add 0aad1f2e6a5 [FIX](cast)fix full/right out join for cast array (#33475)
add c753b56cf68 [fix](nereids)InSubquery's withChildren method lost
typeCoercionExpr (#33692)
add dd98f981c5c [improvement](spill) improve config and fix spill bugs
(#33519)
add d00ca284fcd [feature](agg) support aggregate function
group_array_intersect (#33265)
add 86402460d7b [feature](function) support hll functions hll_from_base64,
hll_to_base64 (#32089)
add 775ffdfc5bf [docker](hive) add hive3 docker compose and modify scripts
(#33115)
add 71a18663c48 [fix](Nereids) could not query variant that not from table
(#33704)
add 5e309894d4d [opt](Nereids) auto fallback when meet udf override
(#33708)
add 2181a293408 (Fix)(nereids) modify create view privilege check error
message (#33669)
add 09a0c07e75d [improve](CI)Core modules require maintainer review
(#32468)
add ec2bf8b3de0 fix compile
add 7a04785b905 [opt](inverted index) topn opt reads only limit number of
records (#33665)
add e61848d728b [opt](meta-cache) refine the meta cache (#33449) (#33754)
add e9e46995cce [branch-2.1](regression-test) fix test_chema_change_fail
(#33753) #33788
add 6ce8267ce7a [fix](restore) Reset index id for restore (#33648)
add 895b3a6f7ab [Fix](executor)Fix routine load failed when can not find
group (#33596)
add ef4cc599df1 Improve analyze mv/mtmv wait row count report logic.
(#33695)
add 2dccf9fd1e6 [fix](move-memtable) close wait on all sinks (#33710)
add 060eaaf3d94 [test](xor) add test for xor #33731
add ce971b1da46 [fix](chore) update some CHECK to CHECK_EQ, to print more
details while CHECK failed (#33709)
add 7e0b808622d [Improvement](runtime-filter) make sync rf size work when
need_local_merge (#33717)
add 34984539637 [FIX](load)fix load with split-by-string (#33713)
add 77d7df9d0b3 [refactor](pipelineX) Reduce prepare overhead (PART III)
(#33689)
add 223af45351f [Fix](Json type) forbit schema change adding JSON columns
with none null default value (#33686)
add 63b3e8b0b17 [fix](test) remove array_intersect case since its result
is not stable (#33742)
add e6725e99e38 [Fix](inverted index) fix memory leak when inverted index
writer not close (#33724)
add 6fa2c6c5ecb [feature](windows function)Improve error handling for
window functions (#33673)
add 5ca0b43e3a0 [enhancement](auditlog) ignore any errors in write audit
log (#33750)
add eab05ebed51 [fix](restore) add indexes as part of table signature
(#33650)
add 560f325dddb [chore](variable) update nereids timeout second default
value to 30 (#33749)
add d6a6b37f19e [shuffle](minor) Log error status if exchange is shutdown
early (#33748)
add bdf9bf0e9fb [improvement](spill) avoid occuping too much memory while
spill build block during the hash join build phase (#33747)
add fb54f8ad2db [fix](inverted index) normal process query for null
condition when index is missing (#33663)
add 5045caf10ea [fix](conf) make be conf disable_storage_page_cache
modifiable (#33773)
add e9eccb08a5a [minor](Nereids): remove useless stream filter() in
Translator (#33758)
add 5985266fb44 [fix](Nereids) dphyper support evaluate join that has one
side condition (#33702)
add 055624ee6b3 Add workload group id in workload policy's property
(#33483)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5fb42b5781e)
\
N -- N -- N refs/heads/2.1-tmp (055624ee6b3)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/pr-approve-status.yml | 51 +-
be/src/agent/task_worker_pool.cpp | 2 +
be/src/agent/workload_sched_policy_listener.cpp | 8 +-
be/src/common/config.cpp | 25 +-
be/src/common/config.h | 25 +-
be/src/common/daemon.cpp | 1 +
be/src/common/logconfig.cpp | 7 +-
be/src/exec/schema_scanner.cpp | 6 +
be/src/exec/schema_scanner/schema_helper.cpp | 10 +
be/src/exec/schema_scanner/schema_helper.h | 4 +
.../exec/schema_scanner/schema_routine_scanner.cpp | 172 +++
.../schema_scanner/schema_routine_scanner.h} | 35 +-
be/src/exec/schema_scanner/schema_user_scanner.cpp | 134 ++
.../schema_scanner/schema_user_scanner.h} | 34 +-
be/src/exec/tablet_info.cpp | 360 +++--
be/src/exec/tablet_info.h | 37 +-
be/src/exprs/runtime_filter.cpp | 20 +-
be/src/exprs/runtime_filter_slots.h | 4 +-
be/src/http/action/stream_load.cpp | 3 +
be/src/http/action/tablet_migration_action.cpp | 1 +
be/src/http/http_common.h | 1 +
be/src/io/fs/hdfs_file_system.cpp | 3 +-
be/src/olap/compaction.cpp | 16 +-
be/src/olap/delta_writer_v2.cpp | 3 +-
be/src/olap/iterators.h | 1 +
be/src/olap/memtable.h | 2 +-
be/src/olap/olap_common.h | 1 +
be/src/olap/partial_update_info.h | 7 +-
be/src/olap/rowset/beta_rowset.cpp | 49 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 2 +
be/src/olap/rowset/beta_rowset_reader.h | 3 +
be/src/olap/rowset/rowset_reader.h | 2 +
be/src/olap/rowset/rowset_reader_context.h | 1 +
be/src/olap/rowset/segment_v2/column_writer.cpp | 38 +-
.../inverted_index/query/phrase_query.cpp | 67 +-
.../segment_v2/inverted_index/query/phrase_query.h | 10 +
.../rowset/segment_v2/inverted_index/query/query.h | 11 +
.../rowset/segment_v2/inverted_index_reader.cpp | 58 +-
.../olap/rowset/segment_v2/inverted_index_reader.h | 7 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 7 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 19 +
be/src/olap/rowset/segment_v2/segment_iterator.h | 2 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 32 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 33 +-
be/src/olap/rowset_builder.cpp | 7 +-
be/src/olap/schema_change.cpp | 19 +-
be/src/olap/skiplist.h | 462 -------
be/src/olap/snapshot_manager.cpp | 57 +-
be/src/olap/snapshot_manager.h | 3 +-
be/src/olap/storage_engine.cpp | 4 +
be/src/olap/storage_engine.h | 2 +-
be/src/olap/tablet.cpp | 53 +-
be/src/olap/tablet.h | 25 +-
be/src/olap/tablet_schema.h | 21 +-
be/src/olap/task/engine_alter_tablet_task.cpp | 2 +-
be/src/olap/task/engine_storage_migration_task.cpp | 2 +
be/src/olap/task/index_builder.cpp | 6 +
be/src/olap/utils.h | 17 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 46 +-
.../pipeline/exec/aggregation_source_operator.cpp | 2 +-
be/src/pipeline/exec/analytic_sink_operator.cpp | 14 +-
be/src/pipeline/exec/analytic_sink_operator.h | 1 +
be/src/pipeline/exec/analytic_source_operator.cpp | 14 +-
be/src/pipeline/exec/analytic_source_operator.h | 1 +
.../distinct_streaming_aggregation_operator.cpp | 131 +-
.../exec/distinct_streaming_aggregation_operator.h | 16 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 2 +
be/src/pipeline/exec/exchange_sink_buffer.h | 9 +-
be/src/pipeline/exec/exchange_sink_operator.cpp | 70 +-
be/src/pipeline/exec/exchange_sink_operator.h | 12 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 18 +-
be/src/pipeline/exec/file_scan_operator.cpp | 36 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 4 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 4 +-
be/src/pipeline/exec/join_probe_operator.cpp | 17 +-
be/src/pipeline/exec/join_probe_operator.h | 1 +
.../exec/multi_cast_data_stream_source.cpp | 19 +-
.../pipeline/exec/multi_cast_data_stream_source.h | 6 +-
.../exec/nested_loop_join_build_operator.cpp | 21 +-
.../exec/nested_loop_join_build_operator.h | 1 +
.../exec/nested_loop_join_probe_operator.cpp | 10 +-
.../exec/nested_loop_join_probe_operator.h | 1 +
be/src/pipeline/exec/olap_scan_operator.cpp | 1 +
be/src/pipeline/exec/olap_scan_operator.h | 1 +
be/src/pipeline/exec/olap_table_sink_operator.cpp | 9 -
be/src/pipeline/exec/olap_table_sink_operator.h | 7 -
.../pipeline/exec/olap_table_sink_v2_operator.cpp | 9 -
be/src/pipeline/exec/olap_table_sink_v2_operator.h | 7 -
.../exec/partitioned_aggregation_sink_operator.cpp | 9 +-
.../partitioned_aggregation_source_operator.cpp | 13 +-
.../exec/partitioned_hash_join_probe_operator.cpp | 27 +-
.../exec/partitioned_hash_join_probe_operator.h | 2 +-
.../exec/partitioned_hash_join_sink_operator.cpp | 170 ++-
.../exec/partitioned_hash_join_sink_operator.h | 4 +-
be/src/pipeline/exec/repeat_operator.cpp | 4 +-
be/src/pipeline/exec/repeat_operator.h | 2 +-
be/src/pipeline/exec/result_sink_operator.cpp | 9 +-
be/src/pipeline/exec/result_sink_operator.h | 4 +-
be/src/pipeline/exec/scan_operator.cpp | 28 +-
be/src/pipeline/exec/scan_operator.h | 8 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 5 +-
be/src/pipeline/exec/set_probe_sink_operator.cpp | 18 +-
be/src/pipeline/exec/set_probe_sink_operator.h | 1 +
be/src/pipeline/exec/set_sink_operator.cpp | 28 +-
be/src/pipeline/exec/set_sink_operator.h | 1 +
be/src/pipeline/exec/set_source_operator.cpp | 4 +-
be/src/pipeline/exec/sort_sink_operator.cpp | 14 +-
be/src/pipeline/exec/sort_sink_operator.h | 5 +-
be/src/pipeline/exec/spill_sort_sink_operator.cpp | 30 +-
be/src/pipeline/exec/spill_sort_sink_operator.h | 1 -
.../pipeline/exec/spill_sort_source_operator.cpp | 17 +-
.../exec/streaming_aggregation_operator.cpp | 28 +-
.../pipeline/exec/streaming_aggregation_operator.h | 1 +
be/src/pipeline/exec/table_function_operator.cpp | 6 +-
be/src/pipeline/exec/table_function_operator.h | 2 +-
be/src/pipeline/exec/union_sink_operator.cpp | 12 +-
be/src/pipeline/exec/union_sink_operator.h | 1 +
be/src/pipeline/exec/union_source_operator.cpp | 17 +-
be/src/pipeline/exec/union_source_operator.h | 1 +
be/src/pipeline/pipeline_fragment_context.h | 4 -
be/src/pipeline/pipeline_tracing.cpp | 8 +-
be/src/pipeline/pipeline_tracing.h | 2 +-
.../local_exchange_sink_operator.cpp | 8 +-
.../local_exchange/local_exchange_sink_operator.h | 1 +
.../local_exchange_source_operator.cpp | 10 +-
.../local_exchange_source_operator.h | 1 +
be/src/pipeline/pipeline_x/operator.cpp | 42 +-
be/src/pipeline/pipeline_x/operator.h | 5 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 1 +
.../pipeline_x/pipeline_x_fragment_context.h | 5 -
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 15 +-
be/src/pipeline/task_scheduler.cpp | 4 +
be/src/runtime/descriptor_helper.h | 10 +-
be/src/runtime/descriptors.cpp | 132 +-
be/src/runtime/descriptors.h | 161 +--
be/src/runtime/exec_env.cpp | 10 +-
be/src/runtime/exec_env.h | 10 +-
be/src/runtime/exec_env_init.cpp | 18 +-
be/src/runtime/fold_constant_executor.cpp | 61 +-
be/src/runtime/fragment_mgr.cpp | 44 +-
be/src/runtime/load_stream.cpp | 26 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 40 +-
be/src/runtime/memory/mem_tracker_limiter.h | 2 +-
be/src/runtime/routine_load/data_consumer.cpp | 20 +-
be/src/runtime/routine_load/data_consumer.h | 4 +-
.../runtime/routine_load/data_consumer_group.cpp | 3 +-
.../routine_load/routine_load_task_executor.cpp | 10 +-
.../routine_load/routine_load_task_executor.h | 6 +-
be/src/runtime/runtime_filter_mgr.cpp | 18 +-
be/src/runtime/runtime_state.cpp | 46 +-
be/src/runtime/runtime_state.h | 10 +-
be/src/runtime/workload_group/workload_group.cpp | 15 +-
.../workload_group/workload_group_manager.cpp | 10 +-
.../workload_management/workload_query_info.h | 1 +
.../workload_management/workload_sched_policy.cpp | 11 +-
.../workload_management/workload_sched_policy.h | 2 +
.../workload_sched_policy_mgr.cpp | 1 -
be/src/service/backend_service.cpp | 104 +-
be/src/service/internal_service.cpp | 8 +-
be/src/util/block_compression.cpp | 16 +-
be/src/util/debug_points.h | 8 +-
be/src/util/debug_util.cpp | 2 +-
be/src/util/runtime_profile.cpp | 29 +-
be/src/util/runtime_profile.h | 34 +
.../aggregate_function_group_array_intersect.cpp | 90 ++
.../aggregate_function_group_array_intersect.h | 526 ++++++++
.../aggregate_function_simple_factory.cpp | 2 +
be/src/vec/columns/column.h | 6 +
be/src/vec/columns/column_array.h | 20 +-
be/src/vec/columns/column_complex.h | 5 +
be/src/vec/columns/column_const.cpp | 2 +-
be/src/vec/columns/column_const.h | 89 +-
be/src/vec/columns/column_decimal.h | 4 +
be/src/vec/columns/column_dictionary.h | 5 +
be/src/vec/columns/column_dummy.h | 14 +
be/src/vec/columns/column_fixed_length_object.h | 5 +
be/src/vec/columns/column_impl.h | 10 +-
be/src/vec/columns/column_map.h | 22 +-
be/src/vec/columns/column_nullable.h | 7 +-
be/src/vec/columns/column_object.cpp | 26 +-
be/src/vec/columns/column_object.h | 19 +-
be/src/vec/columns/column_string.h | 33 +-
be/src/vec/columns/column_struct.h | 18 +-
be/src/vec/columns/column_vector.h | 4 +
be/src/vec/columns/predicate_column.h | 4 +
be/src/vec/common/assert_cast.h | 13 +-
be/src/vec/common/schema_util.cpp | 7 +-
be/src/vec/common/schema_util.h | 4 +-
be/src/vec/common/sort/heap_sorter.cpp | 16 +-
be/src/vec/core/sort_cursor.h | 47 +-
be/src/vec/data_types/data_type_struct.cpp | 9 +-
be/src/vec/exec/format/column_type_convert.cpp | 332 +++++
be/src/vec/exec/format/column_type_convert.h | 535 ++++++++
be/src/vec/exec/format/format_common.h | 2 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 187 ++-
be/src/vec/exec/format/orc/vorc_reader.h | 18 +-
be/src/vec/exec/format/parquet/decoder.cpp | 41 +-
.../exec/format/parquet/delta_bit_pack_decoder.h | 163 ++-
.../format/parquet/fix_length_dict_decoder.hpp | 125 +-
.../exec/format/parquet/fix_length_plain_decoder.h | 97 +-
.../exec/format/parquet/parquet_column_convert.cpp | 320 ++++-
.../exec/format/parquet/parquet_column_convert.h | 673 +++-------
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 12 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 38 +-
.../exec/format/parquet/vparquet_column_reader.h | 2 +-
be/src/vec/exec/join/vhash_join_node.cpp | 7 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 36 +-
be/src/vec/exec/scan/new_olap_scan_node.cpp | 1 +
be/src/vec/exec/scan/new_olap_scan_node.h | 1 +
be/src/vec/exec/scan/new_olap_scanner.cpp | 3 +-
be/src/vec/exec/scan/scanner_scheduler.h | 7 +-
be/src/vec/exec/scan/vscan_node.cpp | 46 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 7 +-
be/src/vec/functions/function_cast.h | 2 +-
be/src/vec/functions/function_string.cpp | 29 +
be/src/vec/functions/function_string.h | 62 +
be/src/vec/functions/hll_from_base64.cpp | 111 ++
be/src/vec/functions/hll_to_base64.cpp | 89 ++
be/src/vec/functions/simple_function_factory.h | 4 +
be/src/vec/olap/block_reader.cpp | 4 +-
be/src/vec/olap/vcollect_iterator.cpp | 1 +
be/src/vec/olap/vertical_block_reader.cpp | 4 +-
be/src/vec/olap/vgeneric_iterators.cpp | 38 +-
be/src/vec/olap/vgeneric_iterators.h | 34 +-
be/src/vec/runtime/vdata_stream_mgr.cpp | 21 +-
be/src/vec/runtime/vdata_stream_mgr.h | 4 +-
be/src/vec/runtime/vdatetime_value.cpp | 20 +
be/src/vec/runtime/vdatetime_value.h | 13 +
be/src/vec/runtime/vorc_transformer.cpp | 104 +-
be/src/vec/runtime/vorc_transformer.h | 10 +-
be/src/vec/runtime/vparquet_transformer.cpp | 32 +-
be/src/vec/runtime/vparquet_transformer.h | 10 +-
be/src/vec/sink/load_stream_map_pool.cpp | 16 +-
be/src/vec/sink/load_stream_stub.cpp | 27 +-
be/src/vec/sink/load_stream_stub.h | 2 +
be/src/vec/sink/vdata_stream_sender.cpp | 77 +-
be/src/vec/sink/vdata_stream_sender.h | 9 +-
be/src/vec/sink/volap_table_sink.cpp | 8 +-
be/src/vec/sink/volap_table_sink.h | 4 -
be/src/vec/sink/volap_table_sink_v2.cpp | 8 +-
be/src/vec/sink/volap_table_sink_v2.h | 4 -
be/src/vec/sink/vrow_distribution.cpp | 176 ++-
be/src/vec/sink/vrow_distribution.h | 31 +-
be/src/vec/sink/vtablet_finder.cpp | 8 -
be/src/vec/sink/vtablet_finder.h | 3 +-
be/src/vec/sink/writer/vhive_partition_writer.cpp | 171 +--
be/src/vec/sink/writer/vhive_partition_writer.h | 18 +-
be/src/vec/sink/writer/vhive_table_writer.cpp | 265 ++--
be/src/vec/sink/writer/vhive_table_writer.h | 30 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 11 +-
be/src/vec/sink/writer/vtablet_writer.h | 2 -
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 41 +-
be/src/vec/sink/writer/vtablet_writer_v2.h | 2 -
be/src/vec/spill/spill_stream_manager.cpp | 134 +-
be/src/vec/spill/spill_stream_manager.h | 53 +-
be/src/vec/spill/spill_writer.cpp | 14 +-
be/test/exprs/runtime_filter_test.cpp | 7 +-
be/test/olap/skiplist_test.cpp | 423 ------
be/test/olap/tablet_cooldown_test.cpp | 1 +
be/test/testutil/desc_tbl_builder.cpp | 7 +-
.../serde/data_type_serde_mysql_test.cpp | 3 +-
be/test/vec/exec/parquet/parquet_thrift_test.cpp | 37 +-
be/test/vec/exec/vtablet_sink_test.cpp | 12 +-
be/test/vec/exprs/vexpr_test.cpp | 8 +-
be/test/vec/function/function_string_test.cpp | 78 ++
be/test/vec/runtime/vdata_stream_test.cpp | 3 +-
bin/start_be.sh | 2 +
conf/be.conf | 15 +-
conf/fe.conf | 21 +-
docker/runtime/be/Dockerfile | 5 +-
docker/runtime/be/resource/be_entrypoint.sh | 244 ++++
.../be/resource/be_prestop.sh} | 26 +-
docker/runtime/be/resource/entry_point.sh | 0
docker/runtime/be/resource/init_be.sh | 2 +-
docker/runtime/broker/Dockerfile | 54 +-
.../runtime/broker/resource/broker_entrypoint.sh | 222 ++++
.../broker/resource/broker_is_alive.sh} | 36 +-
.../broker/resource/broker_prestop.sh} | 26 +-
docker/runtime/broker/resource/init_broker.sh | 2 +-
.../runtime/doris-compose/resource/init_cloud.sh | 17 +-
docker/runtime/fe/Dockerfile | 6 +-
.../fe/resource/fe_check_master.sh} | 39 +-
docker/runtime/fe/resource/fe_entrypoint.sh | 395 ++++++
.../fe/resource/fe_prestop.sh} | 26 +-
docker/runtime/fe/resource/init_fe.sh | 6 +-
...e.env.tpl.tpl => hadoop-hive-metastore.env.tpl} | 11 +-
.../{hadoop-hive.env.tpl.tpl => hadoop-hive.env} | 11 +-
.../docker-compose/hive/hive-2x.yaml.tpl | 70 +-
.../hive/{gen_env.sh.tpl => hive-2x_settings.env} | 29 +-
.../hive/{hive-2x.yaml.tpl => hive-3x.yaml.tpl} | 85 +-
.../hive/{gen_env.sh.tpl => hive-3x_settings.env} | 29 +-
.../hive/scripts/create_preinstalled_table.hql | 4 +
docker/thirdparties/run-thirdparties-docker.sh | 57 +-
.../sql-functions/string-functions/quote.md | 47 +
.../Manipulation/INSERT-OVERWRITE.md | 70 +-
.../sql-functions/string-functions/quote.md | 47 +
.../Manipulation/INSERT-OVERWRITE.md | 69 +-
.../org/apache/doris/jdbc/DefaultJdbcExecutor.java | 2 -
.../java/org/apache/doris/catalog/ScalarType.java | 4 +
.../main/java/org/apache/doris/common/Config.java | 21 +-
.../java/org/apache/doris/common/io/DiskUtils.java | 1 -
fe/fe-core/pom.xml | 5 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 11 +-
fe/fe-core/src/main/cup/sql_parser.cup | 36 +-
.../java/org/apache/doris/alter/AlterHandler.java | 1 +
.../java/org/apache/doris/alter/AlterJobV2.java | 5 +
.../java/org/apache/doris/alter/RollupJobV2.java | 27 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 27 +-
.../org/apache/doris/analysis/AnalyzeTblStmt.java | 8 +-
.../org/apache/doris/analysis/BaseViewStmt.java | 2 -
.../java/org/apache/doris/analysis/CastExpr.java | 5 +
.../java/org/apache/doris/analysis/ColumnDef.java | 12 +-
.../org/apache/doris/analysis/CreateDbStmt.java | 16 +-
.../org/apache/doris/analysis/CreateViewStmt.java | 9 +
.../org/apache/doris/analysis/DateLiteral.java | 10 +-
.../java/org/apache/doris/analysis/DbName.java | 83 ++
.../java/org/apache/doris/analysis/DropDbStmt.java | 10 +-
.../org/apache/doris/analysis/InlineViewRef.java | 4 +-
.../doris/analysis/InsertOverwriteTableStmt.java | 7 +
.../org/apache/doris/analysis/LiteralExpr.java | 1 +
.../java/org/apache/doris/analysis/MapLiteral.java | 2 +-
.../java/org/apache/doris/analysis/MaxLiteral.java | 1 +
.../apache/doris/analysis/NativeInsertStmt.java | 6 +
.../org/apache/doris/analysis/PartitionDesc.java | 4 -
.../apache/doris/analysis/PartitionExprUtil.java | 81 +-
.../org/apache/doris/analysis/PartitionNames.java | 24 +-
.../org/apache/doris/analysis/PartitionValue.java | 6 +-
.../org/apache/doris/analysis/RefreshDbStmt.java | 6 +
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../apache/doris/analysis/ShowCreateDbStmt.java | 13 +-
.../org/apache/doris/analysis/ShowIndexStmt.java | 1 -
.../org/apache/doris/analysis/SlotDescriptor.java | 2 +-
.../org/apache/doris/analysis/TupleDescriptor.java | 33 +-
.../org/apache/doris/backup/BackupHandler.java | 13 +-
.../java/org/apache/doris/backup/RestoreJob.java | 15 +-
.../apache/doris/catalog/AggregateFunction.java | 3 +-
.../doris/catalog/BuiltinAggregateFunctions.java | 2 +
.../doris/catalog/BuiltinScalarFunctions.java | 8 +
.../main/java/org/apache/doris/catalog/Env.java | 28 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 9 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 6 +-
.../doris/catalog/InternalSchemaInitializer.java | 5 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 19 +
.../org/apache/doris/catalog/MysqlDBTable.java | 98 ++
.../java/org/apache/doris/catalog/MysqlDb.java | 6 +-
.../java/org/apache/doris/catalog/OlapTable.java | 114 +-
.../org/apache/doris/catalog/PartitionInfo.java | 30 +-
.../org/apache/doris/catalog/PartitionKey.java | 3 +-
.../org/apache/doris/catalog/RefreshManager.java | 187 ++-
.../java/org/apache/doris/common/CacheFactory.java | 112 ++
.../java/org/apache/doris/common/ErrorCode.java | 2 +
.../java/org/apache/doris/common/Log4jConfig.java | 5 +-
.../apache/doris/common/proc/IndexesProcNode.java | 78 ++
.../org/apache/doris/common/proc/TableProcDir.java | 6 +-
.../org/apache/doris/common/profile/Profile.java | 2 +-
.../doris/common/profile/SummaryProfile.java | 353 +++--
.../org/apache/doris/common/util/BrokerUtil.java | 3 +-
.../apache/doris/common/util/CacheBulkLoader.java | 4 +-
.../org/apache/doris/common/util/LocationPath.java | 7 +
.../apache/doris/common/util/PropertyAnalyzer.java | 2 +-
.../org/apache/doris/datasource/CatalogMgr.java | 192 +--
.../apache/doris/datasource/ExternalCatalog.java | 32 +-
.../apache/doris/datasource/ExternalDatabase.java | 28 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 60 +-
.../apache/doris/datasource/ExternalObjectLog.java | 1 -
.../doris/datasource/ExternalRowCountCache.java | 20 +-
.../doris/datasource/ExternalSchemaCache.java | 40 +-
.../doris/datasource/FederationBackendPolicy.java | 27 +-
.../apache/doris/datasource/InternalCatalog.java | 30 +-
.../apache/doris/datasource/hive/HMSCommitter.java | 754 -----------
.../doris/datasource/hive/HMSExternalCatalog.java | 6 +-
.../doris/datasource/hive/HMSExternalTable.java | 115 +-
.../doris/datasource/hive/HMSTransaction.java | 1387 ++++++++++++++++++++
.../datasource/hive/HiveDatabaseMetadata.java | 9 +
.../doris/datasource/hive/HiveMetaStoreCache.java | 139 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 103 +-
.../doris/datasource/hive/HiveMetadataOps.java | 193 ++-
.../datasource/hive/HivePartitionStatistics.java | 2 +-
.../hive/HivePartitionWithStatistics.java | 6 +-
.../doris/datasource/hive/HiveTableMetadata.java | 86 +-
.../org/apache/doris/datasource/hive/HiveUtil.java | 213 ++-
.../datasource/hive/ThriftHMSCachedClient.java | 166 +--
.../datasource/hive/event/AlterPartitionEvent.java | 4 +-
.../datasource/hive/event/AlterTableEvent.java | 6 +-
.../doris/datasource/hive/event/InsertEvent.java | 6 +-
.../hive/event/MetastoreEventsProcessor.java | 2 +-
.../hudi/source/HudiCachedPartitionProcessor.java | 30 +-
.../datasource/hudi/source/HudiPartitionMgr.java | 21 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 3 +-
.../datasource/iceberg/DorisTypeToIcebergType.java | 14 +-
.../datasource/iceberg/IcebergMetadataCache.java | 112 +-
.../iceberg/IcebergMetadataCacheMgr.java | 7 +-
.../datasource/iceberg/IcebergMetadataOps.java | 42 +-
.../doris/datasource/iceberg/IcebergUtils.java | 94 +-
.../infoschema/ExternalMysqlDatabase.java | 55 +
.../datasource/infoschema/ExternalMysqlTable.java | 51 +
.../doris/datasource/jdbc/client/JdbcClient.java | 2 +
.../datasource/jdbc/client/JdbcMySQLClient.java | 2 +
.../apache/doris/datasource/kafka/KafkaUtil.java | 9 +-
.../maxcompute/MaxComputeExternalTable.java | 40 +-
.../maxcompute/MaxComputeMetadataCache.java | 31 +-
.../maxcompute/MaxComputeMetadataCacheMgr.java | 5 +-
.../datasource/operations/ExternalMetadataOps.java | 2 +
.../main/java/org/apache/doris/fs/FileSystem.java | 9 +
.../java/org/apache/doris/fs/FileSystemCache.java | 39 +-
.../org/apache/doris/fs/LocalDfsFileSystem.java | 245 ++++
.../java/org/apache/doris/fs/LocalFileSystem.java | 76 --
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 45 +
.../doris/httpv2/controller/LogController.java | 3 +-
.../org/apache/doris/httpv2/rest/ShowAction.java | 4 +-
.../insertoverwrite/InsertOverwriteManager.java | 89 ++
.../doris/insertoverwrite/InsertOverwriteUtil.java | 47 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 5 +-
.../org/apache/doris/load/BrokerFileGroup.java | 4 +
.../src/main/java/org/apache/doris/load/Load.java | 6 +-
.../load/routineload/KafkaRoutineLoadJob.java | 8 +-
.../doris/load/routineload/KafkaTaskInfo.java | 52 +-
.../doris/load/routineload/RoutineLoadJob.java | 8 +-
.../java/org/apache/doris/mysql/MysqlProto.java | 2 +-
.../org/apache/doris/mysql/privilege/Auth.java | 88 ++
.../org/apache/doris/nereids/StatementContext.java | 14 +
.../doris/nereids/analyzer/UnboundRelation.java | 31 +-
.../apache/doris/nereids/analyzer/UnboundStar.java | 16 +-
.../doris/nereids/analyzer/UnboundTableSink.java | 34 +-
.../nereids/analyzer/UnboundTableSinkCreator.java | 37 +
.../glue/translator/ExpressionTranslator.java | 6 +-
.../glue/translator/PhysicalPlanTranslator.java | 6 +-
.../glue/translator/PlanTranslatorContext.java | 2 +
.../org/apache/doris/nereids/hint/LeadingHint.java | 59 +-
.../doris/nereids/jobs/executor/Rewriter.java | 2 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 84 +-
.../apache/doris/nereids/parser/NereidsParser.java | 15 +-
.../doris/nereids/parser/PartitionTableInfo.java | 11 +-
.../processor/post/CommonSubExpressionOpt.java | 33 +-
.../nereids/processor/post/PlanPostProcessors.java | 4 +-
.../DistributionSpecTableSinkHashPartitioned.java | 3 -
.../nereids/properties/FunctionalDependencies.java | 4 +
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../nereids/rules/analysis/BindExpression.java | 14 +
.../doris/nereids/rules/analysis/BindRelation.java | 44 +-
.../doris/nereids/rules/analysis/BindSink.java | 131 +-
.../nereids/rules/analysis/CheckAfterRewrite.java | 3 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 8 +-
.../doris/nereids/rules/analysis/LeadingJoin.java | 2 +-
.../join/SemiJoinSemiJoinTransposeProject.java | 13 +-
.../expression/rules/FoldConstantRuleOnBE.java | 406 +++++-
.../rules/OneRangePartitionEvaluator.java | 2 +-
.../rules/expression/rules/PartitionPruner.java | 9 +-
...ogicalHiveTableSinkToPhysicalHiveTableSink.java | 3 +-
.../rules/rewrite/EliminateAggCaseWhen.java | 83 ++
.../nereids/rules/rewrite/EliminateGroupBy.java | 4 +-
.../ExtractAndNormalizeWindowExpression.java | 5 +-
.../rules/rewrite/TransposeSemiJoinAgg.java | 1 +
.../rules/rewrite/TransposeSemiJoinAggProject.java | 1 +
.../mv/SelectMaterializedIndexWithAggregate.java | 16 +-
.../nereids/trees/expressions/InSubquery.java | 2 +-
.../nereids/trees/expressions/SlotReference.java | 5 +
.../nereids/trees/expressions/WindowFrame.java | 28 +-
.../functions/agg/GroupArrayIntersect.java | 76 ++
.../functions/scalar/HllFromBase64.java | 71 +
.../expressions/functions/scalar/HllToBase64.java | 69 +
.../trees/expressions/functions/scalar/Lambda.java | 2 +-
.../trees/expressions/functions/scalar/Quote.java | 69 +
.../trees/expressions/functions/scalar/Strcmp.java | 70 +
.../trees/expressions/literal/DateLiteral.java | 13 -
.../trees/expressions/literal/DateTimeLiteral.java | 4 +
.../expressions/literal/DateTimeV2Literal.java | 5 +
.../trees/expressions/literal/MapLiteral.java | 5 +-
.../trees/expressions/literal/StructLiteral.java | 5 +-
.../visitor/AggregateFunctionVisitor.java | 5 +
.../expressions/visitor/ScalarFunctionVisitor.java | 20 +
.../doris/nereids/trees/plans/AbstractPlan.java | 2 +-
.../trees/plans/BlockFuncDepsPropagation.java | 18 +-
.../apache/doris/nereids/trees/plans/FakePlan.java | 11 +-
.../org/apache/doris/nereids/trees/plans/Plan.java | 4 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 3 +-
.../doris/nereids/trees/plans/PreAggStatus.java | 1 +
.../nereids/trees/plans/PropagateFuncDeps.java | 20 +-
.../nereids/trees/plans/commands/Command.java | 6 +
.../trees/plans/commands/CreateTableCommand.java | 9 +-
.../trees/plans/commands/CreateViewCommand.java | 49 +
.../plans/commands/info/ColumnDefinition.java | 4 +
.../trees/plans/commands/info/CreateTableInfo.java | 97 +-
.../trees/plans/commands/info/CreateViewInfo.java | 331 +++++
.../commands/info/SimpleColumnDefinition.java | 6 +
.../commands/insert/AbstractInsertExecutor.java | 2 +-
.../commands/insert/HiveInsertCommandContext.java | 2 +-
.../plans/commands/insert/HiveInsertExecutor.java | 63 +-
.../commands/insert/InsertIntoTableCommand.java | 12 +-
.../insert/InsertOverwriteTableCommand.java | 136 +-
.../trees/plans/commands/insert/InsertUtils.java | 5 +
.../commands/insert/OlapInsertCommandContext.java | 22 +-
.../plans/commands/insert/OlapInsertExecutor.java | 37 +-
.../trees/plans/logical/LogicalAggregate.java | 115 +-
.../trees/plans/logical/LogicalAssertNumRows.java | 33 +-
.../plans/logical/LogicalCatalogRelation.java | 54 +-
.../plans/logical/LogicalDeferMaterializeTopN.java | 29 +-
.../nereids/trees/plans/logical/LogicalExcept.java | 59 +-
.../nereids/trees/plans/logical/LogicalFilter.java | 25 +-
.../trees/plans/logical/LogicalGenerate.java | 20 +-
.../nereids/trees/plans/logical/LogicalHaving.java | 17 +-
.../trees/plans/logical/LogicalHiveTableSink.java | 27 +-
.../trees/plans/logical/LogicalIntersect.java | 27 +-
.../nereids/trees/plans/logical/LogicalJoin.java | 130 +-
.../nereids/trees/plans/logical/LogicalLimit.java | 30 +-
.../trees/plans/logical/LogicalOlapScan.java | 12 +
.../trees/plans/logical/LogicalOlapTableSink.java | 8 +-
.../trees/plans/logical/LogicalOneRowRelation.java | 21 +-
.../nereids/trees/plans/logical/LogicalPlan.java | 17 +-
.../trees/plans/logical/LogicalProject.java | 65 +-
.../nereids/trees/plans/logical/LogicalRepeat.java | 19 +-
.../trees/plans/logical/LogicalSubQueryAlias.java | 26 +-
.../trees/plans/logical/LogicalTableSink.java | 17 +-
.../nereids/trees/plans/logical/LogicalTopN.java | 30 +-
.../nereids/trees/plans/logical/LogicalUnion.java | 22 +-
.../nereids/trees/plans/logical/LogicalView.java | 20 +-
.../nereids/trees/plans/logical/LogicalWindow.java | 73 +-
.../plans/physical/PhysicalCatalogRelation.java | 22 +-
.../plans/physical/PhysicalHiveTableSink.java | 25 +-
.../plans/physical/PhysicalOlapTableSink.java | 16 -
.../trees/plans/physical/PhysicalProject.java | 13 +-
.../trees/plans/physical/PhysicalTableSink.java | 3 +
.../trees/plans/visitor/CommandVisitor.java | 5 +
.../apache/doris/nereids/types/DecimalV2Type.java | 4 +
.../doris/nereids/util/DateTimeFormatterUtils.java | 3 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 37 +-
.../doris/nereids/util/TypeCoercionUtils.java | 96 ++
.../java/org/apache/doris/nereids/util/Utils.java | 17 +
.../java/org/apache/doris/persist/EditLog.java | 6 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 4 +
.../org/apache/doris/planner/HiveTableSink.java | 13 +-
.../org/apache/doris/planner/OlapScanNode.java | 12 +-
.../org/apache/doris/planner/OlapTableSink.java | 17 +-
.../java/org/apache/doris/planner/ScanNode.java | 7 +-
.../apache/doris/planner/StreamLoadPlanner.java | 10 +-
.../src/main/java/org/apache/doris/plsql/Stmt.java | 2 +-
.../doris/plsql/executor/PlsqlQueryExecutor.java | 1 +
.../apache/doris/plsql/executor/PlsqlResult.java | 3 +-
.../apache/doris/plsql/executor/QueryResult.java | 4 +
.../apache/doris/plsql/metastore/PlsqlManager.java | 16 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 16 +
.../java/org/apache/doris/qe/ConnectContext.java | 15 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 23 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 122 +-
.../main/java/org/apache/doris/qe/DdlExecutor.java | 2 +-
.../java/org/apache/doris/qe/GlobalVariable.java | 12 +
.../apache/doris/qe/InsertStreamTxnExecutor.java | 3 +-
.../java/org/apache/doris/qe/ResultReceiver.java | 41 +-
.../java/org/apache/doris/qe/SessionVariable.java | 62 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 9 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 136 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 41 +-
.../workloadschedpolicy/WorkloadSchedPolicy.java | 41 +-
.../WorkloadSchedPolicyMgr.java | 50 +-
.../apache/doris/rewrite/FoldConstantsRule.java | 1 +
.../org/apache/doris/rpc/BackendServiceClient.java | 3 +-
.../org/apache/doris/rpc/BackendServiceProxy.java | 17 +-
.../java/org/apache/doris/service/ExecuteEnv.java | 6 +-
.../java/org/apache/doris/service/FeServer.java | 2 +
.../apache/doris/service/FrontendServiceImpl.java | 242 +++-
.../apache/doris/statistics/AnalysisManager.java | 10 +-
.../doris/statistics/BasicAsyncCacheLoader.java | 4 +-
.../doris/statistics/util/StatisticsUtil.java | 108 --
.../ExternalFileTableValuedFunction.java | 2 +-
.../doris/tablefunction/MetadataGenerator.java | 134 +-
.../tablefunction/MvInfosTableValuedFunction.java | 16 +
.../WorkloadSchedPolicyTableValuedFunction.java | 3 +-
.../doris/transaction/HiveTransactionManager.java | 79 ++
.../org/apache/doris/transaction/Transaction.java | 18 +-
.../apache/doris/transaction/TransactionEntry.java | 163 ++-
.../TransactionManager.java} | 22 +-
.../transaction/TransactionManagerFactory.java | 20 +-
.../apache/doris/transaction/TransactionType.java | 21 +-
.../apache/doris/analysis/CreateDbStmtTest.java | 9 +-
.../org/apache/doris/analysis/DropDbStmtTest.java | 7 +-
.../org/apache/doris/analysis/MapLiteralTest.java | 12 +-
.../doris/analysis/ShowCreateDbStmtTest.java | 5 +-
.../apache/doris/analysis/StructLiteralTest.java | 4 +-
.../apache/doris/catalog/RefreshCatalogTest.java | 142 --
.../org/apache/doris/catalog/RefreshTableTest.java | 11 +
.../apache/doris/common/CacheBulkLoaderTest.java | 20 +-
.../org/apache/doris/common/CacheFactoryTest.java | 291 ++++
.../doris/common/proc/IndexesProcNodeTest.java | 102 ++
.../apache/doris/datasource/CatalogMgrTest.java | 7 +-
.../datasource/ExternalRowCountCacheTest.java | 100 --
.../doris/datasource/RefreshCatalogTest.java | 104 +-
.../doris/datasource/TestHMSCachedClient.java | 328 +++++
.../datasource/hive/HiveDDLAndDMLPlanTest.java | 704 ++++++++++
.../doris/datasource/hive/HiveMetadataOpsTest.java | 173 +++
.../doris/datasource/hive/HmsCommitTest.java | 380 +++++-
.../datasource/iceberg/CreateIcebergTableTest.java | 196 +++
.../jobs/joinorder/hypergraph/OtherJoinTest.java | 18 +
.../properties/FunctionalDependenciesTest.java | 4 +-
.../doris/nereids/properties/UniformTest.java | 207 +++
...tionalDependenciesTest.java => UniqueTest.java} | 376 +++---
.../nereids/rules/analysis/BindRelationTest.java | 4 +-
.../join/SemiJoinSemiJoinTransposeProjectTest.java | 24 +
.../nereids/rules/rewrite/ColumnPruningTest.java | 62 +-
.../rules/rewrite/EliminateGroupByTest.java | 2 +-
.../rules/rewrite/mv/SelectRollupIndexTest.java | 34 +-
.../nereids/trees/expressions/LiteralTest.java | 265 ++++
.../expressions/literal/DateTimeLiteralTest.java | 57 +-
.../doris/nereids/util/HyperGraphBuilder.java | 5 +-
.../doris/nereids/util/TypeCoercionUtilsTest.java | 67 +
.../doris/planner/FederationBackendPolicyTest.java | 19 +-
.../doris/planner/TableFunctionPlanTest.java | 16 +-
.../org/apache/doris/qe/OlapQueryCacheTest.java | 10 +-
.../java/org/apache/doris/qe/ShowExecutorTest.java | 5 +-
.../doris/service/FrontendServiceImplTest.java | 24 +-
.../apache/doris/utframe/TestWithFeService.java | 18 +
fe/pom.xml | 5 +
gensrc/proto/descriptors.proto | 10 +-
gensrc/proto/internal_service.proto | 1 +
gensrc/script/doris_builtins_functions.py | 14 +-
gensrc/thrift/BackendService.thrift | 1 +
gensrc/thrift/DataSinks.thrift | 3 +-
gensrc/thrift/Descriptors.thrift | 15 +-
gensrc/thrift/Exprs.thrift | 5 +
gensrc/thrift/FrontendService.thrift | 28 +-
gensrc/thrift/PaloInternalService.thrift | 1 +
regression-test/conf/regression-conf.groovy | 9 +-
.../data/correctness_p0/test_bit_function.out | 17 +
.../datetimev1/test_datetimev1_calc.out | 18 -
.../data/datatype_p0/datetimev2/only_date.csv | 2 +
.../datatype_p0/datetimev2/test_invalid_hour.out | 1 -
.../data/datatype_p0/datetimev2/test_timezone.out | 3 -
.../datatype_p0/datetimev2/test_tz_streamload.out | 4 +
.../data/ddl_p0/test_create_view_nereids.out | 228 ++++
.../export/hive_read/orc/test_hive_read_orc.out | 3 -
.../orc/test_hive_read_orc_complex_type.out | 2 +-
.../hive_read/parquet/test_hive_read_parquet.out | 3 -
.../external_table_p0/hive/ddl/test_hive_ctas.out | 92 ++
.../external_table_p0/hive/ddl/test_hive_ddl.out | 60 +
.../hive/ddl/test_hive_write_type.out | 18 +
.../hive/write/test_hive_write_insert.out | 66 +
.../hive/write/test_hive_write_partitions.out | 50 +
.../jdbc/test_clickhouse_jdbc_catalog.out | Bin 5487 -> 5493 bytes
.../jdbc/test_db2_jdbc_catalog.out | 1 +
.../jdbc/test_mariadb_jdbc_catalog.out | 2 +-
.../jdbc/test_mysql_jdbc_catalog.out | 13 +-
.../jdbc/test_mysql_jdbc_driver5_catalog.out | 9 +-
.../jdbc/test_oracle_jdbc_catalog.out | 3 +
.../jdbc/test_pg_jdbc_catalog.out | 5 +
.../jdbc/test_sqlserver_jdbc_catalog.out | 2 +
.../hive/test_hive_parquet_alter_column.out | 114 +-
.../hive/test_hive_schema_change.out | 52 +-
...est_external_catalog_iceberg_hadoop_catalog.out | 9 +-
.../test_external_catalog_iceberg_partition.out | 46 +-
.../fault_injection_p0/test_build_index_fault.out | 6 +
.../test_no_index_null_fault_injection.out} | 0
.../insert_overwrite_auto_detect.out | 96 ++
.../test_iot_auto_detect_concurrent.out} | 13 +-
regression-test/data/insert_p0/txn_insert.out | 259 ++++
.../test_index_match_phrase_slop.out | 75 ++
.../test_index_no_need_read_data.out | 9 +
.../stream_load/test_array_split_string.csv | 1 +
.../stream_load/test_array_with_func_load.out} | 13 +-
.../data/nereids_function_p0/agg_function/agg.out | 142 ++
.../data/nereids_function_p0/scalar_function/H.out | 116 ++
.../explain/test_scan_preaggregation_explain.out} | 14 +-
.../data/nereids_p0/hint/fix_leading.out | 25 +
.../data/nereids_p0/hint/multi_leading.out | 4 +-
.../conditional_functions/test_query_in.out | 2 +
.../eliminate_aggregate_casewhen.out | 249 ++++
.../filter_push_down/push_filter_through.out | 546 +++-----
.../transposeJoin/transposeSemiJoinAgg.out | 8 +
.../rf_prune/query10.out | 12 +-
.../nereids_tpcds_shape_sf100_p0/shape/query10.out | 12 +-
.../auto_partition/test_auto_list_partition.out | 52 +
.../test_auto_partition_behavior.out | 9 +
.../auto_partition/test_auto_range_partition.out | 7 +
.../data/plsql_p0/test_plsql_variable.out | 6 +
.../query_p0/aggregate/group_array_intersect.out | 93 ++
...nnel_account_consume_history_reconciliation.csv | 200 +++
.../data/query_p0/join/dwd_oa_customer.csv | 200 +++
regression-test/data/query_p0/join/tb_media.csv | 10 +
.../query_p0/join/tb_reconciliation_detail.csv | 200 +++
.../join/tb_reconciliation_media_order.csv | 200 +++
.../query_p0/join/test_join_with_cast_array.out | 194 +++
.../hll_functions/test_hll_functions.out | 35 +
.../test_show_create_table_and_views_nereids.out | 46 +
regression-test/data/tpch_sf0.1_p1/sql/cse.out | 10 +-
.../partial_update/test_partial_update.out | 24 +
regression-test/data/variant_p0/agg.out | 78 ++
.../data/variant_p0/compaction/test_compaction.out | 104 ++
.../data/variant_p0/compaction_sparse_column.out | 4 +-
regression-test/data/variant_p0/desc.out | 230 ++--
.../sql/select_from_value.out} | 13 +-
.../apache/doris/regression/suite/Syncer.groovy | 10 +-
.../pipeline/external/conf/regression-conf.groovy | 10 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
.../pipeline/p0/conf/regression-conf.groovy | 17 +-
.../pipeline/p1/conf/regression-conf.groovy | 17 +-
.../test_decommission_with_replica_num_fail.groovy | 3 -
.../backup_restore/test_backup_restore.groovy | 9 +-
...st_backup_restore_backup_temp_partition.groovy} | 58 +-
.../test_backup_restore_ngram_bloom_filter.groovy | 168 +++
.../test_backup_restore_overwrite_indexes.groovy | 172 +++
...groovy => test_backup_restore_with_hdfs.groovy} | 19 +-
.../test_binlog_config_change.groovy | 217 +++
.../inverted_index/test_get_binlog.groovy | 239 ++++
.../inverted_index/test_ingest_binlog.groovy | 223 ++++
.../inverted_index/test_multi_buckets.groovy | 180 +++
.../inverted_index/test_backup_restore.groovy | 196 +++
.../suites/correctness_p0/test_bit_function.groovy | 9 +
.../test_window_function_error.groovy | 47 +
.../datetimev1/test_datetimev1_calc.groovy | 10 +-
.../datetimev2/test_invalid_hour.groovy | 10 +-
.../datatype_p0/datetimev2/test_timezone.groovy | 5 +-
.../datetimev2/test_tz_streamload.groovy | 24 +
.../decimalv3/test_decimal256_index.groovy | 3 +
.../suites/ddl_p0/test_create_view.groovy | 33 +-
.../suites/ddl_p0/test_create_view_nereids.groovy | 280 ++++
.../export/hive_read/orc/test_hive_read_orc.groovy | 14 +-
.../orc/test_hive_read_orc_complex_type.groovy | 8 +-
.../parquet/test_hive_read_parquet.groovy | 14 +-
.../test_hive_read_parquet_comlex_type.groovy | 8 +-
.../hive/ddl/test_hive_ctas.groovy | 515 ++++++++
.../hive/ddl/test_hive_ddl.groovy | 677 ++++++++++
.../hive/ddl/test_hive_write_type.groovy | 286 ++++
.../external_table_p0/hive/test_hive_other.groovy | 4 +-
.../hive/write/test_hive_write_insert.groovy | 786 ++++++-----
.../hive/write/test_hive_write_partitions.groovy | 3 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 20 +-
.../paimon/test_paimon_catalog.groovy | 6 +-
.../hive/test_hive_schema_change.groovy | 80 +-
.../hive/test_select_count_optimize.groovy | 42 +-
.../test_build_index_fault.groovy | 24 +-
.../test_no_index_null_fault_injection.groovy | 65 +
.../insert_overwrite_auto_detect.groovy | 155 +++
.../ddl/test_iot_auto_detect_concurrent.sql | 108 ++
.../test_iot_auto_detect_concurrent.groovy | 124 ++
regression-test/suites/insert_p0/txn_insert.groovy | 263 +++-
.../test_index_match_phrase_slop.groovy | 122 ++
.../test_index_no_need_read_data.groovy | 274 ++++
.../suites/inverted_index_p0/test_show_data.groovy | 48 +-
.../routine_load/data/test_where_condition.csv | 20 +
.../test_routine_load_condition.groovy | 182 +++
.../stream_load/test_array_with_func_load.groovy | 56 +
.../mtmv_p0/test_hive_multi_partition_mtmv.groovy | 6 +
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 8 +
regression-test/suites/mv_p0/unique/unique.groovy | 6 +
.../nereids_function_p0/agg_function/agg.groovy | 67 +
.../scalar_function/Array.groovy | 14 +-
.../nereids_function_p0/scalar_function/H.groovy | 8 +
.../nereids_p0/aggregate/agg_window_project.groovy | 2 +
.../test_scan_preaggregation_explain.groovy | 49 +
.../suites/nereids_p0/hint/fix_leading.groovy | 4 +
.../suites/nereids_p0/hint/multi_leading.groovy | 8 +-
.../conditional_functions/test_query_in.groovy | 46 +
.../nereids_p0/subquery/test_subquery.groovy | 1 +
.../suites/nereids_p0/test_mv_select.groovy | 4 +
.../eliminate_aggregate_casewhen.groovy | 108 ++
.../push_filter_inside_join.groovy | 1 +
.../filter_push_down/push_filter_through.groovy | 16 +-
.../mv/dimension/dimension_1.groovy | 222 ++--
.../mv_contain_external_table.groovy | 4 +
.../transposeJoin/transposeSemiJoinAgg.groovy | 16 +
.../auto_partition/test_auto_list_partition.groovy | 50 +-
.../test_auto_partition_behavior.groovy | 72 +-
.../auto_partition/test_auto_partition_load.groovy | 38 +-
.../test_auto_range_partition.groovy | 129 +-
.../test_dynamic_partition_with_rename.groovy | 17 +-
.../test_multi_column_partition.groovy | 1 +
.../test_create_table_exception.groovy | 127 ++
.../partition_p0/test_datev2_partition.groovy | 26 +-
.../suites/plsql_p0/test_plsql_variable.groovy | 27 +
.../aggregate/group_array_intersect.groovy | 106 ++
.../suites/query_p0/bi_p0/datagrip.groovy | 43 +
.../suites/query_p0/bi_p0/dbeaver.groovy | 44 +
.../suites/query_p0/join/test_join.groovy | 6 +-
.../query_p0/join/test_join_with_cast_array.groovy | 291 ++++
.../hll_functions/test_hll_functions.groovy | 72 +
.../test_unique_model_schema_key_change.groovy | 14 +-
.../test_schema_change_fail.groovy | 91 ++
.../test_show_create_table_and_views.groovy | 2 +
...est_show_create_table_and_views_nereids.groovy} | 8 +-
.../suites/statistics/test_analyze_mtmv.groovy | 11 +-
.../suites/statistics/test_analyze_mv.groovy | 14 +-
.../suites/tpch_sf0.1_p1/sql/cse.groovy | 8 +-
.../partial_update/test_partial_update.groovy | 57 +-
regression-test/suites/variant_p0/agg.groovy | 63 +
.../variant_p0/compaction/test_compaction.groovy | 11 +-
.../variant_p0/compaction_sparse_column.groovy | 4 +-
.../suites/variant_p0/sql/select_from_value.sql | 1 +
.../suites/variant_p0/with_index/load.groovy | 5 +-
.../test_workload_sched_policy.groovy | 77 +-
thirdparty/patches/librdkafka-1.9.2.patch | 31 +
tools/maintainers/check_review.py | 96 ++
tools/maintainers/maintainers.json | 12 +
790 files changed, 29521 insertions(+), 9643 deletions(-)
create mode 100644 be/src/exec/schema_scanner/schema_routine_scanner.cpp
copy be/src/{runtime/workload_management/workload_query_info.h =>
exec/schema_scanner/schema_routine_scanner.h} (52%)
create mode 100644 be/src/exec/schema_scanner/schema_user_scanner.cpp
copy be/src/{runtime/workload_management/workload_query_info.h =>
exec/schema_scanner/schema_user_scanner.h} (56%)
delete mode 100644 be/src/olap/skiplist.h
create mode 100644
be/src/vec/aggregate_functions/aggregate_function_group_array_intersect.cpp
create mode 100644
be/src/vec/aggregate_functions/aggregate_function_group_array_intersect.h
create mode 100644 be/src/vec/exec/format/column_type_convert.cpp
create mode 100644 be/src/vec/exec/format/column_type_convert.h
create mode 100644 be/src/vec/functions/hll_from_base64.cpp
create mode 100644 be/src/vec/functions/hll_to_base64.cpp
delete mode 100644 be/test/olap/skiplist_test.cpp
create mode 100755 docker/runtime/be/resource/be_entrypoint.sh
copy docker/{thirdparties/docker-compose/hive/gen_env.sh.tpl =>
runtime/be/resource/be_prestop.sh} (50%)
mode change 100644 => 100755 docker/runtime/be/resource/entry_point.sh
create mode 100755 docker/runtime/broker/resource/broker_entrypoint.sh
copy docker/{thirdparties/docker-compose/hive/gen_env.sh.tpl =>
runtime/broker/resource/broker_is_alive.sh} (51%)
copy docker/{thirdparties/docker-compose/hive/gen_env.sh.tpl =>
runtime/broker/resource/broker_prestop.sh} (50%)
copy docker/{thirdparties/docker-compose/hive/gen_env.sh.tpl =>
runtime/fe/resource/fe_check_master.sh} (51%)
create mode 100755 docker/runtime/fe/resource/fe_entrypoint.sh
copy docker/{thirdparties/docker-compose/hive/gen_env.sh.tpl =>
runtime/fe/resource/fe_prestop.sh} (50%)
copy docker/thirdparties/docker-compose/hive/{hadoop-hive.env.tpl.tpl =>
hadoop-hive-metastore.env.tpl} (90%)
rename docker/thirdparties/docker-compose/hive/{hadoop-hive.env.tpl.tpl =>
hadoop-hive.env} (90%)
copy docker/thirdparties/docker-compose/hive/{gen_env.sh.tpl =>
hive-2x_settings.env} (50%)
mode change 100755 => 100644
copy docker/thirdparties/docker-compose/hive/{hive-2x.yaml.tpl =>
hive-3x.yaml.tpl} (54%)
rename docker/thirdparties/docker-compose/hive/{gen_env.sh.tpl =>
hive-3x_settings.env} (50%)
mode change 100755 => 100644
create mode 100644
docs/en/docs/sql-manual/sql-functions/string-functions/quote.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/string-functions/quote.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/DbName.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/MysqlDBTable.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/CacheFactory.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/IndexesProcNode.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSCommitter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSTransaction.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/infoschema/ExternalMysqlDatabase.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/infoschema/ExternalMysqlTable.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/LocalDfsFileSystem.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/LocalFileSystem.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/EliminateAggCaseWhen.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/GroupArrayIntersect.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/HllFromBase64.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/HllToBase64.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Quote.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Strcmp.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateViewCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/CreateViewInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/transaction/HiveTransactionManager.java
copy be/src/runtime/workload_management/workload_query_info.h =>
fe/fe-core/src/main/java/org/apache/doris/transaction/Transaction.java (74%)
copy
fe/fe-core/src/main/java/org/apache/doris/{datasource/hive/HiveDatabaseMetadata.java
=> transaction/TransactionManager.java} (70%)
copy be/src/runtime/workload_management/workload_query_info.h =>
fe/fe-core/src/main/java/org/apache/doris/transaction/TransactionManagerFactory.java
(74%)
copy be/src/runtime/workload_management/workload_query_info.h =>
fe/fe-core/src/main/java/org/apache/doris/transaction/TransactionType.java (74%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/RefreshCatalogTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/CacheFactoryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/IndexesProcNodeTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalRowCountCacheTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/TestHMSCachedClient.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hive/HiveDDLAndDMLPlanTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hive/HiveMetadataOpsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/CreateIcebergTableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/properties/UniformTest.java
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/properties/{FunctionalDependenciesTest.java
=> UniqueTest.java} (50%)
create mode 100644 regression-test/data/datatype_p0/datetimev2/only_date.csv
create mode 100644 regression-test/data/ddl_p0/test_create_view_nereids.out
create mode 100644
regression-test/data/external_table_p0/hive/ddl/test_hive_ctas.out
create mode 100644
regression-test/data/external_table_p0/hive/ddl/test_hive_ddl.out
create mode 100644
regression-test/data/external_table_p0/hive/ddl/test_hive_write_type.out
copy regression-test/data/{inverted_index_p0/test_compound.out =>
fault_injection_p0/test_no_index_null_fault_injection.out} (100%)
create mode 100644
regression-test/data/insert_overwrite_p0/insert_overwrite_auto_detect.out
copy regression-test/data/{plsql_p0/test_plsql_variable.out =>
insert_overwrite_p1/test_iot_auto_detect_concurrent.out} (59%)
create mode 100644
regression-test/data/inverted_index_p0/test_index_match_phrase_slop.out
create mode 100644
regression-test/data/load_p0/stream_load/test_array_split_string.csv
copy regression-test/data/{plsql_p0/test_plsql_variable.out =>
load_p0/stream_load/test_array_with_func_load.out} (57%)
copy regression-test/data/{plsql_p0/test_plsql_variable.out =>
nereids_p0/explain/test_scan_preaggregation_explain.out} (58%)
create mode 100644
regression-test/data/nereids_rules_p0/eliminate_aggregate_casewhen/eliminate_aggregate_casewhen.out
create mode 100644
regression-test/data/query_p0/aggregate/group_array_intersect.out
create mode 100644
regression-test/data/query_p0/join/dwd_channel_account_consume_history_reconciliation.csv
create mode 100644 regression-test/data/query_p0/join/dwd_oa_customer.csv
create mode 100644 regression-test/data/query_p0/join/tb_media.csv
create mode 100644
regression-test/data/query_p0/join/tb_reconciliation_detail.csv
create mode 100644
regression-test/data/query_p0/join/tb_reconciliation_media_order.csv
create mode 100644
regression-test/data/query_p0/join/test_join_with_cast_array.out
create mode 100644
regression-test/data/query_p0/sql_functions/hll_functions/test_hll_functions.out
create mode 100644
regression-test/data/show_p0/test_show_create_table_and_views_nereids.out
create mode 100644 regression-test/data/variant_p0/agg.out
copy regression-test/data/{plsql_p0/test_plsql_variable.out =>
variant_p0/sql/select_from_value.out} (57%)
copy regression-test/suites/backup_restore/{test_backup_restore.groovy =>
test_backup_restore_backup_temp_partition.groovy} (62%)
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_ngram_bloom_filter.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_overwrite_indexes.groovy
copy regression-test/suites/backup_restore/{test_backup_restore.groovy =>
test_backup_restore_with_hdfs.groovy} (84%)
create mode 100644
regression-test/suites/ccr_syncer_p0/inverted_index/test_binlog_config_change.groovy
create mode 100644
regression-test/suites/ccr_syncer_p0/inverted_index/test_get_binlog.groovy
create mode 100644
regression-test/suites/ccr_syncer_p0/inverted_index/test_ingest_binlog.groovy
create mode 100644
regression-test/suites/ccr_syncer_p0/inverted_index/test_multi_buckets.groovy
create mode 100644
regression-test/suites/ccr_syncer_p1/inverted_index/test_backup_restore.groovy
create mode 100644
regression-test/suites/correctness_p0/test_window_function_error.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_view_nereids.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/ddl/test_hive_ctas.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/ddl/test_hive_ddl.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/ddl/test_hive_write_type.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_no_index_null_fault_injection.groovy
create mode 100644
regression-test/suites/insert_overwrite_p0/insert_overwrite_auto_detect.groovy
create mode 100644
regression-test/suites/insert_overwrite_p1/ddl/test_iot_auto_detect_concurrent.sql
create mode 100644
regression-test/suites/insert_overwrite_p1/test_iot_auto_detect_concurrent.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_index_match_phrase_slop.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/data/test_where_condition.csv
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_condition.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_array_with_func_load.groovy
create mode 100644
regression-test/suites/nereids_p0/explain/test_scan_preaggregation_explain.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/eliminate_aggregate_casewhen/eliminate_aggregate_casewhen.groovy
create mode 100644
regression-test/suites/partition_p0/test_create_table_exception.groovy
create mode 100644
regression-test/suites/query_p0/aggregate/group_array_intersect.groovy
create mode 100644 regression-test/suites/query_p0/bi_p0/datagrip.groovy
create mode 100644 regression-test/suites/query_p0/bi_p0/dbeaver.groovy
create mode 100644
regression-test/suites/query_p0/join/test_join_with_cast_array.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/hll_functions/test_hll_functions.groovy
create mode 100644
regression-test/suites/schema_change_p2/test_schema_change_fail.groovy
copy regression-test/suites/show_p0/{test_show_create_table_and_views.groovy
=> test_show_create_table_and_views_nereids.groovy} (93%)
create mode 100644 regression-test/suites/variant_p0/agg.groovy
create mode 100644 regression-test/suites/variant_p0/sql/select_from_value.sql
create mode 100644 tools/maintainers/check_review.py
create mode 100644 tools/maintainers/maintainers.json
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
