This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 7cbcc90c29 [Chore](storage) add debug info for
TabletColumn::get_aggregate_function (#21423)
new 73385614df [Feature](multi-catalog) Add hdfs benchmark tools. (#21074)
new e68eccf133 [minor](Nereids) replace some nullable field to Optional
(#20967)
new 358a3a1e0b [opt](stats) Sampling when aggregate column stats (#21020)
new 932e7be0b7 [fix](stats) Update analyze task execute time (#21026)
new e5767fdb93 [fix](planner) fix push filter through agg #21080
new 718e97fc55 [Fix](multi-catalog) Invalidate cache when enable auto
refresh catalog. (#21070)
new d4275cfb9e [fix](nereids) update outer join estimation #21126
new e13179e9e1 [refactor](nereids) update Agg stats derive method #21036
new da5879fca2 [Feature](broker-load) Add priority info for ShowLoadStmt.
(#20984)
new 07ab4bcfe8 [improvement](mutil-catalog) PaimonColumnValue support
short and Decimal (#20723)
new a1bc38f948 [Chore](vectorized) remove all isVectorized (#21076)
new 76a8c9c353 [deps](benchmark) bump benchmakr from 1.5.6 -> 1.8.0
(#21121)
new 42960582d7 [fix](log4j) fix some issues when modify log config (#21099)
new 905bbc6b5d [typo](docs) fix jdbc catalog doc example err (#21152)
new 290a8601c9 [fix](memory) fix mem tracker grace exit (#21136)
new 5183996ba0 [fix](regression) fix case failure by adding sync after
stream load (#21155)
new d13366bc5a [performace](colddata) opt cold data read performance
(#21141)
new 6c6687fe74 [doc](catalog) update and improve doc of multi catalog
(#21105)
new d9c3f011fa [improvement](fs_bench) optimize the usage of fs benchmark
tool for hdfs (#21154)
new 43ae862aef [fix](multi-catalog)add oss sdk, supported oss properties
(#21029)
new d9adde3b04 [fix](multi-catalog)fix max compute scanner OOM and
datetime (#20957)
new d7cd79f991 remove useless case (#21166)
new 590b5a978e [refactor](Nereids): adjust order of rewrite rules. (#21133)
new 4e807b6b0e [Docs](inverted index) update docs for build index (#21184)
new c3b8bf8cef [improvement](ms jdbc)Support for automatically obtaining
the precision of the sqlserver datetime type (#21145)
new 56423cd560 [feature-wip](workload-group) Support for workload group
Authentication (#20242)
new ae792a52b4 [feature-wip](MTMV) optimize lock of mtmv job & task, to
avoid dead lock (#21054)
new f7dc97ae86 [chore](build) Fix compilation errors reported by GCC-13
(#21215)
new d7ba3acae2 [fix](planner) the resultExprs should be substituted using
table function node's outputSmap (#21182)
new 3e8b0f1d52 [fix](regression-test) fix unstable case
complex_insert.groovy caused by create mv (#21140)
new 035486e1f5 [fix](nereids)return original expr if cast to decimal
literal overflow (#21189)
new 9481def1a7 [opt](planner) support delete with a subquery in predicate
by construct an insert. (#20983)
new f794a0085c [improvement](workloadgroup)add check when drop/set
workload group (#21174)
new 4c6040da37 [enhancement](nereids) Add log for stats (#21164)
new d3d19f67d4 [opt](hashmap) memset the hashmap memory to improve
performance (#21225)
new 5fe82eb1cf [datetimev2](minor) Add scale parameter for datetimev2
(#21176)
new c98a0f2e54 [improvement](oracle jdbc)Support for automatically
obtaining the precision of the oracle timestamp type (#21252)
new db2e3a24ee [fix](time_zone) be compatible with doris old version for
CST time_zone when load orc file in broker load (#21263)
new c413938d60 [docker](trino) add Trino docker compose and hive catalog
(#21086)
new 386ac83153 [improvement](backup) Add BackupJobInfo with
tableCommitSeqMap (#21255)
new 113ec12191 [enhancement](merge-on-write) increasing the
max_write_buffer_number parameter to improve save meta performance (#21243)
new a6777290fa [enhancement](merge-on-write) replace map with vector for
segment handle caches (#21162)
new e6c2ed1ddb [Bug](alter table) return error status to avoid core dump
on schema change meet invalid input (#21273)
new fd3066fd2e [Bug](javaudf) fix BE crash if javaudf is push down (#21139)
new 57105f29e7 [scan](freeblocks) use ConcurrentQueue to replace vector
for free blocks (#21241)
new d60354e49d [refactor](Nereids) refactor physical properties and plan
translator (#21168)
new 4ed8090a4d [Fix](storage)read page cache when seek #21272
new e980da7c28 [fix](memory) Remove ChunkAllocator & fix Allocator no use
mmap (#21259)
new de74d47a89 [fix](memory) Purge Jemalloc arena dirty pages when memory
insufficient (#21237)
new bd2e6771f9 [improvement](nereids) prune hash join output slot ids list
(#20789)
new 41cd934faa [opt](nereids) use Expression's isConstant to check whether
could be remove from group by key (#21195)
new d49f76f3a7 [bugfix](recover) do not need dynamic partition recover
except olap table (#21290)
new 030fae7eb4 [fix](test) fix PlannerTest testEliminatingSortNode (#21112)
new a2797649b1 [fix](jdbc) Handling Zero DateTime Values in Non-nullable
Columns for JDBC Catalog Reading MySQL (#21296)
new d63810d878 [Enhancement](heartbeat) make heartbeat ok when config
repeated host-ip pairs (#21228)
new db545bf380 [Enhancement](multi-catalog) try to reuse existed ugi.
(#21274)
new 34d420304d [typo](doc) add params description and example for
accessing hdfs in ha mode by tvf #21277
new 6be10ca6df [fix](catalog) disble FileSystem Cache to avoid too many fs
cache (#21283)
new 60142e1a27 [fix](Nereids) olap scan should not be gather since
coordinator chould not process (#21298)
new a77f356ad5 [Bug](pipeline) add DCHECK for
_instance_to_sending_by_pipeline = false on _send_rpc (#21169)
new 9e78f09bd6 [fix](gc_binlog) Fix tablet gc_binlogs nullptr (#21158)
new f610bb5146 [improvement](olap) filter the whole segment by dictionary
(#21239)
new 761f2a771e [Bug](lateral-view) make lateral view function's nullable
mode work (#21242)
new 2893d147b5 [Improvement](statistics, multi catalog)Implement hive
table statistic connector (#21053)
new e1737cc3e2 [feature](nereids) support bind external relation out of
Doris fe environment (#21123)
new 126972a461 [Bug](pipeline) do not call cancelPlanFragmentAsync when
instance finished (#21193)
new ab9f070eb9 [fix](nereids)update Agg stats estimation #21300
new 44483c1f6e [improvement](nereids) Support rf into cte (#21114)
new 358cc71b61 [fix](restore) work around, ingest binlog after
backup/restore which local_tablet.partition_id is not correct, use
req.partition_id (#21288)
new b9df2e1406 [feature][fix](fs)(s3)add fs_s3 benchmark tool and fix s3
file writer bug (#20926)
new 3ec5ebbb85 [opt](Nereids) forbid gather agg and gather set operation
(#21332)
new 3ed44428ba [minor](Nereids) change Nereids parse failed log level to
debug (#21335)
new baf4220bdc [improvement](regression) add custom_env.sh from regression
pipeline (#21250)
new f1d932a1b1 [opt](profile) add whether use Nereids info in Profile
(#21342)
new 0de09fa2c4 [bugfix](build script) fix noavx2 package name branch
condition #21356
new bc20fcde65 [fix](cast) fix coredump of cast string of invalid datetime
(#21350)
new 0f0d1206a9 [Enhancement](tvf) Add authentication for workload group
tvf (#21323)
new c06d1ad6a2 [Fix](multi-catalog) optimize hashcode for PartitionKey.
(#21307)
new 99616e8d6e [fix](nereids) physical sort node's equals method should
compare sort phase (#21301)
new c595159933 [improve](jsonb)Invalid json path prompts an error instead
of null (#19646)
new 129f260a08 [enhance](BufferedReader) don't blocking wait on buffered
reader's condition variable (#21153)
new b1d000d1fa [fix](memory) Fix hash table buf initialize null pointer
(#21315)
new 65e3574b55 [feature](binlog) Add AddPartitionRecord && DROP_PARTITION
(#21344)
new dd2df6c81f [Bug](agg-state) fix core dump on not nullable argument for
aggstate's nested argument (#21331)
new 257fe511a4 [fix](nereids) fix rf info missing for set op (#21367)
new f7113fcf1a [improve](nereids) Support outer rf into inner left outer
join (#21368)
new fe107ff1ff [fix](nereids) to_date should return type datev2 for
datetimev2 (#21375)
new 7425680e60 [fix](tvf) To fix the bug that requires adding backticks on
"frontends()" in order to query the frontends TVF. (#21338)
new 82981504c3 [fix](hudi) use hudi api to split the COW table (#21385)
new cd80d0a106 [fix](truncate) it will directly return and avoid throwing
IllegalStateException caused by bufferSize equals zero when table has no
partition (#21378)
new 9e2d77ebe5 [doc](stream load json) modify `enable_simdjson_reader`
since it's default open (#21379)
new bc74d46a07 [Chore](metrics) remove trace metrics code using runtime
profile instead (#21394)
new 9d7d1d32e2 [fix](exec) run exec_plan_fragment in pthread to avoid BE
crash (#21343)
new 636c07eb25 [tools](refactor) remove unused session variables (#21405)
new 320bee54a4 [fix](cup) add keywords KW_PERCENT (#21404)
new 4c568dd0db [bug](proc) fix NumberFormatException in show proc
'/current_queries' (#21400)
new 0abdd145db [fix](multi-catalog)fix obj file cache and dlf iceberg
catalog (#21238)
new e45564d1c6 [Fix](orc-reader) Fix `Wrong data type for column` error
when column order in hive table is not same in orc file schema. (#21306)
new 337ba183fa [Fix](nereids) fix a bug in ColumnStatistics.numNulls
update #21220
new e202b89b03 [decimalv2](compatibility) add config to allow invalid
decimalv2 literal (#21327)
new 9516636f31 [fix](pipeline) fix coredump caused by uncaught exception
(#21387)
new d5b6c3d706 [Improve](regresstest) update collect distinct regress test
for array hash (#21417)
new 5b4c1c31ca [fix](nereids)miss group id in explain plan #21402
new 095dc5af46 [fix](Nereids): DefaultPlanRewriter visit plan children.
(#21395)
new fb40347410 [Fix](multi-catalog) Add hadoop system classpath to
CLASSPATH to resolve can not enable hadoop short circuit reading in some
environments. (#21430)
new ca84d43109 [Fix](multi-catalog) Fix read error in mixed partition
locations. (#21399)
new aa2dfe34ed [minor](broker) fix name in broker's pom.xml (#20840)
new 1e3f14f3c6 [fix](nereids)cast filter and join conjunct's return type
to boolean (#21434)
new 4c1394ca5b [Bug](excution) avoid core dump on filter_block_internal
and add debug information (#21433)
new 61c68b2b73 [FIX](datatype) Implement hash func with array/map/struct
type (#21334)
new 7ae40ecc14 [Improvement](doc) improve ngram and inverted index
documents #21091
new a6b6bef95f [Fix](multi-catalog) fix NPE for FileCacheValue. (#21441)
The 112 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 5 +-
be/src/agent/task_worker_pool.cpp | 4 +-
be/src/common/config.cpp | 24 +-
be/src/common/config.h | 25 +-
be/src/common/daemon.cpp | 4 +-
be/src/http/action/pprof_actions.cpp | 2 +-
be/src/io/fs/benchmark/base_benchmark.h | 154 +-
be/src/io/fs/benchmark/benchmark_factory.hpp | 77 +-
be/src/io/fs/benchmark/fs_benchmark_tool.cpp | 43 +-
be/src/io/fs/benchmark/hdfs_benchmark.hpp | 161 ++
be/src/io/fs/benchmark/s3_benchmark.hpp | 192 +-
be/src/io/fs/buffered_reader.cpp | 46 +-
be/src/io/fs/s3_file_write_bufferpool.cpp | 22 +-
be/src/io/fs/s3_file_write_bufferpool.h | 14 +-
be/src/olap/base_compaction.cpp | 2 +-
be/src/olap/block_column_predicate.cpp | 15 +
be/src/olap/block_column_predicate.h | 9 +
be/src/olap/column_predicate.h | 4 +
be/src/olap/compaction.cpp | 51 +-
be/src/olap/compaction.h | 17 +
be/src/olap/comparison_predicate.h | 13 +
be/src/olap/cumulative_compaction.cpp | 2 +-
be/src/olap/in_list_predicate.h | 11 +
be/src/olap/merger.cpp | 3 -
be/src/olap/olap_common.h | 1 +
be/src/olap/olap_meta.cpp | 14 +
be/src/olap/rowset/segment_v2/column_reader.cpp | 65 +-
be/src/olap/rowset/segment_v2/column_reader.h | 11 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 37 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 2 +-
be/src/olap/schema_change.cpp | 32 +-
be/src/olap/storage_engine.cpp | 6 +-
be/src/olap/tablet.cpp | 69 +-
be/src/olap/tablet.h | 11 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 7 +-
be/src/pipeline/pipeline_fragment_context.cpp | 5 +-
be/src/runtime/decimalv2_value.cpp | 4 +-
be/src/runtime/descriptors.cpp | 17 +-
be/src/runtime/descriptors.h | 1 -
be/src/runtime/exec_env_init.cpp | 22 +-
be/src/runtime/memory/chunk_allocator.cpp | 281 ---
be/src/runtime/memory/chunk_allocator.h | 99 -
be/src/runtime/memory/mem_tracker.cpp | 3 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 5 +-
be/src/runtime/memory/system_allocator.cpp | 76 -
be/src/runtime/runtime_state.cpp | 6 -
be/src/runtime/user_function_cache.cpp | 7 +-
be/src/service/backend_service.cpp | 11 +-
be/src/service/doris_main.cpp | 7 +
be/src/service/internal_service.cpp | 23 +-
be/src/service/internal_service.h | 9 +-
be/src/service/point_query_executor.cpp | 2 +-
be/src/util/faststring.cc | 6 +-
be/src/util/faststring.h | 2 +-
be/src/util/jsonb_document.h | 247 +-
be/src/util/jsonb_error.h | 2 +
be/src/util/mem_info.cpp | 22 +-
be/src/util/mem_info.h | 37 +
be/src/util/network_util.cpp | 10 +-
be/src/util/ref_count_closure.h | 2 +-
be/src/util/runtime_profile.cpp | 2 -
be/src/util/slice.h | 2 +-
be/src/util/system_metrics.cpp | 30 +
be/src/util/trace.cpp | 268 ---
be/src/util/trace.h | 217 --
be/src/util/trace_metrics.cpp | 70 -
be/src/util/trace_metrics.h | 90 -
.../aggregate_functions/aggregate_function_avg.h | 5 +-
.../aggregate_functions/aggregate_function_count.h | 5 +-
.../aggregate_function_min_max.h | 5 +-
.../aggregate_functions/aggregate_function_sum.h | 5 +-
be/src/vec/columns/column.h | 16 +-
be/src/vec/columns/column_array.cpp | 63 +
be/src/vec/columns/column_array.h | 14 +
be/src/vec/columns/column_const.h | 14 +
be/src/vec/columns/column_decimal.cpp | 31 +-
be/src/vec/columns/column_decimal.h | 3 +
be/src/vec/columns/column_map.cpp | 68 +-
be/src/vec/columns/column_map.h | 13 +
be/src/vec/columns/column_nullable.cpp | 18 +
be/src/vec/columns/column_nullable.h | 9 +-
be/src/vec/columns/column_string.h | 12 +
be/src/vec/columns/column_struct.cpp | 31 +
be/src/vec/columns/column_struct.h | 13 +
be/src/vec/columns/column_vector.h | 18 +
be/src/vec/common/allocator.h | 45 +-
be/src/vec/common/format_ip.h | 98 +
be/src/vec/common/hash_table/hash_table.h | 4 +-
be/src/vec/common/hash_table/phmap_fwd_decl.h | 2 +-
be/src/vec/common/schema_util.cpp | 1 +
be/src/vec/core/block.cpp | 6 +
be/src/vec/data_types/data_type_agg_state.h | 4 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 2 +-
be/src/vec/exec/jni_connector.h | 3 +-
be/src/vec/exec/scan/new_olap_scan_node.cpp | 1 +
be/src/vec/exec/scan/new_olap_scan_node.h | 1 +
be/src/vec/exec/scan/new_olap_scanner.cpp | 1 +
be/src/vec/exec/scan/pip_scanner_context.h | 56 -
be/src/vec/exec/scan/scanner_context.cpp | 33 +-
be/src/vec/exec/scan/scanner_context.h | 18 +-
be/src/vec/exec/scan/vmeta_scan_node.cpp | 9 +-
be/src/vec/exec/scan/vmeta_scan_node.h | 2 +
be/src/vec/exec/scan/vmeta_scanner.cpp | 5 +-
be/src/vec/exec/scan/vmeta_scanner.h | 5 +-
be/src/vec/exprs/vectorized_agg_fn.cpp | 21 +-
be/src/vec/exprs/vexpr_context.cpp | 19 +-
.../array/function_array_enumerate_uniq.cpp | 14 +
be/src/vec/functions/function_java_udf.cpp | 232 +-
be/src/vec/functions/function_java_udf.h | 23 +-
be/src/vec/functions/function_jsonb.cpp | 109 +-
be/src/vec/functions/function_rpc.cpp | 14 +-
be/src/vec/functions/function_rpc.h | 1 -
be/src/vec/runtime/vdatetime_value.cpp | 3 +
be/src/vec/sink/vdata_stream_sender.cpp | 15 +-
...ystem_allocator_test.cpp => allocator_test.cpp} | 38 +-
be/test/runtime/memory/chunk_allocator_test.cpp | 39 -
be/test/vec/columns/column_hash_func_test.cpp | 190 ++
be/test/vec/exprs/vexpr_test.cpp | 2 -
be/test/vec/function/function_jsonb_test.cpp | 83 +-
bin/{start_be.sh => run-fs-benchmark.sh} | 56 +-
bin/start_be.sh | 5 +-
build-for-release.sh | 2 +-
build.sh | 4 +
dist/LICENSE-dist.txt | 2 +-
.../hive/scripts/create_preinstalled_table.hql | 20 +
.../orc/test_different_column_orders.orc | Bin 0 -> 671 bytes
.../parquet/test_different_column_orders.parquet | Bin 0 -> 925 bytes
.../docker-compose/mysql/init/03-create-table.sql | 22 +-
.../docker-compose/mysql/init/04-insert.sql | 3 +
.../docker-compose/oracle/init/03-create-table.sql | 11 +-
.../docker-compose/oracle/init/04-insert.sql | 11 +-
.../sqlserver/init/03-create-table.sql | 10 +
.../docker-compose/sqlserver/init/04-insert.sql | 9 +
.../docker-compose/trino/gen_env.sh.tpl | 39 +
.../docker-compose/trino/hive.properties.tpl | 19 +
.../trino/scripts/create_trino_table.sql | 222 ++
.../docker-compose/trino/trino_hive.env.tpl | 53 +
.../docker-compose/trino/trino_hive.yaml.tpl | 141 ++
docker/thirdparties/run-thirdparties-docker.sh | 87 +-
docs/en/docs/admin-manual/config/be-config.md | 16 +-
.../admin-manual/privilege-ldap/user-privilege.md | 13 +
docs/en/docs/admin-manual/workload-group.md | 2 +
docs/en/docs/data-table/index/inverted-index.md | 75 +-
.../data-table/index/ngram-bloomfilter-index.md | 2 +-
docs/en/docs/lakehouse/file.md | 63 +-
docs/en/docs/lakehouse/filecache.md | 9 +-
docs/en/docs/lakehouse/multi-catalog/faq.md | 11 +-
docs/en/docs/lakehouse/multi-catalog/hive.md | 20 +-
docs/en/docs/lakehouse/multi-catalog/hudi.md | 34 +-
docs/en/docs/lakehouse/multi-catalog/iceberg.md | 96 +-
docs/en/docs/lakehouse/multi-catalog/jdbc.md | 31 +-
.../docs/lakehouse/multi-catalog/multi-catalog.md | 58 +-
docs/en/docs/lakehouse/multi-catalog/paimon.md | 1 +
docs/en/docs/query-acceleration/statistics.md | 3 +-
.../sql-functions/table-functions/hdfs.md | 29 +
.../table-functions/workload-group.md | 2 +-
.../Account-Management-Statements/GRANT.md | 28 +-
.../Show-Statements/SHOW-WORKLOAD-GROUPS.md | 2 +-
docs/sidebars.json | 2 +-
.../developer-guide/regression-testing.md | 16 +-
docs/zh-CN/docs/admin-manual/config/be-config.md | 16 +-
.../admin-manual/privilege-ldap/user-privilege.md | 9 +-
docs/zh-CN/docs/admin-manual/workload-group.md | 2 +
docs/zh-CN/docs/data-table/index/inverted-index.md | 87 +-
.../data-table/index/ngram-bloomfilter-index.md | 2 +-
docs/zh-CN/docs/lakehouse/file.md | 61 +-
docs/zh-CN/docs/lakehouse/filecache.md | 13 +-
docs/zh-CN/docs/lakehouse/multi-catalog/faq.md | 8 +
docs/zh-CN/docs/lakehouse/multi-catalog/hive.md | 20 +-
docs/zh-CN/docs/lakehouse/multi-catalog/hudi.md | 35 +-
docs/zh-CN/docs/lakehouse/multi-catalog/iceberg.md | 96 +-
docs/zh-CN/docs/lakehouse/multi-catalog/jdbc.md | 28 +-
.../docs/lakehouse/multi-catalog/multi-catalog.md | 51 +-
docs/zh-CN/docs/lakehouse/multi-catalog/paimon.md | 1 +
docs/zh-CN/docs/query-acceleration/statistics.md | 3 +-
.../sql-functions/table-functions/hdfs.md | 29 +
.../table-functions/workload-group.md | 2 +-
.../Account-Management-Statements/GRANT.md | 32 +-
.../Show-Statements/SHOW-WORKLOAD-GROUPS.md | 2 +-
env.sh | 12 -
.../doris/maxcompute/MaxComputeColumnValue.java | 13 +-
.../doris/maxcompute/MaxComputeJniScanner.java | 113 +-
.../doris/maxcompute/MaxComputeTableScan.java | 79 +
.../org/apache/doris/paimon/PaimonColumnValue.java | 7 +-
.../org/apache/doris/paimon/PaimonJniScanner.java | 8 +-
fe/fe-core/pom.xml | 15 +-
fe/fe-core/src/main/cup/sql_parser.cup | 51 +-
.../org/apache/doris/analysis/AggregateInfo.java | 2 -
.../org/apache/doris/analysis/AnalyticExpr.java | 48 -
.../java/org/apache/doris/analysis/Analyzer.java | 7 +-
.../org/apache/doris/analysis/ArithmeticExpr.java | 2 +-
.../doris/analysis/BitmapFilterPredicate.java | 5 -
.../java/org/apache/doris/analysis/CastExpr.java | 5 +-
.../org/apache/doris/analysis/DateLiteral.java | 6 +-
.../java/org/apache/doris/analysis/DeleteStmt.java | 9 +-
.../org/apache/doris/analysis/DescribeStmt.java | 13 +-
.../org/apache/doris/analysis/DropStatsStmt.java | 4 -
.../main/java/org/apache/doris/analysis/Expr.java | 4 +-
.../apache/doris/analysis/FunctionCallExpr.java | 11 +-
.../java/org/apache/doris/analysis/GrantStmt.java | 71 +-
.../org/apache/doris/analysis/LateralViewRef.java | 11 +-
.../apache/doris/analysis/NativeInsertStmt.java | 22 +-
.../java/org/apache/doris/analysis/QueryStmt.java | 5 -
.../apache/doris/analysis/RefreshCatalogStmt.java | 14 +-
.../java/org/apache/doris/analysis/RevokeStmt.java | 44 +-
.../apache/doris/analysis/ShowColumnStatsStmt.java | 12 +-
.../org/apache/doris/analysis/SlotDescriptor.java | 36 +-
.../org/apache/doris/analysis/StmtRewriter.java | 4 +-
.../org/apache/doris/analysis/TupleDescriptor.java | 17 +-
.../doris/analysis/WorkloadGroupPattern.java | 93 +
.../java/org/apache/doris/backup/BackupJob.java | 23 +-
.../org/apache/doris/backup/BackupJobInfo.java | 6 +-
.../apache/doris/binlog/AddPartitionRecord.java | 23 +
.../org/apache/doris/binlog/BinlogManager.java | 12 +
.../org/apache/doris/catalog/AliasFunction.java | 1 -
.../apache/doris/catalog/CatalogRecycleBin.java | 5 +-
.../main/java/org/apache/doris/catalog/Column.java | 3 +
.../java/org/apache/doris/catalog/Function.java | 4 -
.../java/org/apache/doris/catalog/FunctionSet.java | 4 +-
.../org/apache/doris/catalog/HdfsResource.java | 1 +
.../doris/catalog/MaterializedIndexMeta.java | 3 -
.../org/apache/doris/catalog/PartitionKey.java | 6 +-
.../org/apache/doris/catalog/RefreshManager.java | 5 +
.../main/java/org/apache/doris/catalog/Table.java | 2 +-
.../java/org/apache/doris/catalog/TableIf.java | 2 +-
.../doris/catalog/external/ExternalTable.java | 8 +-
.../doris/catalog/external/HMSExternalTable.java | 144 ++
.../catalog/external/PaimonExternalTable.java | 2 +
.../org/apache/doris/common/CaseSensibility.java | 3 +-
.../java/org/apache/doris/common/Log4jConfig.java | 6 +-
.../org/apache/doris/common/proc/AuthProcDir.java | 2 +-
.../proc/CurrentQueryStatementsProcNode.java | 6 +-
.../common/proc/CurrentQueryStatisticsProcDir.java | 6 +-
.../doris/common/proc/IndexSchemaProcNode.java | 7 +-
.../doris/common/profile/SummaryProfile.java | 16 +-
.../java/org/apache/doris/common/util/S3Util.java | 97 +-
.../apache/doris/common/util/VectorizedUtil.java | 14 -
.../doris/datasource/HMSExternalCatalog.java | 4 +
.../apache/doris/datasource/InternalCatalog.java | 9 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 41 +-
.../doris/datasource/hive/HiveVersionUtil.java | 22 +
.../datasource/iceberg/HiveCompatibleCatalog.java | 8 +-
.../doris/datasource/iceberg/dlf/DLFCatalog.java | 31 +
.../paimon/PaimonHMSExternalCatalog.java | 2 +-
.../datasource/property/PropertyConverter.java | 69 +-
.../property/constants/S3Properties.java | 4 +
.../doris/external/jdbc/JdbcMySQLClient.java | 12 +
.../doris/external/jdbc/JdbcOracleClient.java | 8 +-
.../doris/external/jdbc/JdbcSQLServerClient.java | 18 +-
.../org/apache/doris/fs/FileSystemFactory.java | 5 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 65 +-
.../org/apache/doris/fs/remote/RemoteFile.java | 4 +
.../apache/doris/fs/remote/RemoteFileSystem.java | 3 +-
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 70 +-
.../doris/httpv2/controller/LogController.java | 7 +-
.../org/apache/doris/journal/JournalEntity.java | 6 +
.../org/apache/doris/ldap/LdapPrivsChecker.java | 15 +
.../src/main/java/org/apache/doris/load/Load.java | 136 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 2 +-
.../doris/load/loadv2/LoadingTaskPlanner.java | 3 -
.../java/org/apache/doris/mtmv/MTMVJobFactory.java | 8 +-
.../java/org/apache/doris/mtmv/MTMVJobManager.java | 352 +--
.../org/apache/doris/mtmv/MTMVTaskExecutor.java | 6 +
.../org/apache/doris/mtmv/MTMVTaskManager.java | 345 ++-
.../org/apache/doris/mtmv/metadata/MTMVJob.java | 62 +-
.../mysql/privilege/AccessControllerManager.java | 8 +
.../org/apache/doris/mysql/privilege/Auth.java | 118 +-
.../doris/mysql/privilege/PrivPredicate.java | 5 +-
.../apache/doris/mysql/privilege/Privilege.java | 13 +-
.../org/apache/doris/mysql/privilege/Role.java | 131 +-
.../apache/doris/mysql/privilege/RoleManager.java | 36 +-
.../mysql/privilege/SystemAccessController.java | 4 +
.../apache/doris/mysql/privilege/UserProperty.java | 4 +
.../doris/mysql/privilege/UserPropertyMgr.java | 10 +
.../mysql/privilege/WorkloadGroupPrivEntry.java | 98 +
.../mysql/privilege/WorkloadGroupPrivTable.java | 49 +-
.../org/apache/doris/nereids/CascadesContext.java | 9 +
.../org/apache/doris/nereids/NereidsPlanner.java | 1 +
.../nereids/analyzer/UnboundOlapTableSink.java | 9 +-
.../org/apache/doris/nereids/cost/CostModelV1.java | 15 +-
.../glue/translator/ExpressionTranslator.java | 16 +-
.../glue/translator/PhysicalPlanTranslator.java | 2534 +++++++++-----------
.../glue/translator/PlanTranslatorContext.java | 6 +-
.../glue/translator/RuntimeFilterTranslator.java | 4 +
.../nereids/jobs/cascades/CostAndEnforcerJob.java | 4 +-
.../doris/nereids/jobs/executor/Analyzer.java | 65 +-
.../doris/nereids/jobs/executor/Rewriter.java | 49 +-
.../apache/doris/nereids/memo/GroupExpression.java | 19 +-
.../org/apache/doris/nereids/memo/GroupId.java | 2 +-
.../java/org/apache/doris/nereids/memo/Memo.java | 2 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 19 +-
.../processor/post/RuntimeFilterContext.java | 38 +
.../processor/post/RuntimeFilterGenerator.java | 637 ++++-
.../properties/ChildOutputPropertyDeriver.java | 307 ++-
.../properties/ChildrenPropertiesRegulator.java | 288 ++-
.../nereids/properties/DistributionSpecAny.java | 2 +-
...ther.java => DistributionSpecExecutionAny.java} | 12 +-
.../nereids/properties/DistributionSpecGather.java | 2 +-
.../nereids/properties/DistributionSpecHash.java | 45 +-
.../properties/DistributionSpecReplicated.java | 2 +-
...Gather.java => DistributionSpecStorageAny.java} | 12 +-
...her.java => DistributionSpecStorageGather.java} | 13 +-
.../properties/EnforceMissingPropertiesHelper.java | 2 +-
.../nereids/properties/PhysicalProperties.java | 6 +
.../nereids/properties/RequestPropertyDeriver.java | 213 +-
.../org/apache/doris/nereids/rules/RuleType.java | 4 +
.../nereids/rules/analysis/BindExpression.java | 24 +-
.../rules/analysis/BindInsertTargetTable.java | 6 +-
.../doris/nereids/rules/analysis/BindRelation.java | 26 +-
.../nereids/rules/analysis/CheckAnalysis.java | 8 +
.../expression/rules/FoldConstantRuleOnBE.java | 3 +-
.../rules/expression/rules/SimplifyCastRule.java | 81 +-
.../rules/implementation/AggregateStrategies.java | 35 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 71 +-
...icalOneRowRelationToPhysicalOneRowRelation.java | 2 +-
.../LogicalUnionToPhysicalUnion.java | 1 +
.../LogicalWindowToPhysicalWindow.java | 8 +-
.../rules/rewrite/AdjustConjunctsReturnType.java | 70 +
.../nereids/rules/rewrite/AdjustNullable.java | 3 +
.../rewrite/AggScalarSubQueryToWindowFunction.java | 3 +-
.../rules/rewrite/EliminateGroupByConstant.java | 3 +-
.../rules/rewrite/EnsureProjectOnTopJoin.java | 1 -
.../rewrite/HideOneRowRelationUnderUnion.java | 74 -
.../nereids/rules/rewrite/InferPredicates.java | 4 +-
.../rewrite/MergeOneRowRelationIntoUnion.java | 66 +
.../rewrite/PushProjectIntoOneRowRelation.java | 62 +
.../rules/rewrite/PushProjectThroughUnion.java | 82 +
.../apache/doris/nereids/stats/JoinEstimation.java | 2 +
.../doris/nereids/stats/StatsCalculator.java | 110 +-
.../functions/AggStateFunctionBuilder.java | 13 +-
.../functions/combinator/MergeCombinator.java | 6 +-
.../functions/combinator/StateCombinator.java | 2 +-
.../functions/combinator/UnionCombinator.java | 6 +-
.../executable/DateTimeExtractAndTransform.java | 4 +-
.../trees/expressions/functions/table/Hdfs.java | 6 -
.../trees/expressions/functions/table/S3.java | 6 -
.../expressions/literal/DecimalV3Literal.java | 27 +
.../doris/nereids/trees/plans/AbstractPlan.java | 11 +-
.../org/apache/doris/nereids/trees/plans/Plan.java | 4 +
.../doris/nereids/trees/plans/algebra/Union.java | 23 +-
.../trees/plans/commands/DeleteCommand.java | 15 +-
.../plans/commands/InsertIntoTableCommand.java | 10 +-
.../trees/plans/commands/UpdateCommand.java | 13 +-
.../trees/plans/logical/LogicalOlapTableSink.java | 9 +-
.../trees/plans/logical/LogicalOneRowRelation.java | 28 +-
.../nereids/trees/plans/logical/LogicalUnion.java | 69 +-
.../trees/plans/physical/AbstractPhysicalSort.java | 2 +-
.../trees/plans/physical/PhysicalCTEConsumer.java | 18 +-
.../trees/plans/physical/PhysicalHashJoin.java | 7 +-
.../plans/physical/PhysicalOlapTableSink.java | 32 +-
.../plans/physical/PhysicalOneRowRelation.java | 26 +-
.../trees/plans/physical/PhysicalUnion.java | 44 +-
.../apache/doris/nereids/types/AggStateType.java | 11 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 51 +-
.../java/org/apache/doris/nereids/util/Utils.java | 5 +-
.../java/org/apache/doris/persist/BarrierLog.java | 24 +-
.../apache/doris/persist/DropPartitionInfo.java | 13 +
.../java/org/apache/doris/persist/EditLog.java | 29 +-
.../org/apache/doris/persist/OperationType.java | 2 +
.../java/org/apache/doris/persist/PrivInfo.java | 20 +
.../org/apache/doris/planner/AggregationNode.java | 3 +-
.../java/org/apache/doris/planner/EsScanNode.java | 12 +-
.../org/apache/doris/planner/ExchangeNode.java | 4 +-
.../org/apache/doris/planner/HashJoinNode.java | 59 +-
.../org/apache/doris/planner/JoinNodeBase.java | 48 +-
.../doris/planner/MultiCastPlanFragment.java | 3 +-
.../apache/doris/planner/NestedLoopJoinNode.java | 7 +-
.../org/apache/doris/planner/OlapScanNode.java | 11 +-
.../org/apache/doris/planner/OriginalPlanner.java | 17 +-
.../org/apache/doris/planner/PlanFragment.java | 8 +
.../java/org/apache/doris/planner/PlanNode.java | 7 +-
.../java/org/apache/doris/planner/ResultSink.java | 5 +-
.../org/apache/doris/planner/SetOperationNode.java | 26 +-
.../apache/doris/planner/SingleNodePlanner.java | 28 +-
.../apache/doris/planner/StreamLoadPlanner.java | 6 -
.../apache/doris/planner/TableFunctionNode.java | 3 +-
.../doris/planner/external/FileQueryScanNode.java | 82 +-
.../doris/planner/external/HiveScanNode.java | 16 +-
.../doris/planner/external/LoadScanProvider.java | 3 +-
.../doris/planner/external/MaxComputeScanNode.java | 5 +
.../doris/planner/external/MetadataScanNode.java | 4 +
.../apache/doris/planner/external/TVFScanNode.java | 5 +
.../doris/planner/external/hudi/HudiScanNode.java | 71 +-
.../planner/external/iceberg/IcebergScanNode.java | 13 +-
.../planner/external/paimon/PaimonScanNode.java | 13 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 2 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 14 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 11 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 4 +-
.../resource/workloadgroup/WorkloadGroup.java | 2 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 53 +-
.../apache/doris/rewrite/FoldConstantsRule.java | 3 +-
.../apache/doris/statistics/AnalysisManager.java | 2 +
.../doris/statistics/AnalysisTaskWrapper.java | 2 +-
.../statistics/ColumnStatisticsCacheLoader.java | 2 +-
.../apache/doris/statistics/HiveAnalysisTask.java | 121 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 7 +-
.../org/apache/doris/statistics/Statistics.java | 4 +-
.../FrontendsTableValuedFunction.java | 4 +-
.../doris/tablefunction/MetadataGenerator.java | 8 +-
.../doris/tablefunction/S3TableValuedFunction.java | 6 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 1 +
.../java/org/apache/doris/analysis/ExprTest.java | 2 +-
.../org/apache/doris/analysis/LoadStmtTest.java | 4 +-
.../apache/doris/analysis/S3TvfLoadStmtTest.java | 245 ++
.../org/apache/doris/backup/BackupHandlerTest.java | 2 +-
.../org/apache/doris/catalog/PartitionKeyTest.java | 17 +
.../org/apache/doris/catalog/RefreshTableTest.java | 2 +
.../datasource/property/PropertyConverterTest.java | 48 +-
.../org/apache/doris/mtmv/MTMVJobManagerTest.java | 69 +-
.../apache/doris/mtmv/MTMVTaskExecutorTest.java | 19 +-
.../java/org/apache/doris/mtmv/MTMVUtilsTest.java | 26 +-
.../org/apache/doris/mysql/privilege/AuthTest.java | 282 +++
.../org/apache/doris/nereids/JoinHintTest.java | 2 +-
.../nereids/jobs/cascades/DeriveStatsJobTest.java | 2 +-
.../nereids/postprocess/RuntimeFilterTest.java | 8 +-
.../properties/ChildOutputPropertyDeriverTest.java | 18 +-
.../properties/DistributionSpecHashTest.java | 346 +--
.../nereids/properties/DistributionSpecTest.java | 2 +-
.../properties/RequestPropertyDeriverTest.java | 12 +-
.../nereids/rules/analysis/BindRelationTest.java | 65 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 27 +-
.../doris/planner/DistributedPlannerTest.java | 1 +
.../java/org/apache/doris/planner/PlannerTest.java | 68 +-
.../org/apache/doris/planner/RepeatNodeTest.java | 4 +-
.../doris/planner/SingleNodePlannerTest.java | 31 +-
.../doris/planner/TableFunctionPlanTest.java | 14 +-
.../workloadgroup/WorkloadGroupMgrTest.java | 31 +
.../org/apache/doris/statistics/CacheTest.java | 2 +-
fs_brokers/apache_hdfs_broker/pom.xml | 4 +-
gensrc/thrift/FrontendService.thrift | 3 +
gensrc/thrift/PlanNodes.thrift | 1 +
.../test_create_table_with_bloom_filter.out | 16 +-
.../test_table_function.out} | 13 +-
.../aggregate/test_aggregate_table.out | 16 +-
.../duplicate/test_duplicate_table.out | 4 +-
.../group_concat/test_agg_state_group_concat.out | 22 +
.../agg_state/max/test_agg_state_max.out | 55 +
.../data/delete_p0/test_delete_where_in.out | 7 +-
.../k1ap2spa.out => export_p2/test_outfile_p2.out} | 13 +-
.../hive/test_different_column_orders.out | 29 +
.../hive/test_hive_statistic_cache.out | 58 +
.../hive/test_hive_to_date.out | 25 +
.../hive/test_mixed_par_locations.out | 37 +
.../data/index_p0/test_bitmap_index.out | 12 +-
.../data/inverted_index_p0/test_inverted_index.out | 12 +-
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.out | 4 +
.../jdbc_catalog_p0/test_oracle_jdbc_catalog.out | 17 +-
.../test_sqlserver_jdbc_catalog.out | 7 +-
.../data/json_p0/test_json_load_and_function.out | 50 +-
.../test_json_load_unique_key_and_function.out | 50 +-
.../data/jsonb_p0/test_jsonb_load_and_function.out | 1940 +++++++++++++--
.../test_jsonb_load_unique_key_and_function.out | 1940 +++++++++++++--
regression-test/data/mv_p0/k1ap2spa/k1ap2spa.out | 2 +
.../data/nereids_syntax_p0/rollup/agg_date.out | 18 +-
.../nereids_tpcds_shape_sf100_p0/shape/query11.out | 95 +-
.../nereids_tpcds_shape_sf100_p0/shape/query12.out | 7 +-
.../nereids_tpcds_shape_sf100_p0/shape/query14.out | 123 +-
.../nereids_tpcds_shape_sf100_p0/shape/query18.out | 7 +-
.../nereids_tpcds_shape_sf100_p0/shape/query2.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query21.out | 33 +-
.../nereids_tpcds_shape_sf100_p0/shape/query23.out | 52 +-
.../nereids_tpcds_shape_sf100_p0/shape/query26.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query27.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query30.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query31.out | 51 +-
.../nereids_tpcds_shape_sf100_p0/shape/query33.out | 31 +-
.../nereids_tpcds_shape_sf100_p0/shape/query35.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query4.out | 150 +-
.../nereids_tpcds_shape_sf100_p0/shape/query45.out | 10 +-
.../nereids_tpcds_shape_sf100_p0/shape/query46.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query47.out | 60 +-
.../nereids_tpcds_shape_sf100_p0/shape/query49.out | 147 +-
.../nereids_tpcds_shape_sf100_p0/shape/query5.out | 38 +-
.../nereids_tpcds_shape_sf100_p0/shape/query51.out | 58 +-
.../nereids_tpcds_shape_sf100_p0/shape/query54.out | 36 +-
.../nereids_tpcds_shape_sf100_p0/shape/query56.out | 14 +-
.../nereids_tpcds_shape_sf100_p0/shape/query57.out | 60 +-
.../nereids_tpcds_shape_sf100_p0/shape/query58.out | 102 +-
.../nereids_tpcds_shape_sf100_p0/shape/query6.out | 23 +-
.../nereids_tpcds_shape_sf100_p0/shape/query60.out | 21 +-
.../nereids_tpcds_shape_sf100_p0/shape/query65.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query7.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query71.out | 45 +-
.../nereids_tpcds_shape_sf100_p0/shape/query74.out | 35 +-
.../nereids_tpcds_shape_sf100_p0/shape/query75.out | 105 +-
.../nereids_tpcds_shape_sf100_p0/shape/query76.out | 63 +-
.../nereids_tpcds_shape_sf100_p0/shape/query77.out | 58 +-
.../nereids_tpcds_shape_sf100_p0/shape/query78.out | 64 +-
.../nereids_tpcds_shape_sf100_p0/shape/query8.out | 32 +-
.../nereids_tpcds_shape_sf100_p0/shape/query81.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query83.out | 94 +-
.../nereids_tpcds_shape_sf100_p0/shape/query95.out | 54 +-
.../nereids_tpcds_shape_sf100_p0/shape/query97.out | 23 +-
.../nereids_tpch_shape_sf1000_p0/shape/q13.out | 5 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q2.out | 21 +-
.../shape/q20-rewrite.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/shape/q20.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/shape/q22.out | 32 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q3.out | 7 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q9.out | 12 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q13.out | 5 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q2.out | 21 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q20.out | 13 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q22.out | 32 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q3.out | 7 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q9.out | 5 +-
...consistency.out => push_filter_through_agg.out} | 0
.../query_p0/join/test_collect_list_distinct.out | 16 +
.../data/query_p0/show/test_show_create_table.out | 4 +-
.../cast_function/test_cast_to_datetime.out | 19 +
.../data/rollup_p0/test_rollup_agg_date.out | 18 +-
.../apache/doris/regression/suite/Syncer.groovy | 2 +-
regression-test/pipeline/common/custom_env.sh | 20 +
.../table_modify_resouce_and_policy.groovy | 4 +
.../test_frontends_tvf.groovy | 22 +
.../suites/correctness_p0/test_cast_decimal.groovy | 35 +-
.../correctness_p0/test_table_function.groovy | 82 +
.../test_agg_state_group_concat.groovy | 43 +
.../agg_state/max/test_agg_state_max.groovy | 83 +
.../suites/ddl_p0/test_truncate_table1.groovy | 78 +
.../suites/delete_p0/test_delete_where_in.groovy | 47 +-
.../suites/export_p2/test_outfile_p2.groovy | 48 +
.../hive/test_different_column_orders.groovy | 60 +
.../hive/test_hive_statistic_cache.groovy | 58 +
.../hive/test_hive_to_date.groovy | 49 +
.../hive/test_mixed_par_locations.groovy | 63 +
.../jdbc_catalog_p0/test_mysql_jdbc_catalog.groovy | 4 +-
.../test_sqlserver_jdbc_catalog.groovy | 3 +-
.../jsonb_p0/test_jsonb_load_and_function.groovy | 90 +-
.../test_jsonb_load_unique_key_and_function.groovy | 90 +-
.../suites/mtmv_p0/test_refresh_mtmv.groovy | 2 +-
.../suites/mv_p0/k1ap2spa/k1ap2spa.groovy | 1 +
.../suites/nereids_p0/datatype/test_cast.groovy | 77 +
.../insert_into_table/complex_insert.groovy | 8 +-
.../suites/nereids_syntax_p0/agg_with_const.groovy | 5 +
.../nereids_syntax_p0/aggregate_strategies.groovy | 13 -
.../nereids_syntax_p0/sub_query_correlated.groovy | 8 -
.../sub_query_diff_old_optimize.groovy | 8 -
.../aggregate/push_filter_through_agg.groovy | 59 +
.../join/test_collect_list_distinct.groovy | 116 +
.../test_aggregate_all_functions2.groovy | 2 +
.../cast_function/test_cast_to_datetime.groovy | 30 +-
.../suites/statistics/analyze_stats.groovy | 8 +
.../tpcds_sf100_dup_without_key_p2/load.groovy | 1 +
regression-test/suites/tpcds_sf100_p2/load.groovy | 1 +
.../suites/tpcds_sf1_unique_p1/load.groovy | 1 +
regression-test/suites/tpch_sf100_p2/load.groovy | 1 +
.../load_four_step/load.groovy | 1 +
.../tpch_sf100_unique_p2/load_one_step/load.groovy | 1 +
.../load_three_step/load.groovy | 1 +
.../tpch_sf100_unique_p2/load_two_step/load.groovy | 1 +
.../suites/tpch_sf100_unique_sql_p2/load.groovy | 1 +
thirdparty/CHANGELOG.md | 4 +
thirdparty/build-thirdparty.sh | 1 +
thirdparty/vars.sh | 8 +-
tools/ssb-tools/ssb-queries/q4.1.sql | 2 +-
tools/ssb-tools/ssb-queries/q4.2.sql | 2 +-
tools/ssb-tools/ssb-queries/q4.3.sql | 2 +-
tools/tpch-tools/queries/q1.sql | 2 +-
tools/tpch-tools/queries/q10.sql | 2 +-
tools/tpch-tools/queries/q11.sql | 2 +-
tools/tpch-tools/queries/q12.sql | 2 +-
tools/tpch-tools/queries/q13.sql | 2 +-
tools/tpch-tools/queries/q14.sql | 2 +-
tools/tpch-tools/queries/q15.sql | 2 +-
tools/tpch-tools/queries/q16.sql | 2 +-
tools/tpch-tools/queries/q17.sql | 2 +-
tools/tpch-tools/queries/q18.sql | 2 +-
tools/tpch-tools/queries/q19.sql | 2 +-
tools/tpch-tools/queries/q2.sql | 2 +-
tools/tpch-tools/queries/q20.sql | 2 +-
tools/tpch-tools/queries/q21.sql | 2 +-
tools/tpch-tools/queries/q22.sql | 2 +-
tools/tpch-tools/queries/q3.sql | 2 +-
tools/tpch-tools/queries/q4.sql | 2 +-
tools/tpch-tools/queries/q5.sql | 2 +-
tools/tpch-tools/queries/q6.sql | 2 +-
tools/tpch-tools/queries/q7.sql | 2 +-
tools/tpch-tools/queries/q8.sql | 2 +-
tools/tpch-tools/queries/q9.sql | 2 +-
ui/src/pages/logs/index.tsx | 3 +-
582 files changed, 15965 insertions(+), 8189 deletions(-)
create mode 100644 be/src/io/fs/benchmark/hdfs_benchmark.hpp
delete mode 100644 be/src/runtime/memory/chunk_allocator.cpp
delete mode 100644 be/src/runtime/memory/chunk_allocator.h
delete mode 100644 be/src/runtime/memory/system_allocator.cpp
delete mode 100644 be/src/util/trace.cpp
delete mode 100644 be/src/util/trace_metrics.cpp
delete mode 100644 be/src/util/trace_metrics.h
create mode 100644 be/src/vec/common/format_ip.h
copy be/test/runtime/memory/{system_allocator_test.cpp => allocator_test.cpp}
(51%)
delete mode 100644 be/test/runtime/memory/chunk_allocator_test.cpp
create mode 100644 be/test/vec/columns/column_hash_func_test.cpp
copy bin/{start_be.sh => run-fs-benchmark.sh} (88%)
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/test_different_column_orders/orc/test_different_column_orders.orc
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/preinstalled_data/test_different_column_orders/parquet/test_different_column_orders.parquet
create mode 100644 docker/thirdparties/docker-compose/trino/gen_env.sh.tpl
create mode 100644 docker/thirdparties/docker-compose/trino/hive.properties.tpl
create mode 100644
docker/thirdparties/docker-compose/trino/scripts/create_trino_table.sql
create mode 100644 docker/thirdparties/docker-compose/trino/trino_hive.env.tpl
create mode 100644 docker/thirdparties/docker-compose/trino/trino_hive.yaml.tpl
create mode 100644
fe/be-java-extensions/max-compute-scanner/src/main/java/org/apache/doris/maxcompute/MaxComputeTableScan.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/WorkloadGroupPattern.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/privilege/WorkloadGroupPrivEntry.java
rename be/test/runtime/memory/system_allocator_test.cpp =>
fe/fe-core/src/main/java/org/apache/doris/mysql/privilege/WorkloadGroupPrivTable.java
(54%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecGather.java
=> DistributionSpecExecutionAny.java} (62%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecGather.java
=> DistributionSpecStorageAny.java} (65%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecGather.java
=> DistributionSpecStorageGather.java} (64%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/AdjustConjunctsReturnType.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/HideOneRowRelationUnderUnion.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/MergeOneRowRelationIntoUnion.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushProjectIntoOneRowRelation.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushProjectThroughUnion.java
rename be/src/runtime/memory/chunk.h =>
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/algebra/Union.java
(66%)
copy
regression-test/suites/correctness_p0/table_valued_function/test_frontends_tvf.groovy
=> fe/fe-core/src/main/java/org/apache/doris/persist/BarrierLog.java (68%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/S3TvfLoadStmtTest.java
copy regression-test/data/{mv_p0/k1ap2spa/k1ap2spa.out =>
correctness_p0/test_table_function.out} (51%)
create mode 100644
regression-test/data/datatype_p0/agg_state/group_concat/test_agg_state_group_concat.out
create mode 100644
regression-test/data/datatype_p0/agg_state/max/test_agg_state_max.out
copy regression-test/data/{mv_p0/k1ap2spa/k1ap2spa.out =>
export_p2/test_outfile_p2.out} (51%)
create mode 100644
regression-test/data/external_catalog_p0/hive/test_different_column_orders.out
create mode 100644
regression-test/data/external_table_emr_p2/hive/test_hive_statistic_cache.out
create mode 100644
regression-test/data/external_table_emr_p2/hive/test_hive_to_date.out
create mode 100644
regression-test/data/external_table_emr_p2/hive/test_mixed_par_locations.out
copy regression-test/data/query_p0/aggregate/{nullablity_consistency.out =>
push_filter_through_agg.out} (100%)
create mode 100644
regression-test/data/query_p0/join/test_collect_list_distinct.out
create mode 100644
regression-test/data/query_p0/sql_functions/cast_function/test_cast_to_datetime.out
create mode 100644 regression-test/pipeline/common/custom_env.sh
copy be/src/runtime/memory/system_allocator.h =>
regression-test/suites/correctness_p0/test_cast_decimal.groovy (63%)
create mode 100644
regression-test/suites/correctness_p0/test_table_function.groovy
create mode 100644
regression-test/suites/datatype_p0/agg_state/group_concat/test_agg_state_group_concat.groovy
create mode 100644
regression-test/suites/datatype_p0/agg_state/max/test_agg_state_max.groovy
create mode 100644 regression-test/suites/ddl_p0/test_truncate_table1.groovy
create mode 100644 regression-test/suites/export_p2/test_outfile_p2.groovy
create mode 100644
regression-test/suites/external_catalog_p0/hive/test_different_column_orders.groovy
create mode 100644
regression-test/suites/external_table_emr_p2/hive/test_hive_statistic_cache.groovy
create mode 100644
regression-test/suites/external_table_emr_p2/hive/test_hive_to_date.groovy
create mode 100644
regression-test/suites/external_table_emr_p2/hive/test_mixed_par_locations.groovy
create mode 100644 regression-test/suites/nereids_p0/datatype/test_cast.groovy
create mode 100644
regression-test/suites/query_p0/aggregate/push_filter_through_agg.groovy
create mode 100644
regression-test/suites/query_p0/join/test_collect_list_distinct.groovy
rename be/src/runtime/memory/system_allocator.h =>
regression-test/suites/query_p0/sql_functions/cast_function/test_cast_to_datetime.groovy
(58%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
