This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-2.0-alpha
in repository https://gitbox.apache.org/repos/asf/doris.git
from ea47a6ae59 [fix](hdfs) not setting hadoop username when kerberos
enabled (#18485)
add 31bd21437a [FE](mysql) support mysql protocol with precision and scale
info for decimal type (#18277)
add 5efafefeda [refactor](string) remove volnitsky search algorithm
(#18474)
add bb486d840e [fix](Nereids) use bottom up for SemiJoin Transpose (#18483)
add 735cd15a3d [fix](nereids) PushdownAliasThroughJoin should handle same
column with different alias in project list (#18470)
add 2034d36816 [Fix](Nereids) runtime filter generation terminate
incorrectly when visit NLJ (#18464)
add 6413ede8c5 [docs](clion) Add Clion remote development and debugging
documents. (#18490)
add 012a261f69 [FIX](complex-type) fixed complex type with
create_column_const_with_default_value #18463
add a8315b86ca [refactor](planner) using crchash replace murmurhash in the
runtime filter (#18472)
add 9c900cb6d2 [fix](multi catalog) fix show catalogs after drop (#18481)
add 9700721982 [feature-wip](resource-group) Support create and show
resource groups (#18184)
add 1470d37c42 [enhancement](Nereids) choose aggregate phase by
group-by-key unique property (#18423)
add 297764b37d [Chore](build) fix some compile fail on gnu20 && remove
some unused compatibility codes (#18467)
add 512718f629 [enhancement](Nereids)(planner) fix some problem in Nereids
and legacy planner (#18280)
add e62286d44c [minor](fe) ignore expired alter job when replay, to save
memory (#18508)
add 275d955762 [enhancement](audit) print Nereids flag to fe.audit.log
(#18517)
add a6d25ef8d0 [Enhancement](Backup) support show create repository
(#17299)
add 99195f9de9 [chore](third-party) Porting to Clang-16 (#18515)
add 317c9491c2 modify datev2 (#18512)
add 1c0698e2d7 [bug](be) fix accept null predicate mem leak (#18510)
add 101737023c [Bug](round) fix wrong scale for round-like function
(#18507)
add c13f806e53 [Refactor](multi catalog)Split ExternalFileScanNode into
FileQueryScanNode and FileLoadScanNode (#18342)
add e562017801 [feature](table-metadata) support altering the property
"light_schema_change" for the tables which created before 1.2 (#17704)
add da2d0bba74 [Chore](case) move some mv case from feut to p0 (#18475)
add a832d24206 [doc](typo) remove the LTS version explanation about 1.2.x
(#18459)
add 5f981b0b1f [fix](catalog)Use hive-catalog-shade to solve thrift
version compatibility issues (#18504)
add bda1b42a4f [fix](streamload) timeout in query option not set properly
(#18414)
add 463c287361 [chore](orc) Ignore apache-orc checks. (#18537)
add 1b70db54df [ehancement](stats) Stats preheating as FE booted (#18502)
add 0c5e3df4a3 [optimize](string) optimize split_by_string and
substring_index function (#18496)
add 0ef958f228 [enhancement](nereids) Forbid analyze view (#18522)
add 25008bbf7f [feat](Nereids): a new CBO rule: Eager Count/GroupBy.
(#18511)
add 79cd50e1ff [enhancement](statistics) update semi/anti cardinality
estimation algorithm (#18524)
add 5aac346ca4 [minor](refactor) delete unused codes (#18540)
add 876b4efdf1 [fix](nereids)remove redundant session Var
ENABLE_NEREIDS_RUNTIME_FILTER (#18523)
add cb644d5bc3 [feature](function) support any type in SQL function
(#18392)
add 1238f6de97 [bug](array) fix be core in
array_with_constant/array_repeat function when the first argument is nullable
(#18404)
add ef462fc74b modify introduction to String Type (#18562)
add c45f8c4371 [typo](doc)update hight-concurrent-point-query.md (#18570)
add 1161ddd6ea [fix](regression-test) Remove the assert check to prevent
wrong results (#18538)
add 0290f0f770 [doc](https) Add https certificate docs (#18558)
add 80754edae3 [typo](docs) fix docs multi-catalog.md (#18573)
add bdd853b951 [typo](docs) enhance docs SHOW-TABLES.md (#18572)
add cbe2e138c3 [Enhancement](HttpServer) Support https in be (#17034)
add 17e1b6d1b2 [chore](third-party) Porting to GCC-12 (#18560)
add 2209b714d1 [chore](orc) Update orc lib to third party lib(1.8.3) using
git submodule. (#18531)
add 49a9956986 [Enhencement](Profile) add profile info for jdbc scanner
#18569
add 43392918cd [Optimization](functions)Optimize function call for const
columns. (#18310)
add 155e4e547b [pipeline](profile) Show each instance profile in FE
(#18544)
add ecb22ad35e [chore](proto) modify the order of `store_row_column` and
`is_dynamic_schema` to be compatible with branch-1.2-lts (#18232)
add 39a7a4cc55 [feat](Nereids): a new CBO rule: Eager Split/GroupByCount
(#18556)
add 75fd4b70fa [improve](fe)Optimize fe binary package packaging (#18554)
add 34c946bb99 [Bug](date) fix regression test test_date_function (#18564)
add 5dbc7e1c0e [fix](fe) add fe isReady check before getMasterIp (#18417)
add b93e04ab66 [test](Nereids) add regression test to check join order for
tpch queries (#18543)
add db44970685 [feature](stats) Support sync analyze (#18567)
add 09a4e9fd6b [enhancement](Nereids) Simplify the codes for runtime
filter validation (#18571)
add edbe3e40b3 [fix](nereids) remove unused visitDateTimeV2Literal method
(#18568)
add 3cf4f49444 [FixBug](jdbc Catalog) fix sqlserver column type mapping
(#18518)
add a9f9366736 [fix](nereids) the data type of compareExpr and listQuery
should be the same when creating InSubquery (#18539)
add 1f9372558d [improve](regression case) Add more inverted index
regression case (#18589)
add f9c6d7791c [typo](docs)Optimize SeaTunnel documentation (#18584)
add c5a55574c6 [fix](HttpServer) Disable https by default (#18608)
add af0cf0c050 [Fix](multi catalog)Refresh table object while refresh
external table. (#18592)
add d57371da13 [feature](struct-type) support basic struct constructor
function (#18190)
add 3c3364ba27 [chore](row store) ignore serialize block to row column if
no row store column (#18601)
add 6d91635c5b [fix](json_reader) Do not increase the value of read_rows
for empty line (#18611)
add 4335c9998f [chore](ARM) Add some vectorization compatibility code on
aarch64 (#18553)
add df0aaece1d [Function](test) add some test cases for agg functions
(#18610)
add 726402b53b [bugfix](topn) fix topn runtime predicate crash in short
circuit evaluate for types like string decimal (#18409)
add eb46bcb304 [Bug](materialized-view) fix match wrong index on some
scan node (#18561)
add 2ae0bb7f13 [minor](test) remove unused function to improve test
coverage (#18598)
add c4e9808382 [feature](multi-catalog) support trino jdbc catalog and
jdbc external table (#18497)
add 2f64a8b387 [feature](GEO)Support read/write WKB/EWKB to gis types
(#18526)
add b72c71dec0 [fix](stats) Analysis jobs didn't get persisted properly
(#18602)
add 99558153f5 [minor](Nereids): rename func and add TODO. (#18633)
add 40a352959d [Pipeline](exec) Support shared scan in colo agg (#18457)
add 05badac053 [Improve](docs)new libraries check (#18634)
add 2519931a04 [vectorized](function) support time_to_sec function (#18354)
add aa6b3cc537 [fix](planner)keep all agg functions if there is any
virtual slots in group by list (#18630)
add 33eec9096f [Enhancement](FE) use customized grpc threadpool to get
better metric for grpc from FE to BE (#13983)
add 281ceee3cc [feature-wip](resource-group) Support resource group tvf
(#18519)
add 6c0af24e9d [Improve](simdjson reader) support UTF-8 unicode (with BOM)
(#18585)
add 1d3699a70c [refactor](jdbc) refactor jdbc connection num in datasource
(#18563)
add b39846c2c7 [Fix](Catalog)Delete duplicate defined dependencies to
avoid class loading exceptions (#18628)
add d28030e1e5 [chore](third-party) Configure the search paths for
pkg-config and cmake (#18624)
add b6b4408283 [fix](meta) void NPE when save meta (#18600)
add ca891d880f [fix](es) ClassCastException when getting root schema
(#18438)
add 72236d2b08 [typo](docs) add row to column doc (#18546)
add cc24e2ae13 [doc](readme)add Backend C++ Coding Specification (#18649)
add dedcfd7c28 [Doc] (Show) add doc for show create repository statement
(#18542)
add 2294fb46a5 [refactor](minor) update scan concurrency for pipeline
(#18650)
add 56d84739c1 [Opt](pipeline) opt the scanner ctx schedule in pipeline
engine (#18545)
add 183800e1ad [Fix](variables) fix session variable does not take effect
immediately when set global variable in follower FE (#18609)
add f422fe888c [Doc](typo) Remove redundant words #18659
add 8751f08d5a [bugfix](GEO)fix precision problem (#18642)
add c704351273 [enhancement](memory) Refactor memory limit exceeded
behavior (#18590)
add e6b0e05840 [fix](Nerieds) Fix some bugs in binding and type coercion
(#18548)
add 008ae4984b [feature](Nereids): convert rightSemi to leftSemi for
matching more rule. (#18648)
add 81799d614e [feature-wip](resource-group) support resource group
interface in be. (#18588)
add e009c459bf [enhancement](planner) remove date function if its child's
type is date (#18593)
add 4d18ea30f4 [fix](Nereids) get_json_bigint should return bigint type
(#18626)
add db5ec6f6b0 [FIX](thrift)Fix with 1.2 version for thrift #18658
add 9634d21a28 [fix](info_db) avoid infodb query timeout when external
catalog info is too large or is not reachable (#18662)
add 73e087d79c [feature](Nereids): support eager agg for Plan inside
project. (#18637)
add 4174d5a707 [opt](nereids) optimze aggregation estimation #18607
add 5d1abe4507 [Bugfix](Mtmv)Fix mtmv meta load failed (#18605)
add 65f9db90c8 [feature](nereids) forbid unknown col stats #18617
add 362b5a34ae [feat](stats) Support to delete expired stats periodically
(#18614)
add 90f4e4feff [Fix](thrift) add SCH_BACKENDS in TSchemaTableType (#18647)
add 5acf764d9c [fix](trino catalog) To specify both catalog and database,
run the show table command (#18645)
add 4284fc4e75 [chore] Download apache orc source code from github if git
does not work in build.sh. (#18625)
add f2d75cb492 [fix](Nereids) fix signature precision round for decimalv3
(#18639)
add 4cde3d4f21 [Enhancement](Expr) Change small fix container size of In
set to 8. (#18492)
add d4928c60c8 [vectorized](profile) fix pipeline profile can't get result
under more instances (#18525)
add e1b3955e05 [refactor](jdbc) using jvm parameters to init jdbc
datasource (#18670)
add 683d64b361 [Refactor](multi catalog)Remove redundant param context for
FileQueryScanNode (#18636)
add f7e129934e [fix](nereids) only order by slot reference could use topn
opt (#18622)
add 30a783908e [test][typo](alter) enhance the suspicious rollup case for
alter LSC and add experimental docs (#18612)
add d2efc619b0 [Enchancement](statistics) Show histogram statistics, show
specified column statistics (#18657)
add 98b8bef05b [bugfix](inverted index) fix inverted index to support NULL
value filter (#18302)
add 975b373896 [Chore](thrift) add some check on client cache && remove
some unused code && catch st… #18683
add d653a64fb9 [minor](thrift) modify identifier to compatible with
1.2-lts (#18641)
add cc4778a271 [Fix](orc-reader) Check hasNulls() firstly when use notNull
data in ColumnVectorBatch. #18674
add bcff3710ca [fix] set execution timeout for brokerload and use query
timeout when… (#18694)
add 8f0d4ae625 [Fix](fe)Upgrade hive-catalog-shade version to 1.0.3
(#18690)
add 7dd96bc341 [fix](olap) remove zorder support when create table (#18698)
No new revisions were added by this update.
Summary of changes:
.clang-format-ignore | 1 +
.github/workflows/code-checks.yml | 2 +-
.gitmodules | 4 +
.licenserc.yaml | 1 +
.rat-excludes | 1 +
README.md | 6 +-
be/CMakeLists.txt | 28 +-
be/src/agent/utils.cpp | 7 +-
be/src/apache-orc | 1 +
be/src/common/config.h | 6 +
be/src/exec/data_sink.h | 2 +-
be/src/exprs/block_bloom_filter.hpp | 15 +
be/src/exprs/block_bloom_filter_impl.cc | 8 +-
be/src/exprs/bloom_filter_func.h | 57 +
be/src/exprs/create_predicate_function.h | 28 +-
be/src/exprs/hybrid_set.h | 38 +-
be/src/exprs/runtime_filter.cpp | 16 +-
be/src/geo/ByteOrderDataInStream.h | 89 +
be/src/geo/ByteOrderValues.cpp | 122 ++
be/src/geo/ByteOrderValues.h | 49 +
be/src/geo/CMakeLists.txt | 5 +-
be/src/geo/geo_common.h | 1 +
be/src/geo/geo_tobinary.cpp | 141 ++
be/src/geo/geo_tobinary.h | 58 +
.../src/geo/geo_tobinary_type.h | 39 +-
be/src/geo/geo_types.cpp | 140 +-
be/src/geo/geo_types.h | 22 +-
.../SetTransaction.java => be/src/geo/machine.h | 18 +-
be/src/geo/wkb_parse.cpp | 197 ++
.../{util/ref_count_closure.h => geo/wkb_parse.h} | 41 +-
.../src/geo/wkb_parse_ctx.h | 28 +-
be/src/http/default_path_handlers.cpp | 1 +
be/src/http/ev_http_server.cpp | 1 +
be/src/http/utils.cpp | 1 -
be/src/olap/accept_null_predicate.h | 47 +-
be/src/olap/comparison_predicate.h | 10 +
be/src/olap/in_list_predicate.h | 47 +-
be/src/olap/match_predicate.cpp | 11 +
be/src/olap/memtable.cpp | 3 +
be/src/olap/null_predicate.cpp | 23 +
be/src/olap/null_predicate.h | 3 +
.../olap/rowset/segment_v2/inverted_index_cache.h | 5 +-
.../olap/rowset/segment_v2/inverted_index_desc.h | 1 +
.../rowset/segment_v2/inverted_index_reader.cpp | 86 +-
.../olap/rowset/segment_v2/inverted_index_reader.h | 9 +
.../rowset/segment_v2/inverted_index_writer.cpp | 34 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 3 +-
be/src/olap/tablet.cpp | 28 +-
be/src/pipeline/exec/scan_operator.cpp | 3 +-
be/src/pipeline/task_queue.cpp | 16 +
be/src/pipeline/task_queue.h | 11 +
be/src/pipeline/task_scheduler.cpp | 8 +
be/src/pipeline/task_scheduler.h | 3 +
be/src/runtime/client_cache.cpp | 43 +-
be/src/runtime/client_cache.h | 19 +-
be/src/runtime/fragment_mgr.cpp | 88 +-
be/src/runtime/fragment_mgr.h | 9 +-
be/src/runtime/jsonb_value.h | 5 +-
be/src/runtime/load_channel_mgr.cpp | 2 +
be/src/runtime/memory/jemalloc_hook.cpp | 25 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 84 +-
be/src/runtime/memory/mem_tracker_limiter.h | 112 +-
be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 25 +-
be/src/runtime/memory/thread_mem_tracker_mgr.h | 88 +-
be/src/runtime/plan_fragment_executor.cpp | 2 +
be/src/runtime/primitive_type.h | 1 +
be/src/runtime/runtime_state.cpp | 10 +-
be/src/runtime/runtime_state.h | 5 +-
be/src/runtime/string_search.hpp | 8 +-
be/src/runtime/tablets_channel.h | 1 +
be/src/runtime/task_group/task_group.cpp | 60 +-
be/src/runtime/task_group/task_group.h | 36 +-
be/src/runtime/task_group/task_group_manager.cpp | 35 +-
be/src/runtime/task_group/task_group_manager.h | 12 +-
be/src/runtime/thread_context.cpp | 20 -
be/src/runtime/thread_context.h | 72 +-
be/src/service/backend_service.h | 54 +-
be/src/service/brpc_service.cpp | 6 +
be/src/service/internal_service.cpp | 73 +
be/src/service/internal_service.h | 10 +
be/src/udf/udf.h | 2 -
be/src/util/bit_util.h | 7 +-
be/src/util/brpc_client_cache.h | 21 +-
be/src/util/cityhash102/city.cc | 632 +++---
be/src/util/crc32c.cpp | 7 +-
be/src/util/hash_util.hpp | 17 +-
be/src/util/ref_count_closure.h | 2 +
be/src/util/simd/bits.h | 8 +-
be/src/util/simd/lower_upper_impl.h | 7 +-
be/src/util/simd/vstring_function.h | 5 +-
be/src/util/sse_util.hpp | 8 +-
be/src/util/thrift_client.cpp | 8 +-
be/src/util/thrift_client.h | 5 +-
be/src/vec/CMakeLists.txt | 2 +
be/src/vec/columns/column_array.h | 8 +
be/src/vec/columns/column_nullable.h | 9 +-
be/src/vec/columns/columns_common.cpp | 9 +-
be/src/vec/common/allocator.cpp | 120 ++
be/src/vec/common/allocator.h | 115 +-
be/src/vec/common/hash_table/hash.h | 8 +-
be/src/vec/common/hash_table/string_hash_table.h | 2 +-
be/src/vec/common/memcmp_small.h | 6 +-
be/src/vec/common/memcpy_small.h | 6 +-
be/src/vec/common/string_ref.h | 20 +-
be/src/vec/common/string_searcher.h | 130 +-
be/src/vec/common/uint128.h | 9 +-
be/src/vec/common/volnitsky.h | 478 -----
be/src/vec/core/block_spill_reader.h | 1 +
be/src/vec/core/block_spill_writer.h | 1 +
be/src/vec/core/field.h | 2 +-
be/src/vec/data_types/data_type_array.cpp | 2 +-
be/src/vec/data_types/data_type_jsonb.cpp | 5 +-
be/src/vec/data_types/data_type_map.cpp | 4 +-
be/src/vec/data_types/data_type_nullable.cpp | 8 +
be/src/vec/data_types/data_type_nullable.h | 1 +
be/src/vec/data_types/data_type_string.cpp | 5 +-
be/src/vec/data_types/data_type_struct.cpp | 1 +
be/src/vec/exec/format/json/new_json_reader.cpp | 50 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 35 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 8 +-
be/src/vec/exec/scan/new_jdbc_scanner.cpp | 5 +
be/src/vec/exec/scan/new_olap_scan_node.cpp | 14 +-
be/src/vec/exec/scan/pip_scanner_context.h | 129 +-
be/src/vec/exec/scan/scanner_context.cpp | 15 +-
be/src/vec/exec/scan/scanner_context.h | 6 +-
be/src/vec/exec/scan/scanner_scheduler.h | 3 +
be/src/vec/exec/scan/vmeta_scanner.cpp | 19 +
be/src/vec/exec/scan/vmeta_scanner.h | 2 +
be/src/vec/exec/scan/vscan_node.cpp | 20 +-
be/src/vec/exec/scan/vscan_node.h | 1 +
be/src/vec/exprs/vbloom_predicate.cpp | 18 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 9 +-
be/src/vec/functions/array/function_array_binary.h | 28 +-
.../vec/functions/array/function_array_range.cpp | 4 -
be/src/vec/functions/array/function_array_set.h | 60 +-
.../array/function_array_with_constant.cpp | 4 +
be/src/vec/functions/comparison_equal_for_null.cpp | 54 +-
be/src/vec/functions/function.cpp | 17 +-
be/src/vec/functions/function.h | 2 +
be/src/vec/functions/function_conv.cpp | 97 +-
be/src/vec/functions/function_convert_tz.h | 206 +-
.../function_date_or_datetime_computation.cpp | 2 +
.../function_date_or_datetime_computation.h | 28 +
be/src/vec/functions/function_json.cpp | 153 +-
be/src/vec/functions/function_jsonb.cpp | 404 ++--
be/src/vec/functions/function_map.cpp | 28 +-
be/src/vec/functions/function_regexp.cpp | 428 ++--
be/src/vec/functions/function_rpc.cpp | 1 +
be/src/vec/functions/function_string.cpp | 101 +-
be/src/vec/functions/function_string.h | 206 +-
be/src/vec/functions/function_struct.cpp | 135 ++
be/src/vec/functions/function_timestamp.cpp | 387 ++--
be/src/vec/functions/function_totype.h | 119 +-
be/src/vec/functions/functions_comparison.h | 23 +-
be/src/vec/functions/functions_geo.cpp | 194 ++
.../functions/functions_multi_string_position.cpp | 4 +-
be/src/vec/functions/in.h | 127 +-
be/src/vec/functions/least_greast.cpp | 74 +-
be/src/vec/functions/round.h | 19 +-
be/src/vec/functions/simple_function_factory.h | 2 +
be/src/vec/runtime/vdata_stream_recvr.cpp | 6 -
be/src/vec/runtime/vdata_stream_recvr.h | 4 -
be/src/vec/runtime/vdatetime_value.cpp | 17 +-
be/src/vec/runtime/vdatetime_value.h | 2 +-
be/src/vec/sink/vresult_sink.cpp | 3 -
be/test/CMakeLists.txt | 1 +
be/test/olap/itoken_extractor_test.cpp | 28 +-
be/test/olap/test_data/header_without_inc_rs.txt | 4 +-
be/test/vec/data_types/complex_type_test.cpp | 70 +
build.sh | 13 +
conf/be.conf | 9 +-
docker/README.md | 2 +
docs/en/community/developer-guide/be-clion-dev.md | 95 +
docs/en/community/developer-guide/be-vscode-dev.md | 6 +-
docs/en/community/developer-guide/docker-dev.md | 2 +
.../how-to-contribute/contributor-guide.md | 10 +-
.../en/community/how-to-contribute/pull-request.md | 3 +-
docs/en/docs/admin-manual/config/be-config.md | 6 +
docs/en/docs/admin-manual/config/fe-config.md | 20 +
docs/en/docs/admin-manual/fe-certificate.md | 46 +
docs/en/docs/advanced/cold_hot_separation.md | 4 +-
docs/en/docs/advanced/lateral-view.md | 94 +
docs/en/docs/advanced/nereids.md | 2 +-
docs/en/docs/advanced/pipeline-execution-engine.md | 4 +-
docs/en/docs/data-table/dynamic-schema-table.md | 2 +-
docs/en/docs/data-table/index/inverted-index.md | 4 +-
.../data-table/index/ngram-bloomfilter-index.md | 2 +-
docs/en/docs/ecosystem/hive-bitmap-udf.md | 2 +
docs/en/docs/ecosystem/seatunnel.md | 321 +++
docs/en/docs/ecosystem/seatunnel/flink-sink.md | 116 --
docs/en/docs/ecosystem/seatunnel/spark-sink.md | 126 --
docs/en/docs/lakehouse/external-table/jdbc.md | 50 +-
docs/en/docs/lakehouse/multi-catalog/jdbc.md | 124 +-
.../sql-functions/array-functions/array_apply.md | 4 +-
.../array-functions/array_with_constant.md | 9 +
.../date-time-functions/time_to_sec.md} | 38 +-
.../sql-functions/spatial-functions/st_asbinary.md | 70 +
.../sql-functions/spatial-functions/st_asewkb.md | 70 +
.../spatial-functions/st_geometryfromewkb.md | 93 +
.../spatial-functions/st_geometryfromwkb.md | 90 +
.../table-functions/resource-group.md | 75 +
.../Alter/ALTER-TABLE-PROPERTY.md | 8 +
.../Create/CREATE-CATALOG.md | 26 +-
.../Create/CREATE-TABLE.md | 6 -
.../sql-manual/sql-reference/Data-Types/STRING.md | 2 +-
.../Show-Statements/SHOW-CREATE-LOAD.md | 2 +-
...OW-CREATE-LOAD.md => SHOW-CREATE-REPOSITORY.md} | 19 +-
.../sql-reference/Show-Statements/SHOW-TABLES.md | 2 +-
docs/images/clion-deployment1.png | Bin 0 -> 282126 bytes
docs/images/clion-deployment2.png | Bin 0 -> 291675 bytes
docs/images/clion-run-debug-conf1.png | Bin 0 -> 242389 bytes
docs/images/clion-run-debug-conf2.png | Bin 0 -> 242435 bytes
docs/images/clion-toolchains.png | Bin 0 -> 313476 bytes
docs/images/doris-dist-output-tree.png | Bin 0 -> 51151 bytes
docs/sidebars.json | 26 +-
docs/sidebarsCommunity.json | 1 +
.../community/developer-guide/be-clion-dev.md | 93 +
.../community/developer-guide/be-vscode-dev.md | 2 +
docs/zh-CN/community/developer-guide/docker-dev.md | 2 +
.../how-to-contribute/contributor-guide.md | 12 +-
.../community/how-to-contribute/pull-request.md | 2 +
docs/zh-CN/docs/admin-manual/config/be-config.md | 6 +
docs/zh-CN/docs/admin-manual/config/fe-config.md | 22 +-
docs/zh-CN/docs/admin-manual/fe-certificate.md | 46 +
docs/zh-CN/docs/advanced/cold_hot_separation.md | 2 +-
.../docs/advanced/hight-concurrent-point-query.md | 16 +-
docs/zh-CN/docs/advanced/lateral-view.md | 94 +
docs/zh-CN/docs/advanced/nereids.md | 2 +-
.../docs/advanced/pipeline-execution-engine.md | 4 +-
.../import/import-way/stream-load-manual.md | 2 +-
docs/zh-CN/docs/data-table/index/inverted-index.md | 2 +-
.../data-table/index/ngram-bloomfilter-index.md | 2 +-
docs/zh-CN/docs/ecosystem/hive-bitmap-udf.md | 2 +
docs/zh-CN/docs/ecosystem/seatunnel.md | 323 +++
docs/zh-CN/docs/ecosystem/seatunnel/flink-sink.md | 116 --
docs/zh-CN/docs/ecosystem/seatunnel/spark-sink.md | 124 --
docs/zh-CN/docs/lakehouse/external-table/jdbc.md | 51 +-
docs/zh-CN/docs/lakehouse/multi-catalog/jdbc.md | 127 +-
.../docs/lakehouse/multi-catalog/multi-catalog.md | 2 +-
docs/zh-CN/docs/releasenotes/release-1.2.1.md | 2 +-
docs/zh-CN/docs/releasenotes/release-1.2.2.md | 2 +-
docs/zh-CN/docs/releasenotes/release-1.2.3.md | 4 +-
.../sql-functions/array-functions/array_apply.md | 4 +-
.../array-functions/array_with_constant.md | 9 +
.../date-time-functions/time_to_sec.md} | 36 +-
.../sql-functions/spatial-functions/st_asbinary.md | 70 +
.../sql-functions/spatial-functions/st_asewkb.md | 70 +
.../spatial-functions/st_geometryfromewkb.md | 92 +
.../spatial-functions/st_geometryfromwkb.md | 99 +
.../table-functions/resource-group.md | 75 +
.../Alter/ALTER-TABLE-PROPERTY.md | 8 +
.../Create/CREATE-CATALOG.md | 26 +-
.../Create/CREATE-TABLE.md | 8 +-
.../sql-manual/sql-reference/Data-Types/DATEV2.md | 2 +-
.../sql-manual/sql-reference/Data-Types/STRING.md | 2 +-
.../Show-Statements/SHOW-CREATE-REPOSITORY.md} | 31 +-
.../sql-reference/Show-Statements/SHOW-TABLES.md | 2 +-
fe/fe-common/pom.xml | 1 -
.../java/org/apache/doris/catalog/AnyType.java} | 31 +-
.../java/org/apache/doris/catalog/ArrayType.java | 1 +
.../java/org/apache/doris/catalog/StructType.java | 9 +
.../org/apache/doris/catalog/TemplateType.java | 4 +-
.../main/java/org/apache/doris/catalog/Type.java | 9 +-
.../main/java/org/apache/doris/common/Config.java | 29 +-
fe/fe-core/pom.xml | 65 +-
fe/fe-core/src/main/cup/sql_parser.cup | 78 +-
.../metastore/hive2/ProxyMetaStoreClient.java | 2 +-
.../converters/BaseCatalogToHiveConverter.java | 2 +-
.../catalog/converters/CatalogToHiveConverter.java | 2 +-
.../metastore/AWSCatalogMetastoreClient.java | 2 +-
.../metastore/GlueMetastoreClientDelegate.java | 2 +-
.../catalog/util/BatchCreatePartitionsHelper.java | 2 +-
.../catalog/util/BatchDeletePartitionsHelper.java | 2 +-
.../main/java/org/apache/doris/alter/Alter.java | 5 +-
.../org/apache/doris/alter/AlterLSCHelper.java | 251 +++
.../java/org/apache/doris/alter/AlterOpType.java | 3 +-
.../apache/doris/alter/SchemaChangeHandler.java | 194 +-
.../org/apache/doris/analysis/AggregateInfo.java | 3 +-
.../org/apache/doris/analysis/AnalyzeStmt.java | 13 +-
.../java/org/apache/doris/analysis/Analyzer.java | 13 +
.../java/org/apache/doris/analysis/CastExpr.java | 85 +-
.../CreateMultiTableMaterializedViewStmt.java | 5 +
.../doris/analysis/CreateResourceGroupStmt.java | 82 +
...{DropTableStatsStmt.java => DropStatsStmt.java} | 23 +-
.../main/java/org/apache/doris/analysis/Expr.java | 80 +-
.../apache/doris/analysis/FunctionCallExpr.java | 26 +-
.../org/apache/doris/analysis/LiteralExpr.java | 2 +-
.../analysis/ModifyTablePropertiesClause.java | 2 +
.../org/apache/doris/analysis/OutFileClause.java | 10 +-
.../org/apache/doris/analysis/SetLdapPassVar.java | 1 +
.../org/apache/doris/analysis/SetNamesVar.java | 1 +
.../java/org/apache/doris/analysis/SetPassVar.java | 1 +
.../java/org/apache/doris/analysis/SetStmt.java | 11 +
.../org/apache/doris/analysis/SetTransaction.java | 1 +
.../apache/doris/analysis/SetUserPropertyVar.java | 1 +
.../java/org/apache/doris/analysis/SetVar.java | 29 +-
...olumnStatsStmt.java => ShowColumnHistStmt.java} | 83 +-
.../apache/doris/analysis/ShowColumnStatsStmt.java | 41 +-
.../doris/analysis/ShowCreateRepositoryStmt.java | 53 +
.../doris/analysis/ShowResourceGroupsStmt.java | 63 +
.../java/org/apache/doris/analysis/SlotRef.java | 19 +-
.../org/apache/doris/analysis/TupleDescriptor.java | 12 +
.../java/org/apache/doris/backup/Repository.java | 33 +
.../doris/catalog/BuiltinScalarFunctions.java | 12 +
.../main/java/org/apache/doris/catalog/Column.java | 2 +
.../java/org/apache/doris/catalog/Database.java | 6 +-
.../main/java/org/apache/doris/catalog/Env.java | 53 +-
.../java/org/apache/doris/catalog/Function.java | 9 +
.../java/org/apache/doris/catalog/FunctionSet.java | 37 +-
.../apache/doris/catalog/FunctionTypeDeducers.java | 63 +
.../doris/catalog/HiveMetaStoreClientHelper.java | 2 +-
.../doris/catalog/InternalSchemaInitializer.java | 4 +-
.../org/apache/doris/catalog/JdbcResource.java | 4 +
.../java/org/apache/doris/catalog/JdbcTable.java | 1 +
.../java/org/apache/doris/catalog/OdbcTable.java | 9 +-
.../java/org/apache/doris/catalog/OlapTable.java | 13 +-
.../main/java/org/apache/doris/catalog/Table.java | 3 +-
.../java/org/apache/doris/catalog/TableIf.java | 3 +-
.../org/apache/doris/catalog/TableProperty.java | 3 +
.../doris/catalog/external/EsExternalDatabase.java | 1 +
.../doris/catalog/external/EsExternalTable.java | 1 +
.../doris/catalog/external/ExternalDatabase.java | 1 +
.../doris/catalog/external/ExternalTable.java | 17 +-
.../catalog/external/HMSExternalDatabase.java | 1 +
.../doris/catalog/external/HMSExternalTable.java | 25 +-
.../catalog/external/IcebergExternalDatabase.java | 1 +
.../catalog/external/IcebergExternalTable.java | 1 +
.../catalog/external/JdbcExternalDatabase.java | 1 +
.../doris/catalog/external/JdbcExternalTable.java | 1 +
.../catalog/external/TestExternalDatabase.java | 1 +
.../doris/catalog/external/TestExternalTable.java | 5 +-
.../java/org/apache/doris/common/FeNameFormat.java | 4 +
.../apache/doris/common/util/PropertyAnalyzer.java | 15 +-
.../org/apache/doris/datasource/CatalogMgr.java | 10 +-
.../apache/doris/datasource/ExternalCatalog.java | 4 +
.../apache/doris/datasource/InternalCatalog.java | 9 +-
.../datasource/iceberg/HiveCompatibleCatalog.java | 2 +-
.../datasource/iceberg/dlf/DLFTableOperations.java | 2 +-
.../iceberg/dlf/client/DLFCachedClientPool.java | 2 +-
.../doris/external/elasticsearch/EsUtil.java | 2 +
.../org/apache/doris/external/jdbc/JdbcClient.java | 74 +-
.../doris/httpv2/meta/ColocateMetaService.java | 14 +-
.../apache/doris/httpv2/rest/CancelLoadAction.java | 3 +-
.../doris/httpv2/rest/GetLoadInfoAction.java | 3 +-
.../doris/httpv2/rest/GetStreamLoadState.java | 3 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 2 +-
.../org/apache/doris/httpv2/rest/MultiAction.java | 13 +-
.../doris/httpv2/rest/RestBaseController.java | 15 +-
.../org/apache/doris/httpv2/rest/ShowAction.java | 10 +-
.../doris/httpv2/rest/manager/NodeAction.java | 40 +-
.../doris/httpv2/restv2/StatisticAction.java | 9 +-
.../org/apache/doris/journal/JournalEntity.java | 7 +
.../java/org/apache/doris/load/loadv2/LoadJob.java | 6 +-
.../apache/doris/load/loadv2/LoadLoadingTask.java | 1 -
.../doris/load/loadv2/LoadingTaskPlanner.java | 44 +-
.../org/apache/doris/load/loadv2/TokenManager.java | 5 +-
.../doris/load/routineload/RoutineLoadJob.java | 6 +-
.../java/org/apache/doris/mtmv/MTMVJobManager.java | 26 +-
.../org/apache/doris/mysql/MysqlCapability.java | 3 +-
.../org/apache/doris/mysql/MysqlSerializer.java | 62 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 2 +-
.../glue/translator/ExpressionTranslator.java | 11 -
.../glue/translator/PhysicalPlanTranslator.java | 4 +-
.../jobs/batch/CheckLegalityAfterRewrite.java | 4 +-
.../batch/CheckLegalityBeforeTypeCoercion.java | 4 +-
.../doris/nereids/jobs/batch/NereidsRewriter.java | 24 +-
.../doris/nereids/jobs/joinorder/JoinOrderJob.java | 4 +-
.../jobs/joinorder/hypergraph/HyperGraph.java | 4 +-
.../java/org/apache/doris/nereids/memo/Group.java | 3 +-
.../nereids/processor/post/PlanPostProcessors.java | 3 +-
.../processor/post/RuntimeFilterGenerator.java | 5 +-
.../processor/post/RuntimeFilterPruner.java | 2 +-
.../doris/nereids/processor/post/TopNScanOpt.java | 9 +-
.../processor/pre/EliminateLogicalSelectHint.java | 9 +-
.../org/apache/doris/nereids/rules/RuleType.java | 7 +
.../nereids/rules/analysis/BindExpression.java | 17 +-
.../ResolveOrdinalInOrderByAndGroupBy.java | 4 +-
.../doris/nereids/rules/analysis/SlotBinder.java | 2 +-
.../{join/JoinReorderUtils.java => CBOUtils.java} | 12 +-
.../nereids/rules/exploration/EagerCount.java | 125 ++
.../nereids/rules/exploration/EagerGroupBy.java | 132 ++
.../rules/exploration/EagerGroupByCount.java | 138 ++
.../nereids/rules/exploration/EagerSplit.java | 164 ++
.../exploration/join/InnerJoinLAsscomProject.java | 9 +-
.../join/InnerJoinLeftAssociateProject.java | 13 +-
.../join/InnerJoinRightAssociateProject.java | 13 +-
.../exploration/join/JoinExchangeBothProject.java | 11 +-
.../exploration/join/JoinExchangeLeftProject.java | 9 +-
.../exploration/join/JoinExchangeRightProject.java | 9 +-
.../join/LogicalJoinSemiJoinTransposeProject.java | 9 +-
.../exploration/join/OuterJoinAssocProject.java | 15 +-
.../exploration/join/OuterJoinLAsscomProject.java | 15 +-
.../join/PushdownProjectThroughInnerJoin.java | 15 +-
.../join/PushdownProjectThroughSemiJoin.java | 9 +-
.../join/SemiJoinSemiJoinTransposeProject.java | 5 +-
.../AbstractExpressionRewriteRule.java | 2 +-
.../{rewrite => }/ExpressionNormalization.java | 33 +-
.../{rewrite => }/ExpressionOptimization.java | 10 +-
.../{rewrite => }/ExpressionRewrite.java | 2 +-
.../{rewrite => }/ExpressionRewriteContext.java | 7 +-
.../{rewrite => }/ExpressionRewriteRule.java | 2 +-
.../{rewrite => }/ExpressionRuleExecutor.java | 4 +-
.../nereids/rules/expression/check/CheckCast.java | 89 +
.../rules/CharacterLiteralTypeCoercion.java | 43 -
.../expression/rewrite/rules/TypeCoercion.java | 164 --
.../{rewrite => }/rules/BetweenToCompoundRule.java | 13 +-
.../{rewrite => }/rules/ColumnBound.java | 2 +-
.../{rewrite => }/rules/ColumnRange.java | 2 +-
.../{rewrite => }/rules/DigitalMaskingConvert.java | 6 +-
.../rules/DistinctPredicatesRule.java | 6 +-
.../rules/ExtractCommonFactorRule.java | 6 +-
.../{rewrite => }/rules/FoldConstantRule.java | 10 +-
.../{rewrite => }/rules/FoldConstantRuleOnBE.java | 8 +-
.../{rewrite => }/rules/FoldConstantRuleOnFE.java | 19 +-
.../rules}/FunctionBinder.java | 51 +-
.../{rewrite => }/rules/InPredicateDedup.java | 6 +-
.../rules/InPredicateToEqualToRule.java | 6 +-
.../rules/NormalizeBinaryPredicatesRule.java | 6 +-
.../rules/OneListPartitionEvaluator.java | 4 +-
.../{rewrite => }/rules/OnePartitionEvaluator.java | 2 +-
.../rules/OneRangePartitionEvaluator.java | 10 +-
.../{rewrite => }/rules/PartitionPruner.java | 2 +-
.../rules/PartitionRangeExpander.java | 2 +-
.../{rewrite => }/rules/PartitionSlotInput.java | 2 +-
.../rules/SimplifyArithmeticComparisonRule.java | 15 +-
.../rules/SimplifyArithmeticRule.java | 6 +-
.../{rewrite => }/rules/SimplifyCastRule.java | 7 +-
.../rules/SimplifyComparisonPredicate.java | 6 +-
.../{rewrite => }/rules/SimplifyNotExprRule.java | 6 +-
.../{rewrite => }/rules/SimplifyRange.java | 8 +-
.../rules/SupportJavaDateFormatter.java | 6 +-
.../rules/TryEliminateUninterestedPredicates.java | 6 +-
.../rules/UnknownPartitionEvaluator.java | 2 +-
.../rules/implementation/AggregateStrategies.java | 8 +-
.../rules/rewrite/logical/CheckDataTypes.java | 26 +-
.../rewrite/logical/EliminateGroupByConstant.java | 4 +-
.../rewrite/logical/PruneOlapScanPartition.java | 2 +-
.../rewrite/logical/PushdownAliasThroughJoin.java | 49 +-
.../apache/doris/nereids/stats/JoinEstimation.java | 31 +-
.../doris/nereids/stats/StatsCalculator.java | 38 +-
.../doris/nereids/trees/expressions/Divide.java | 4 +-
.../doris/nereids/trees/expressions/Multiply.java | 2 +-
.../functions/ComputePrecisionForRound.java | 9 +-
.../trees/expressions/functions/scalar/Ceil.java | 21 +-
.../trees/expressions/functions/scalar/Dceil.java | 21 +-
.../trees/expressions/functions/scalar/Dfloor.java | 22 +-
.../functions/scalar/DigitalMasking.java | 3 +-
.../trees/expressions/functions/scalar/Dround.java | 6 +-
.../trees/expressions/functions/scalar/Floor.java | 21 +-
.../functions/scalar/GetJsonBigInt.java | 6 +-
.../trees/expressions/functions/scalar/Round.java | 8 +-
.../expressions/functions/scalar/RoundBankers.java | 5 +-
.../{DigitalMasking.java => StAsBinary.java} | 19 +-
.../scalar/{DigitalMasking.java => StAsEWKB.java} | 19 +-
.../{DigitalMasking.java => StGeomFromEWKB.java} | 19 +-
.../{DigitalMasking.java => StGeomFromWKB.java} | 19 +-
...DigitalMasking.java => StGeometryFromEWKB.java} | 19 +-
...{DigitalMasking.java => StGeometryFromWKB.java} | 19 +-
.../expressions/functions/scalar/Truncate.java | 4 +-
.../nereids/trees/expressions/literal/Literal.java | 2 +-
.../trees/expressions/literal/NullLiteral.java | 2 -
.../expressions/visitor/ScalarFunctionVisitor.java | 30 +
.../trees/plans/logical/LogicalAggregate.java | 14 +-
.../org/apache/doris/nereids/types/DataType.java | 14 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 6 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 13 +
.../doris/nereids/util/TypeCoercionUtils.java | 23 +-
.../java/org/apache/doris/persist/EditLog.java | 15 +
.../org/apache/doris/persist/OperationType.java | 4 +
.../org/apache/doris/persist/meta/MetaFooter.java | 2 +-
.../doris/persist/meta/MetaPersistMethod.java | 6 +
.../org/apache/doris/persist/meta/MetaReader.java | 12 +
.../doris/persist/meta/PersistMetaModules.java | 2 +-
.../apache/doris/planner/DistributedPlanner.java | 6 +-
.../org/apache/doris/planner/FileLoadScanNode.java | 394 ++++
.../org/apache/doris/planner/JdbcScanNode.java | 3 +-
.../doris/planner/MaterializedViewSelector.java | 52 +-
.../org/apache/doris/planner/OlapScanNode.java | 63 +-
.../java/org/apache/doris/planner/PlanNode.java | 7 +-
.../doris/planner/RuntimeFilterGenerator.java | 4 +-
.../org/apache/doris/planner/SchemaScanNode.java | 3 +
.../apache/doris/planner/SingleNodePlanner.java | 8 +-
.../apache/doris/planner/StreamLoadPlanner.java | 49 +-
.../planner/external/ExternalFileScanNode.java | 795 --------
.../doris/planner/external/ExternalScanNode.java | 24 +-
.../doris/planner/external/FileGroupInfo.java | 7 +-
.../doris/planner/external/FileQueryScanNode.java | 342 ++++
.../doris/planner/external/FileScanNode.java | 159 ++
.../doris/planner/external/FileScanProviderIf.java | 14 +-
.../doris/planner/external/HiveScanProvider.java | 38 -
.../doris/planner/external/LoadScanProvider.java | 20 +-
.../doris/planner/external/QueryScanProvider.java | 36 +-
.../doris/planner/external/TVFScanProvider.java | 35 -
.../planner/external/iceberg/IcebergApiSource.java | 35 -
.../planner/external/iceberg/IcebergHMSSource.java | 6 -
.../external/iceberg/IcebergScanProvider.java | 6 -
.../planner/external/iceberg/IcebergSource.java | 3 -
.../java/org/apache/doris/plugin/AuditEvent.java | 7 +
.../java/org/apache/doris/qe/ConnectProcessor.java | 1 +
.../main/java/org/apache/doris/qe/Coordinator.java | 38 +-
.../main/java/org/apache/doris/qe/DdlExecutor.java | 10 +-
.../java/org/apache/doris/qe/SessionVariable.java | 33 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 65 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 18 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 3 +-
.../resource/resourcegroup/ResourceGroup.java | 128 ++
.../resource/resourcegroup/ResourceGroupMgr.java | 197 ++
.../rewrite/EliminateUnnecessaryFunctions.java | 48 +
.../org/apache/doris/rpc/BackendServiceClient.java | 19 +-
.../org/apache/doris/rpc/BackendServiceProxy.java | 19 +-
.../apache/doris/statistics/AnalysisManager.java | 155 +-
.../apache/doris/statistics/AnalysisTaskInfo.java | 4 +
.../doris/statistics/AnalysisTaskScheduler.java | 58 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 38 +-
.../java/org/apache/doris/statistics/Bucket.java | 51 +-
.../statistics/ColumnLevelStatisticCache.java | 52 -
.../apache/doris/statistics/ColumnStatistic.java | 29 +-
.../statistics/ColumnStatisticsCacheLoader.java | 66 +
.../apache/doris/statistics/HMSAnalysisTask.java | 4 +-
.../org/apache/doris/statistics/Histogram.java | 26 +-
.../apache/doris/statistics/HistogramBuilder.java | 2 +-
.../doris/statistics/HistogramCacheLoader.java | 65 +
.../org/apache/doris/statistics/HistogramTask.java | 6 +-
.../apache/doris/statistics/HiveAnalysisTask.java | 6 +-
.../doris/statistics/IcebergAnalysisTask.java | 4 +-
.../apache/doris/statistics/MVAnalysisTask.java | 6 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 6 +-
.../doris/statistics/StatisticConstants.java | 7 +-
.../org/apache/doris/statistics/Statistics.java | 18 +
.../apache/doris/statistics/StatisticsCache.java | 141 +-
.../doris/statistics/StatisticsCacheKey.java | 12 +
.../doris/statistics/StatisticsCacheLoader.java | 112 +-
.../apache/doris/statistics/StatisticsCleaner.java | 260 +++
.../doris/statistics/StatisticsRepository.java | 76 +-
.../doris/statistics/StatisticsTableCleaner.java | 120 --
.../doris/statistics/util/StatisticsUtil.java | 17 +
.../ExternalFileTableValuedFunction.java | 4 +-
.../doris/tablefunction/MetadataGenerator.java | 27 +-
.../ResourceGroupsTableValuedFunction.java | 71 +
.../doris/tablefunction/TableValuedFunctionIf.java | 2 +
.../hadoop/hive/metastore/HiveMetaStoreClient.java | 32 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 3 +
.../apache/doris/analysis/InsertArrayStmtTest.java | 2 -
.../org/apache/doris/catalog/CreateTableTest.java | 30 +-
.../catalog/MultiTableMaterializedViewTest.java | 2 +
.../org/apache/doris/catalog/RefreshTableTest.java | 179 ++
.../doris/external/elasticsearch/EsUtilTest.java | 11 +
.../apache/doris/mysql/MysqlCapabilityTest.java | 2 +-
.../nereids/jobs/cascades/DeriveStatsJobTest.java | 3 -
.../nereids/postprocess/RuntimeFilterTest.java | 2 +-
.../analysis/CheckExpressionLegalityTest.java | 2 +-
.../rules/analysis/FillUpMissingSlotsTest.java | 10 +-
.../nereids/rules/exploration/EagerCountTest.java | 88 +
.../rules/exploration/EagerGroupByCountTest.java | 101 +
.../rules/exploration/EagerGroupByTest.java | 88 +
.../nereids/rules/exploration/EagerSplitTest.java | 102 +
.../{rewrite => }/ExpressionRewriteTest.java | 22 +-
.../{rewrite => }/ExpressionRewriteTestHelper.java | 6 +-
.../expression/{rewrite => }/FoldConstantTest.java | 4 +-
.../{rewrite => }/SimplifyArithmeticRuleTest.java | 14 +-
.../{rewrite => }/SimplifyRangeTest.java | 4 +-
.../rules/expression/rewrite/TypeCoercionTest.java | 204 --
.../doris/nereids/rules/mv/SelectMvIndexTest.java | 2 +-
.../rewrite/logical/AggregateStrategiesTest.java | 4 +
.../rules/rewrite/logical/ReorderJoinTest.java | 6 +-
.../org/apache/doris/nereids/stats/TPCHStats.java | 2094 --------------------
.../org/apache/doris/nereids/stats/TestStats.java | 151 --
.../doris/nereids/util/HyperGraphBuilder.java | 2 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 4 +-
.../apache/doris/statistics/AnalysisJobTest.java | 2 +-
.../doris/statistics/AnalysisTaskExecutorTest.java | 4 +-
.../org/apache/doris/statistics/CacheTest.java | 52 +-
.../apache/doris/statistics/HistogramTaskTest.java | 2 +-
.../org/apache/doris/statistics/HistogramTest.java | 28 +-
.../test/resources/data/es/dynamic_mappings.json | 23 +
fe/hive-udf/pom.xml | 28 +-
fe/java-udf/pom.xml | 10 +-
.../java/org/apache/doris/udf/JdbcExecutor.java | 20 +-
fe/pom.xml | 119 +-
fe/spark-dpp/pom.xml | 9 +-
fs_brokers/apache_hdfs_broker/pom.xml | 1 +
gensrc/proto/internal_service.proto | 18 +
gensrc/proto/olap_file.proto | 6 +-
gensrc/script/doris_builtins_functions.py | 14 +
gensrc/thrift/AgentService.thrift | 4 +-
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 34 +-
gensrc/thrift/PlanNodes.thrift | 1 +
gensrc/thrift/Types.thrift | 15 +-
.../test_inlineview_with_project.out | 2 +
...ut => test_partial_const_args_for_function.out} | 32 +-
.../ssb_unique_sql_zstd}/sql/q1.1.out | 0
.../ssb_unique_sql_zstd}/sql/q1.2.out | 0
.../ssb_unique_sql_zstd}/sql/q1.3.out | 0
.../ssb_unique_sql_zstd}/sql/q2.1.out | 0
.../ssb_unique_sql_zstd}/sql/q2.2.out | 0
.../ssb_unique_sql_zstd}/sql/q2.3.out | 0
.../ssb_unique_sql_zstd}/sql/q3.1.out | 0
.../ssb_unique_sql_zstd}/sql/q3.2.out | 0
.../ssb_unique_sql_zstd}/sql/q3.3.out | 0
.../ssb_unique_sql_zstd}/sql/q3.4.out | 0
.../ssb_unique_sql_zstd}/sql/q4.1.out | 0
.../ssb_unique_sql_zstd}/sql/q4.2.out | 0
.../ssb_unique_sql_zstd}/sql/q4.3.out | 0
.../data/inverted_index_p0/test_inverted_index.out | 115 ++
.../inverted_index_p0/test_inverted_index_null.out | 115 ++
.../test_mow_with_null_sequence.out | 141 ++
.../unique_with_mow}/test_unique_mow_sequence.out | 0
.../data/load_p0/stream_load/simple_json_bom.json | 12 +
.../data/load_p0/stream_load/test_json_load.out | 13 +
.../testAggQueryOnAggMV10.out} | 10 +-
.../testAggQueryOnAggMV11.out} | 6 +-
.../testAggQuqeryOnAggMV5.out} | 0
.../testAggQuqeryOnAggMV6.out} | 0
.../testAggQuqeryOnAggMV7.out} | 0
.../mv_p0/ut/testQueryOnStar/testQueryOnStar.out | 4 +
.../data/nereids_function_p0/scalar_function/C.out | 174 ++
.../data/nereids_function_p0/scalar_function/D.out | 522 +++++
.../data/nereids_function_p0/scalar_function/F.out | 174 ++
.../data/nereids_function_p0/scalar_function/G.out | 3 +
.../data/nereids_function_p0/scalar_function/R.out | 348 ++++
.../data/nereids_function_p0/scalar_function/S.out | 174 ++
.../data/nereids_function_p0/scalar_function/T.out | 87 +
regression-test/data/nereids_p0/sort/sort.out | 40 +
.../spatial_functions/test_gis_function.out | 42 +
.../join_with_alias.out} | 6 +-
.../data/nereids_tpchPlanShape_p0/shape/q1.out | 12 +
.../data/nereids_tpchPlanShape_p0/shape/q10.out | 26 +
.../data/nereids_tpchPlanShape_p0/shape/q11.out | 39 +
.../data/nereids_tpchPlanShape_p0/shape/q12.out | 16 +
.../data/nereids_tpchPlanShape_p0/shape/q13.out | 19 +
.../data/nereids_tpchPlanShape_p0/shape/q14.out | 15 +
.../data/nereids_tpchPlanShape_p0/shape/q15.out | 30 +
.../data/nereids_tpchPlanShape_p0/shape/q16.out | 22 +
.../data/nereids_tpchPlanShape_p0/shape/q17.out | 20 +
.../data/nereids_tpchPlanShape_p0/shape/q18.out | 25 +
.../data/nereids_tpchPlanShape_p0/shape/q19.out | 14 +
.../data/nereids_tpchPlanShape_p0/shape/q2.out | 30 +
.../data/nereids_tpchPlanShape_p0/shape/q20.out | 32 +
.../data/nereids_tpchPlanShape_p0/shape/q21.out | 32 +
.../data/nereids_tpchPlanShape_p0/shape/q22.out | 26 +
.../data/nereids_tpchPlanShape_p0/shape/q3.out | 21 +
.../data/nereids_tpchPlanShape_p0/shape/q4.out | 17 +
.../data/nereids_tpchPlanShape_p0/shape/q5.out | 35 +
.../data/nereids_tpchPlanShape_p0/shape/q6.out | 9 +
.../data/nereids_tpchPlanShape_p0/shape/q7.out | 36 +
.../data/nereids_tpchPlanShape_p0/shape/q8.out | 48 +
.../data/nereids_tpchPlanShape_p0/shape/q9.out | 35 +
.../test_aggregate_all_functions2.out | 106 +
.../array_functions/test_array_functions.out | 11 +
.../test_array_functions_by_literal.out | 7 +
.../sql_functions/math_functions/test_round.out | 19 +-
.../spatial_functions/test_gis_function.out | 42 +
.../struct_functions/test_struct_functions.out | Bin 0 -> 724 bytes
.../test_struct_functions_by_literal.out} | 30 +-
...able_column_with_delete_drop_column_dup_key.out | 7 +
...e_column_with_delete_drop_column_unique_key.out | 3 +
.../test_agg_keys_schema_change.out | 3 +
.../schema_change_p0/test_agg_mv_schema_change.out | 3 +
.../test_agg_rollup_schema_change.out | 3 +
.../test_agg_vals_schema_change.out | 3 +
.../schema_change_p0/test_delete_schema_change.out | 11 +-
.../test_dup_rollup_schema_change.out | 3 +-
.../test_partition_schema_change.out | 15 +-
.../test_uniq_delete_sign_schema_change.out | 3 +
.../test_uniq_keys_schema_change.out | 3 +
.../test_uniq_mv_schema_change.out | 3 +
.../test_uniq_rollup_schema_change.out | 3 +-
regression-test/data/statistics/analyze_test.out | 25 +
regression-test/pipeline/p0/conf/fe.conf | 4 +-
.../pipeline/p0/conf/regression-conf.groovy | 2 +-
regression-test/pipeline/p1/conf/fe.conf | 4 +-
.../account_p0/test_nereids_row_policy.groovy | 8 +-
.../test_vertical_compaction_agg_keys.groovy | 2 +-
.../test_resource_group_tvf.groovy | 19 +-
.../test_inlineview_with_project.groovy | 218 ++
.../test_partial_const_args_for_function.groovy | 40 +
.../ssb_unique_sql_zstd/ddl/customer_create.sql | 25 +
.../ssb_unique_sql_zstd}/ddl/customer_delete.sql | 0
.../ssb_unique_sql_zstd/ddl/date_create.sql | 31 +
.../ssb_unique_sql_zstd}/ddl/date_delete.sql | 0
.../ssb_unique_sql_zstd/ddl/lineorder_create.sql | 41 +
.../ssb_unique_sql_zstd}/ddl/lineorder_delete.sql | 0
.../ssb_unique_sql_zstd/ddl/part_create.sql | 19 +
.../ssb_unique_sql_zstd}/ddl/part_delete.sql | 0
.../ssb_unique_sql_zstd/ddl/supplier_create.sql | 19 +
.../ssb_unique_sql_zstd}/ddl/supplier_delete.sql | 0
.../ssb_unique_sql_zstd/load.groovy | 0
.../ssb_unique_sql_zstd}/sql/q1.1.sql | 0
.../ssb_unique_sql_zstd}/sql/q1.2.sql | 0
.../ssb_unique_sql_zstd}/sql/q1.3.sql | 0
.../ssb_unique_sql_zstd}/sql/q2.1.sql | 0
.../ssb_unique_sql_zstd}/sql/q2.2.sql | 0
.../ssb_unique_sql_zstd}/sql/q2.3.sql | 0
.../ssb_unique_sql_zstd}/sql/q3.1.sql | 0
.../ssb_unique_sql_zstd}/sql/q3.2.sql | 0
.../ssb_unique_sql_zstd}/sql/q3.3.sql | 0
.../ssb_unique_sql_zstd}/sql/q3.4.sql | 0
.../ssb_unique_sql_zstd}/sql/q4.1.sql | 0
.../ssb_unique_sql_zstd}/sql/q4.2.sql | 0
.../ssb_unique_sql_zstd}/sql/q4.3.sql | 0
.../inverted_index_p0/test_inverted_index.groovy | 270 +++
.../test_inverted_index_null.groovy | 89 +
.../test_mow_with_null_sequence.groovy | 148 ++
.../unique_with_mow/test_pk_uk_case.groovy | 271 +++
.../test_primary_key_simple_case.groovy | 116 ++
.../test_unique_mow_sequence.groovy | 91 +
.../load_p0/stream_load/test_json_load.groovy | 15 +
.../stream_load/test_parquet_orc_case.groovy | 10 +-
.../mv_p0/multi_slot_k123p/multi_slot_k123p.groovy | 4 +-
.../testAggQueryOnAggMV10.groovy} | 13 +-
.../testAggQueryOnAggMV11.groovy} | 15 +-
.../testAggQuqeryOnAggMV5.groovy} | 13 +-
.../testAggQuqeryOnAggMV6.groovy} | 13 +-
.../testAggQuqeryOnAggMV7.groovy} | 13 +-
.../ut/testQueryOnStar/testQueryOnStar.groovy | 21 +
.../suites/nereids_datev2_p1/tpch/q2.groovy | 2 +-
.../nereids_function_p0/scalar_function/C.groovy | 14 +-
.../nereids_function_p0/scalar_function/D.groovy | 38 +-
.../nereids_function_p0/scalar_function/F.groovy | 14 +-
.../nereids_function_p0/scalar_function/G.groovy | 65 +-
.../nereids_function_p0/scalar_function/R.groovy | 26 +-
.../nereids_function_p0/scalar_function/S.groovy | 12 +
.../nereids_function_p0/scalar_function/T.groovy | 8 +-
regression-test/suites/nereids_p0/sort/sort.groovy | 64 +
.../spatial_functions/test_gis_function.groovy | 19 +
.../nereids_syntax_p0/aggregate_strategies.groovy | 2 +-
.../suites/nereids_syntax_p0/bind_priority.groovy | 37 +
.../nereids_syntax_p0/join_with_alias.groovy | 59 +
.../suites/nereids_syntax_p0/type_cast.groovy | 8 +
.../suites/nereids_tpchPlanShape_p0/load.groovy | 467 +++++
.../nereids_tpchPlanShape_p0/shape/q1.groovy | 52 +
.../nereids_tpchPlanShape_p0/shape/q10.groovy | 64 +
.../nereids_tpchPlanShape_p0/shape/q11.groovy | 59 +
.../nereids_tpchPlanShape_p0/shape/q12.groovy | 60 +
.../nereids_tpchPlanShape_p0/shape/q13.groovy | 52 +
.../nereids_tpchPlanShape_p0/shape/q14.groovy | 45 +
.../nereids_tpchPlanShape_p0/shape/q15.groovy | 51 +
.../nereids_tpchPlanShape_p0/shape/q16.groovy | 62 +
.../nereids_tpchPlanShape_p0/shape/q17.groovy | 49 +
.../nereids_tpchPlanShape_p0/shape/q18.groovy | 65 +
.../nereids_tpchPlanShape_p0/shape/q19.groovy | 69 +
.../nereids_tpchPlanShape_p0/shape/q2.groovy | 76 +
.../nereids_tpchPlanShape_p0/shape/q20.groovy | 70 +
.../nereids_tpchPlanShape_p0/shape/q21.groovy | 72 +
.../nereids_tpchPlanShape_p0/shape/q22.groovy | 69 +
.../nereids_tpchPlanShape_p0/shape/q3.groovy | 56 +
.../nereids_tpchPlanShape_p0/shape/q4.groovy | 53 +
.../nereids_tpchPlanShape_p0/shape/q5.groovy | 56 +
.../nereids_tpchPlanShape_p0/shape/q6.groovy | 41 +
.../nereids_tpchPlanShape_p0/shape/q7.groovy | 71 +
.../nereids_tpchPlanShape_p0/shape/q8.groovy | 69 +
.../nereids_tpchPlanShape_p0/shape/q9.groovy | 64 +
.../suites/nereids_tpch_p0/tpch/q2.groovy | 2 +-
.../suites/query_p0/show/test_show_catalogs.groovy | 23 +-
.../test_aggregate_all_functions2.groovy | 83 +
.../array_functions/test_array_functions.groovy | 1 +
.../test_array_functions_by_literal.groovy | 2 +
.../datetime_functions/test_date_function.groovy | 11 +
.../sql_functions/math_functions/test_round.groovy | 8 +-
.../spatial_functions/test_gis_function.groovy | 18 +
.../struct_functions/test_struct_functions.groovy | 45 +
.../test_struct_functions_by_literal.groovy | 19 +-
.../query_p2/system/test_query_sys_tables.groovy | 4 +-
...e_column_with_delete_drop_column_dup_key.groovy | 20 +-
...olumn_with_delete_drop_column_unique_key.groovy | 10 +-
.../test_agg_keys_schema_change.groovy | 7 +-
.../test_agg_mv_schema_change.groovy | 65 +-
.../test_agg_rollup_schema_change.groovy | 42 +-
.../test_agg_vals_schema_change.groovy | 9 +-
.../test_alter_table_column.groovy | 6 +-
.../schema_change_p0/test_delete_schema_change.sql | 4 +-
.../test_dup_keys_schema_change.groovy | 9 +-
.../test_dup_mv_schema_change.groovy | 61 +-
.../test_dup_rollup_schema_change.groovy | 41 +-
.../test_dup_vals_schema_change.groovy | 5 +-
.../test_partition_schema_change.sql | 6 +-
.../schema_change_p0/test_rename_column.groovy | 5 +-
.../test_uniq_delete_sign_schema_change.groovy | 7 +-
.../test_uniq_keys_schema_change.groovy | 7 +-
.../test_uniq_mv_schema_change.groovy | 52 +-
.../test_uniq_rollup_schema_change.groovy | 41 +-
.../test_uniq_seq_col_schema_change.groovy | 5 +-
.../test_uniq_vals_schema_change.groovy | 5 +-
.../test_update_schema_change.groovy | 5 +-
regression-test/suites/ssb_sf0.1_p1/load.groovy | 1 -
.../suites/statistics/analyze_test.groovy | 161 ++
thirdparty/CHANGELOG.md | 9 +
thirdparty/build-thirdparty.sh | 23 +-
thirdparty/vars.sh | 24 +-
790 files changed, 20684 insertions(+), 9144 deletions(-)
create mode 160000 be/src/apache-orc
create mode 100644 be/src/geo/ByteOrderDataInStream.h
create mode 100644 be/src/geo/ByteOrderValues.cpp
create mode 100644 be/src/geo/ByteOrderValues.h
create mode 100644 be/src/geo/geo_tobinary.cpp
create mode 100644 be/src/geo/geo_tobinary.h
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rewrite/ExpressionRewriteContext.java
=> be/src/geo/geo_tobinary_type.h (60%)
copy fe/fe-core/src/main/java/org/apache/doris/analysis/SetTransaction.java =>
be/src/geo/machine.h (74%)
create mode 100644 be/src/geo/wkb_parse.cpp
copy be/src/{util/ref_count_closure.h => geo/wkb_parse.h} (54%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rewrite/ExpressionRewriteRule.java
=> be/src/geo/wkb_parse_ctx.h (66%)
create mode 100644 be/src/vec/common/allocator.cpp
delete mode 100644 be/src/vec/common/volnitsky.h
create mode 100644 be/src/vec/functions/function_struct.cpp
create mode 100644 be/test/vec/data_types/complex_type_test.cpp
create mode 100644 docs/en/community/developer-guide/be-clion-dev.md
create mode 100644 docs/en/docs/admin-manual/fe-certificate.md
create mode 100644 docs/en/docs/advanced/lateral-view.md
create mode 100644 docs/en/docs/ecosystem/seatunnel.md
delete mode 100644 docs/en/docs/ecosystem/seatunnel/flink-sink.md
delete mode 100644 docs/en/docs/ecosystem/seatunnel/spark-sink.md
copy docs/{zh-CN/docs/sql-manual/sql-reference/Data-Types/DATEV2.md =>
en/docs/sql-manual/sql-functions/date-time-functions/time_to_sec.md} (58%)
create mode 100644
docs/en/docs/sql-manual/sql-functions/spatial-functions/st_asbinary.md
create mode 100644
docs/en/docs/sql-manual/sql-functions/spatial-functions/st_asewkb.md
create mode 100644
docs/en/docs/sql-manual/sql-functions/spatial-functions/st_geometryfromewkb.md
create mode 100644
docs/en/docs/sql-manual/sql-functions/spatial-functions/st_geometryfromwkb.md
create mode 100644
docs/en/docs/sql-manual/sql-functions/table-functions/resource-group.md
copy
docs/en/docs/sql-manual/sql-reference/Show-Statements/{SHOW-CREATE-LOAD.md =>
SHOW-CREATE-REPOSITORY.md} (75%)
create mode 100644 docs/images/clion-deployment1.png
create mode 100644 docs/images/clion-deployment2.png
create mode 100644 docs/images/clion-run-debug-conf1.png
create mode 100644 docs/images/clion-run-debug-conf2.png
create mode 100644 docs/images/clion-toolchains.png
create mode 100644 docs/images/doris-dist-output-tree.png
create mode 100644 docs/zh-CN/community/developer-guide/be-clion-dev.md
create mode 100644 docs/zh-CN/docs/admin-manual/fe-certificate.md
create mode 100644 docs/zh-CN/docs/advanced/lateral-view.md
create mode 100644 docs/zh-CN/docs/ecosystem/seatunnel.md
delete mode 100644 docs/zh-CN/docs/ecosystem/seatunnel/flink-sink.md
delete mode 100644 docs/zh-CN/docs/ecosystem/seatunnel/spark-sink.md
copy docs/zh-CN/docs/sql-manual/{sql-reference/Data-Types/DATEV2.md =>
sql-functions/date-time-functions/time_to_sec.md} (60%)
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/spatial-functions/st_asbinary.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/spatial-functions/st_asewkb.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/spatial-functions/st_geometryfromewkb.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/spatial-functions/st_geometryfromwkb.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/table-functions/resource-group.md
copy
docs/{en/docs/sql-manual/sql-reference/Show-Statements/SHOW-CREATE-LOAD.md =>
zh-CN/docs/sql-manual/sql-reference/Show-Statements/SHOW-CREATE-REPOSITORY.md}
(67%)
copy
fe/{fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rewrite/AbstractExpressionRewriteRule.java
=> fe-common/src/main/java/org/apache/doris/catalog/AnyType.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/alter/AlterLSCHelper.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateResourceGroupStmt.java
rename
fe/fe-core/src/main/java/org/apache/doris/analysis/{DropTableStatsStmt.java =>
DropStatsStmt.java} (92%)
copy
fe/fe-core/src/main/java/org/apache/doris/analysis/{ShowColumnStatsStmt.java =>
ShowColumnHistStmt.java} (61%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCreateRepositoryStmt.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowResourceGroupsStmt.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionTypeDeducers.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/{join/JoinReorderUtils.java
=> CBOUtils.java} (93%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/EagerCount.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/EagerGroupBy.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/EagerGroupByCount.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/EagerSplit.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/AbstractExpressionRewriteRule.java (95%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionNormalization.java (59%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionOptimization.java (78%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionRewrite.java (99%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionRewriteContext.java (82%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionRewriteRule.java (94%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionRuleExecutor.java (93%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/check/CheckCast.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rewrite/rules/CharacterLiteralTypeCoercion.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rewrite/rules/TypeCoercion.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/BetweenToCompoundRule.java (74%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/ColumnBound.java (98%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/ColumnRange.java (98%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/DigitalMaskingConvert.java (88%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/DistinctPredicatesRule.java (89%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/ExtractCommonFactorRule.java (93%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/FoldConstantRule.java (75%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/FoldConstantRuleOnBE.java (97%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/FoldConstantRuleOnFE.java (95%)
rename fe/fe-core/src/main/java/org/apache/doris/nereids/rules/{analysis =>
expression/rules}/FunctionBinder.java (85%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/InPredicateDedup.java (89%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/InPredicateToEqualToRule.java (91%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/NormalizeBinaryPredicatesRule.java (86%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/OneListPartitionEvaluator.java (96%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/OnePartitionEvaluator.java (97%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/OneRangePartitionEvaluator.java (98%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/PartitionPruner.java (98%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/PartitionRangeExpander.java (99%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/PartitionSlotInput.java (99%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/SimplifyArithmeticComparisonRule.java (88%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/SimplifyArithmeticRule.java (97%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/SimplifyCastRule.java (95%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/SimplifyComparisonPredicate.java (96%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/SimplifyNotExprRule.java (92%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/SimplifyRange.java (98%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/SupportJavaDateFormatter.java (93%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/TryEliminateUninterestedPredicates.java (95%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/rules/UnknownPartitionEvaluator.java (96%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DigitalMasking.java
=> StAsBinary.java} (79%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DigitalMasking.java
=> StAsEWKB.java} (79%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DigitalMasking.java
=> StGeomFromEWKB.java} (78%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DigitalMasking.java
=> StGeomFromWKB.java} (78%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DigitalMasking.java
=> StGeometryFromEWKB.java} (77%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DigitalMasking.java
=> StGeometryFromWKB.java} (78%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/FileLoadScanNode.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/external/ExternalFileScanNode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/external/FileQueryScanNode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/resource/resourcegroup/ResourceGroup.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/resource/resourcegroup/ResourceGroupMgr.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/rewrite/EliminateUnnecessaryFunctions.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/ColumnLevelStatisticCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/ColumnStatisticsCacheLoader.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/HistogramCacheLoader.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticsCleaner.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticsTableCleaner.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tablefunction/ResourceGroupsTableValuedFunction.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/RefreshTableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/EagerCountTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/EagerGroupByCountTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/EagerGroupByTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/EagerSplitTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionRewriteTest.java (93%)
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/ExpressionRewriteTestHelper.java (96%)
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/FoldConstantTest.java (98%)
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/SimplifyArithmeticRuleTest.java (92%)
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/{rewrite =>
}/SimplifyRangeTest.java (98%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/expression/rewrite/TypeCoercionTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/stats/TPCHStats.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/stats/TestStats.java
create mode 100644 fe/fe-core/src/test/resources/data/es/dynamic_mappings.json
copy regression-test/data/correctness_p0/{test_inlineview_with_project.out =>
test_partial_const_args_for_function.out} (57%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q1.1.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q1.2.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q1.3.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q2.1.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q2.2.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q2.3.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.1.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.2.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.3.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.4.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q4.1.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q4.2.out (100%)
copy regression-test/data/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q4.3.out (100%)
create mode 100644
regression-test/data/inverted_index_p0/test_inverted_index.out
create mode 100644
regression-test/data/inverted_index_p0/test_inverted_index_null.out
create mode 100644
regression-test/data/inverted_index_p0/unique_with_mow/test_mow_with_null_sequence.out
copy regression-test/data/{unique_with_mow_p0 =>
inverted_index_p0/unique_with_mow}/test_unique_mow_sequence.out (100%)
create mode 100644
regression-test/data/load_p0/stream_load/simple_json_bom.json
copy regression-test/data/mv_p0/ut/{testQueryOnStar/testQueryOnStar.out =>
testAggQueryOnAggMV10/testAggQueryOnAggMV10.out} (74%)
copy regression-test/data/mv_p0/ut/{testQueryOnStar/testQueryOnStar.out =>
testAggQueryOnAggMV11/testAggQueryOnAggMV11.out} (82%)
copy
regression-test/data/mv_p0/ut/{testAggregateMVCalcAggFunctionQuery/testAggregateMVCalcAggFunctionQuery.out
=> testAggQuqeryOnAggMV5/testAggQuqeryOnAggMV5.out} (100%)
copy
regression-test/data/mv_p0/ut/{testAggregateMVCalcAggFunctionQuery/testAggregateMVCalcAggFunctionQuery.out
=> testAggQuqeryOnAggMV6/testAggQuqeryOnAggMV6.out} (100%)
copy
regression-test/data/mv_p0/ut/{testAggregateMVCalcAggFunctionQuery/testAggregateMVCalcAggFunctionQuery.out
=> testAggQuqeryOnAggMV7/testAggQuqeryOnAggMV7.out} (100%)
copy regression-test/data/{correctness_p0/test_inlineview_with_project.out =>
nereids_syntax_p0/join_with_alias.out} (76%)
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q1.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q10.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q11.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q12.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q13.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q14.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q15.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q16.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q17.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q18.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q19.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q2.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q20.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q21.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q22.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q3.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q4.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q5.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q6.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q7.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q8.out
create mode 100644 regression-test/data/nereids_tpchPlanShape_p0/shape/q9.out
create mode 100644
regression-test/data/query_p0/sql_functions/aggregate_functions/test_aggregate_all_functions2.out
create mode 100644
regression-test/data/query_p0/sql_functions/struct_functions/test_struct_functions.out
copy
regression-test/data/{schema_change/test_alter_table_column_with_delete_drop_column_unique_key.out
=>
query_p0/sql_functions/struct_functions/test_struct_functions_by_literal.out}
(54%)
create mode 100644 regression-test/data/statistics/analyze_test.out
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rewrite/ExpressionRewriteRule.java
=>
regression-test/suites/correctness_p0/table_valued_function/test_resource_group_tvf.groovy
(68%)
create mode 100644
regression-test/suites/correctness_p0/test_partial_const_args_for_function.groovy
create mode 100644
regression-test/suites/inverted_index_p0/ssb_unique_sql_zstd/ddl/customer_create.sql
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/ddl/customer_delete.sql (100%)
create mode 100644
regression-test/suites/inverted_index_p0/ssb_unique_sql_zstd/ddl/date_create.sql
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/ddl/date_delete.sql (100%)
create mode 100644
regression-test/suites/inverted_index_p0/ssb_unique_sql_zstd/ddl/lineorder_create.sql
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/ddl/lineorder_delete.sql (100%)
create mode 100644
regression-test/suites/inverted_index_p0/ssb_unique_sql_zstd/ddl/part_create.sql
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/ddl/part_delete.sql (100%)
create mode 100644
regression-test/suites/inverted_index_p0/ssb_unique_sql_zstd/ddl/supplier_create.sql
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/ddl/supplier_delete.sql (100%)
copy regression-test/suites/{unique_with_mow_p0 =>
inverted_index_p0}/ssb_unique_sql_zstd/load.groovy (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q1.1.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q1.2.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q1.3.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q2.1.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q2.2.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q2.3.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.1.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.2.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.3.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q3.4.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q4.1.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q4.2.sql (100%)
copy regression-test/suites/{datev2/ssb_sf0.1_p1 =>
inverted_index_p0/ssb_unique_sql_zstd}/sql/q4.3.sql (100%)
create mode 100644
regression-test/suites/inverted_index_p0/test_inverted_index.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_inverted_index_null.groovy
create mode 100644
regression-test/suites/inverted_index_p0/unique_with_mow/test_mow_with_null_sequence.groovy
create mode 100644
regression-test/suites/inverted_index_p0/unique_with_mow/test_pk_uk_case.groovy
create mode 100644
regression-test/suites/inverted_index_p0/unique_with_mow/test_primary_key_simple_case.groovy
create mode 100644
regression-test/suites/inverted_index_p0/unique_with_mow/test_unique_mow_sequence.groovy
copy regression-test/suites/mv_p0/ut/{testQueryOnStar/testQueryOnStar.groovy
=> testAggQueryOnAggMV10/testAggQueryOnAggMV10.groovy} (77%)
copy regression-test/suites/mv_p0/ut/{testQueryOnStar/testQueryOnStar.groovy
=> testAggQueryOnAggMV11/testAggQueryOnAggMV11.groovy} (78%)
copy regression-test/suites/mv_p0/ut/{testQueryOnStar/testQueryOnStar.groovy
=> testAggQuqeryOnAggMV5/testAggQuqeryOnAggMV5.groovy} (76%)
copy regression-test/suites/mv_p0/ut/{testQueryOnStar/testQueryOnStar.groovy
=> testAggQuqeryOnAggMV6/testAggQuqeryOnAggMV6.groovy} (75%)
copy regression-test/suites/mv_p0/ut/{testQueryOnStar/testQueryOnStar.groovy
=> testAggQuqeryOnAggMV7/testAggQuqeryOnAggMV7.groovy} (79%)
create mode 100644
regression-test/suites/nereids_syntax_p0/join_with_alias.groovy
create mode 100644 regression-test/suites/nereids_tpchPlanShape_p0/load.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q1.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q10.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q11.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q12.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q13.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q14.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q15.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q16.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q17.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q18.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q19.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q2.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q20.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q21.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q22.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q3.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q4.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q5.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q6.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q7.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q8.groovy
create mode 100644
regression-test/suites/nereids_tpchPlanShape_p0/shape/q9.groovy
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rewrite/ExpressionRewriteContext.java
=> regression-test/suites/query_p0/show/test_show_catalogs.groovy (61%)
create mode 100644
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_aggregate_all_functions2.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/struct_functions/test_struct_functions.groovy
copy fe/fe-core/src/main/java/org/apache/doris/analysis/SetTransaction.java =>
regression-test/suites/query_p0/sql_functions/struct_functions/test_struct_functions_by_literal.groovy
(58%)
create mode 100644 regression-test/suites/statistics/analyze_test.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
