This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-4.2
in repository https://gitbox.apache.org/repos/asf/doris.git
from 9030a3f87a8 branch-4.2: [feature](cloud) support single rowset grouped
compaction (#65907) (#68361)
new 48f05f67dd1 branch-4.1: [improve](profile) Skip _init_profile in
load_v1 when enable_profile is false #61131 (#62801)
new e3e6cdbfb71 [fix](regression) Wait for final Iceberg Variant STRING
profile counters (#68597)
new c5ebba21dfd [feature](lance) Support time travel, tags, branches and
REST Namespace managed versioning (#68453)
new aa2fa487ade [fix](iceberg) Preserve file specs after evolving to
unpartitioned tables (#68481)
new ffa16d4b68d [fix](arrow) Validate Flight result arrays before
publishing batches (#68596)
new 69e3bffa030 branch-4.1: [fix](function) Keep the leading NULLs of
every row in array_cum_sum #68554 (#68605)
new d3f3f52ecaa add temp dir in testutil (#68638)
new 09df202391a branch-4.1: [fix](regexp) Apply extended regex fallback to
non-constant patterns #68501 (#68591)
new 37352da41c1 [fix](be) Backport unlimited topn expansion rates to
branch-4.1 (#68545)
new a8f3b9dd7dc [fix](regression) Backport regression stability fixes to
branch-4.1 (#68449) (#68618)
new 8cbfea08b3e branch-4.1: [fix](fe) Apply the same checks to HTTP Basic
and cookie requests on /rest/v1 (#68635)
new 7d0c1bf425e [fix](arrow-flight) Deduplicate parallel result endpoints
by backend (#68642)
new 20a412ebe47 [fix](arrow) Reject out-of-range Flight timestamps (#68604)
new aa59d75da7f [fix](arrow-flight) Cancel queries when result streams
close early (#68630)
new 761c243c71a branch-4.1: [fix](function) Skip the rows with a NULL
argument in array_range #68620 (#68644)
new bd6fecbc979 branch-4.1: [fix](auth) Treat only root@'%' as root in SET
PASSWORD and ALTER USER (#68634)
new 2f9f1e253fa branch-4.1: [fix](auth) Check column privileges held by
grantor in GRANT/REVOKE (#68629)
new a7daed69925 branch-4.1: [fix](scan) Fix lost and duplicated rows when
splitting CSV/JSON on multi-character line delimiters #68539 (#68600)
new 7606fcebd4e branch-4.1: [fix](cloud) Invalidate version caches on
visible commit retries (#67813) (#68650)
new 37e65c49e08 branch-4.1: [fix](meta cache) Invalidate external row
count cache after metadata changes #64160 (#68196)
new e98db0594f7 branch-4.1:[feat](paimon) support paimon-rust reader on BE
(#66227)
new ce1bc2c43bd [fix](flight-sql) Return analyzed query schemas and table
type metadata (#68631)
new d30e392db32 branch-4.1: [fix](be) Restore BOOLEAN support in
linear_histogram #68478 (#68676)
new 810c92fb836 branch-4.1: [fix](cloud) Respect recycle type when
deleting partial update rowsets (#68594) (#68665)
new ac940a48c12 branch-4.1: [opt](cloud) Add recycler rowset recycling
benchmarks test #68043 (#68581)
new 62b9b6130f4 branch-4.1: [fix](auth) Reject privilege object names with
more than three parts in GRANT/REVOKE #68660 (#68682)
new 710f324af72 [improvement](lance) Add ANN prefilter optimization and
profiles (branch-4.1) (#68615)
new 5320dddf5dc [improvement](lance) Expose query parallelism and complete
row fetch profiles (branch-4.1) (#68690)
new 0cd51660c4b branch-4.1: [fix](storage) Do not cache the failure of
loading segment rows in BetaRowset #68675 (#68683)
new 26004ed0c6d branch-4.1: [fix](array-func) Handle outer-null containers
with hidden nested data (#68022) (#68696)
new 98e5b46adf6 branch-4.1: [fix](jsonb) Stop truncating JSON text at a
U+0000 inside a string #68244 (#68735)
new 238cf2c2538 [improvement](lance) Push down array membership and
boolean scalar index predicates (#68687)
new 4c5f158be1c branch-4.1: [fix](be) Stop background workers before
startup exit #68652 (#68653)
new 1bbc51ef3c5 [fix](arrow-flight) Preserve nested logical type metadata
(#68614)
new 0e741f9162b [fix](arrow) Correct year-zero DATE conversion on
branch-4.1 (#68649)
The 35 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/build-thirdparty.yml | 3 +
be/CMakeLists.txt | 3 +-
be/cmake/thirdparty.cmake | 7 +
be/src/agent/heartbeat_server.cpp | 2 +
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 26 +
be/src/cloud/cloud_meta_mgr.cpp | 10 +
be/src/cloud/cloud_tablets_channel.cpp | 4 +-
.../data_type_serde/data_type_datev2_serde.cpp | 73 +-
be/src/core/value/vdatetime_value.h | 53 +-
be/src/exec/operator/materialization_opertor.cpp | 6 +-
.../exec/operator/memory_scratch_sink_operator.cpp | 3 +-
be/src/exec/operator/result_sink_operator.cpp | 23 +-
be/src/exec/operator/result_sink_operator.h | 3 +
be/src/exec/rowid_fetcher.cpp | 21 +
be/src/exec/rowid_fetcher.h | 2 +
be/src/exec/scan/file_scanner.cpp | 19 +
be/src/exec/scan/file_scanner_v2.cpp | 15 +-
.../sink/writer/iceberg/partition_transformers.h | 8 +-
.../sink/writer/varrow_flight_result_writer.cpp | 21 +-
.../exec/sink/writer/varrow_flight_result_writer.h | 13 +-
.../exprs/aggregate/aggregate_function_foreach.h | 181 +-
.../aggregate_function_linear_histogram.cpp | 7 +-
be/src/exprs/aggregate/aggregate_function_null.h | 114 +
.../aggregate/aggregate_function_python_udaf.cpp | 4 +-
be/src/exprs/aggregate/aggregate_function_topn.h | 3 +-
.../function/array/function_array_cum_sum.cpp | 14 +-
.../array/function_array_enumerate_uniq.cpp | 146 +-
.../exprs/function/array/function_array_range.cpp | 12 +
.../exprs/function/array/function_array_sortby.cpp | 35 +-
.../exprs/function/array/function_array_split.cpp | 127 +-
be/src/exprs/function/array/function_array_zip.cpp | 175 +-
be/src/exprs/function/like.cpp | 131 +-
be/src/exprs/function/like.h | 17 +
.../lambda_function/varray_filter_function.cpp | 17 +-
.../exprs/lambda_function/varray_map_function.cpp | 123 +-
.../exprs/lambda_function/varray_sort_function.cpp | 5 +
be/src/format/arrow/arrow_block_convertor.cpp | 171 +-
be/src/format/arrow/arrow_block_convertor.h | 17 +-
be/src/format/arrow/arrow_row_batch.cpp | 147 +-
be/src/format/arrow/arrow_row_batch.h | 71 +-
be/src/format/csv/csv_reader.cpp | 8 +
.../file_reader/new_plain_text_line_reader.cpp | 77 +
.../file_reader/new_plain_text_line_reader.h | 6 +
be/src/format/json/new_json_reader.cpp | 15 +-
be/src/format/json/new_json_reader.h | 5 +-
.../parquet/parquet_arrow_block_convertor.cpp | 18 +-
.../format/parquet/parquet_arrow_block_convertor.h | 20 +
be/src/format/table/iceberg/arrow_schema_util.cpp | 46 +-
be/src/format/table/iceberg/arrow_schema_util.h | 20 +-
.../iceberg/iceberg_arrow_block_convertor.cpp | 12 +-
.../table/paimon/paimon_arrow_block_convertor.cpp | 16 +-
.../table/paimon/paimon_arrow_block_convertor.h | 11 +
be/src/format_v2/delimited_text/csv_reader.cpp | 2 +
.../delimited_text/delimited_text_reader.cpp | 14 +
.../delimited_text/delimited_text_reader.h | 2 +
be/src/format_v2/json/json_reader.cpp | 15 +-
be/src/format_v2/json/json_reader.h | 4 +-
be/src/format_v2/orc/orc_reader.cpp | 164 +-
be/src/format_v2/parquet/parquet_reader.cpp | 43 +
be/src/format_v2/parquet/parquet_statistics.cpp | 10 +
be/src/format_v2/table/lance_reader.cpp | 62 +
be/src/format_v2/table/paimon_reader.cpp | 62 +-
be/src/format_v2/table/paimon_reader.h | 18 +-
.../table/paimon_rust_predicate_converter.cpp | 840 +++++++
.../table/paimon_rust_predicate_converter.h | 161 ++
.../format_v2/table/paimon_rust_table_reader.cpp | 924 ++++++++
be/src/format_v2/table/paimon_rust_table_reader.h | 188 ++
be/src/load/channel/load_channel.cpp | 19 +-
be/src/load/channel/tablets_channel.cpp | 10 +-
be/src/load/delta_writer/delta_writer.cpp | 6 +-
be/src/load/memtable/memtable_writer.cpp | 3 +
be/src/runtime/result_buffer_mgr.cpp | 43 +
be/src/runtime/result_buffer_mgr.h | 5 +
.../arrow_flight/arrow_flight_batch_reader.cpp | 154 +-
.../arrow_flight/arrow_flight_batch_reader.h | 23 +-
be/src/service/arrow_flight/flight_sql_service.cpp | 8 +-
be/src/service/doris_main.cpp | 69 +-
be/src/service/internal_service.cpp | 9 +-
be/src/storage/rowset/beta_rowset.cpp | 17 +-
be/src/storage/rowset/beta_rowset.h | 5 +-
be/src/storage/rowset_builder.cpp | 6 +-
be/src/udf/python/python_udf_meta.cpp | 3 +-
be/src/util/jsonb_utils.h | 9 +-
.../core/data_type/common_data_type_serder_test.h | 4 +-
.../data_type_datev2_serde_calendar_test.cpp | 358 +++
.../data_type_serde/data_type_serde_arrow_test.cpp | 31 +-
.../operator/materialization_shared_state_test.cpp | 49 +
be/test/exec/scan/file_scanner_v2_test.cpp | 42 +
.../writer/iceberg/partition_transformers_test.cpp | 27 +
.../orc_scanner/date_count_truncated_stats.orc | Bin 0 -> 230 bytes
.../{my-file.orc => date_large_ordinal.orc} | Bin
.../orc_scanner/date_metadata_fixtures.md | 39 +
.../test_data/orc_scanner/date_out_of_range.orc | Bin 0 -> 619 bytes
.../exec/test_data/orc_scanner/date_preflight.orc | Bin 0 -> 390 bytes
.../orc_scanner/date_preflight_bad_index.orc | Bin 0 -> 390 bytes
.../test_data/paimon_rust_batch_size}/README.md | 29 +-
...-3b6dc957-0664-4ec4-946c-9535d228957a-0.parquet | Bin 0 -> 772 bytes
.../paimon_rust_batch_size/schema/schema-0 | 22 +
.../test_data/paimon_rust_batch_size/split.bin | Bin 0 -> 557 bytes
.../exprs/aggregate/agg_linear_histogram_test.cpp | 31 +-
be/test/exprs/aggregate/agg_topn_test.cpp | 125 +
.../aggregate_function_exception_test.cpp | 324 ++-
.../exprs/function/function_array_cum_sum_test.cpp | 100 +
.../exprs/function/function_array_range_test.cpp | 12 +
.../exprs/function/function_array_split_test.cpp | 224 ++
be/test/exprs/function/function_array_zip_test.cpp | 396 ++++
be/test/exprs/function/function_like_test.cpp | 104 +-
.../lambda_function/array_map_function_test.cpp | 619 ++++-
.../format/arrow/arrow_block_convertor_test.cpp | 133 ++
.../format/arrow/arrow_flight_timestamp_test.cpp | 225 ++
be/test/format/arrow/arrow_row_batch_test.cpp | 305 +++
.../new_plain_text_line_reader_test.cpp | 133 ++
.../table/iceberg/arrow_schema_util_test.cpp | 16 +-
.../format_v2/delimited_text/csv_reader_test.cpp | 160 ++
be/test/format_v2/json/json_reader_test.cpp | 175 ++
be/test/format_v2/orc/orc_reader_test.cpp | 559 ++++-
be/test/format_v2/parquet/parquet_reader_test.cpp | 248 ++
.../format_v2/parquet/parquet_statistics_test.cpp | 174 ++
be/test/format_v2/table/lance_reader_test.cpp | 69 +
be/test/format_v2/table/paimon_reader_test.cpp | 167 +-
.../table/paimon_rust_predicate_converter_test.cpp | 674 ++++++
.../table/paimon_rust_table_reader_test.cpp | 712 ++++++
.../arrow_flight/arrow_flight_cancel_test.cpp | 567 +++++
be/test/storage/rowset/beta_rowset_test.cpp | 54 +
be/test/testutil/scoped_temp_dir.h | 60 +
be/test/util/jsonb_parser_simd_test.cpp | 37 +
build.sh | 34 +-
cloud/src/recycler/recycler.cpp | 4 +-
cloud/test/CMakeLists.txt | 1 +
cloud/test/recycler_benchmark_test.cpp | 1069 +++++++++
cloud/test/recycler_test.cpp | 34 +
docker/runtime/doris-compose/utils.py | 43 +-
.../docker-compose/iceberg/iceberg.yaml.tpl | 24 +-
.../scripts/lance_build_array_predicates.py | 106 +
.../scripts/lance_build_preinstalled_catalog.py | 20 +-
.../iceberg/scripts/lance_build_time_travel.py | 178 ++
.../iceberg/scripts/lance_fixture_requirements.txt | 7 +-
.../iceberg/scripts/lance_rest_server.py | 198 +-
.../bitmap_page_lookup.lance | Bin 0 -> 993 bytes
.../page_data.lance | Bin 0 -> 769 bytes
.../page_lookup.lance | Bin 0 -> 1259 bytes
.../0-a4640b8d-55a7-47f8-9392-5ec3d0ed19c9.txn | Bin 0 -> 325 bytes
.../1-d21db0fc-7e46-4699-9948-ab6f8d66098c.txn | Bin 0 -> 184 bytes
.../2-8498550d-87e2-42c8-931c-1ed0d8bc7371.txn | Bin 0 -> 197 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 901 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 735 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 729 bytes
.../_versions/latest_version_hint.json | 0
...0010111110100106a0464445da0b5a4b7c3465eb5.lance | Bin 0 -> 1223 bytes
...101111100111010027ce24037932857b1f2b85e24.lance | Bin 0 -> 1223 bytes
.../bitmap_page_lookup.lance | Bin 0 -> 865 bytes
.../page_data.lance | Bin 0 -> 704 bytes
.../page_lookup.lance | Bin 0 -> 1259 bytes
.../0-58691d36-bff2-4a01-ad25-ae3642019067.txn | Bin 0 -> 244 bytes
.../1-c343d785-33b7-4448-b0da-160c970f78a1.txn | Bin 0 -> 182 bytes
.../2-bcdae8c1-73a4-4b25-ad8b-887bf393af0f.txn | Bin 0 -> 195 bytes
.../3-8a4b0277-3a05-4eca-8787-2f5ad24763fb.txn | Bin 0 -> 124 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 824 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 812 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 648 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 565 bytes
.../_versions/latest_version_hint.json | 0
...011101101000101d214d7401ba969a49532b0ae8b.lance | Bin 0 -> 1223 bytes
...00100001001011139a9b14af698a84d7cb598d6a7.lance | Bin 0 -> 1223 bytes
.../0-7c18f76d-3524-4079-835f-7404de102fa9.txn | Bin 0 -> 325 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 729 bytes
.../_versions/latest_version_hint.json | 0
...0010010101001015f6f6345d896c3324132a6d562.lance | Bin 0 -> 1223 bytes
...1100100010111008b02e34ab199273cee3ff3688e.lance | Bin 0 -> 1223 bytes
.../time_travel.lance/_refs/branches/dev.json | 15 +
.../lance/time_travel.lance/_refs/tags/rel.json | 8 +
.../lance/time_travel.lance/_refs/tags/v1.json | 8 +
.../lance/time_travel.lance/_refs/tags/v2.json | 8 +
.../lance/time_travel.lance/_refs/tags/v3.json | 8 +
.../0-c7a3192f-4b4a-4e8b-b3a3-b736534c10f3.txn | Bin 0 -> 185 bytes
.../1-79502d42-ca15-43d2-99e3-8c734698ae2b.txn | Bin 0 -> 122 bytes
.../2-e678f5d6-e017-494d-adaf-fd1c0e245182.txn | Bin 0 -> 122 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 546 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 464 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 447 bytes
.../_versions/latest_version_hint.json | 0
...11001001000111077951d4cb09c0a747e1eddc25e.lance | Bin 0 -> 557 bytes
...010000110100100bcc907454fa3151c2176cb1bc4.lance | Bin 0 -> 557 bytes
...1100100111000010ab68a492fa5d2c0fa972154e5.lance | Bin 0 -> 557 bytes
.../2-ca6009ab-1db7-4777-9e3e-a9374ed947b9.txn | Bin 0 -> 122 bytes
.../2-d76280f6-7616-446b-9575-5b8ec5ea2df1.txn | 1 +
.../dev/_versions/18446744073709551612.manifest | Bin 0 -> 605 bytes
.../dev/_versions/18446744073709551613.manifest | Bin 0 -> 494 bytes
...0110110000010015e5eaf41b5892dff0697f4cbcd.lance | Bin 0 -> 414 bytes
docker/thirdparties/lance-jni-helpers.sh | 10 +-
docs/lance-ann-profile.md | 103 +
docs/lance-jni-packaging.md | 6 +-
.../main/java/org/apache/doris/catalog/Env.java | 2 +-
.../java/org/apache/doris/catalog/OlapTable.java | 20 +-
.../org/apache/doris/catalog/RefreshManager.java | 182 +-
.../cloud/catalog/CloudFEVersionSynchronizer.java | 59 +
.../apache/doris/cloud/catalog/CloudPartition.java | 43 +-
.../transaction/CloudGlobalTransactionMgr.java | 11 +
.../doris/common/profile/ExecutionProfile.java | 69 +-
.../org/apache/doris/common/profile/Profile.java | 68 +
.../doris/common/profile/SummaryProfile.java | 10 +
.../org/apache/doris/datasource/CatalogMgr.java | 96 +-
.../apache/doris/datasource/ExternalCatalog.java | 290 ++-
.../apache/doris/datasource/ExternalDatabase.java | 69 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 237 +-
.../doris/datasource/ExternalRowCountCache.java | 350 ++-
.../org/apache/doris/datasource/ExternalTable.java | 2 +-
.../doris/datasource/doris/FeServiceClient.java | 11 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 71 +-
.../doris/datasource/hive/HiveMetadataOps.java | 29 +-
.../datasource/hive/event/AddPartitionEvent.java | 3 +-
.../datasource/hive/event/AlterDatabaseEvent.java | 17 +-
.../datasource/hive/event/AlterPartitionEvent.java | 6 +-
.../datasource/hive/event/CreateDatabaseEvent.java | 3 +-
.../datasource/hive/event/DropDatabaseEvent.java | 2 +-
.../datasource/hive/event/DropPartitionEvent.java | 2 +-
.../doris/datasource/hive/event/InsertEvent.java | 4 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 15 +-
.../datasource/iceberg/IcebergMetadataOps.java | 26 +-
.../doris/datasource/iceberg/IcebergUtils.java | 11 +-
.../datasource/iceberg/source/IcebergScanNode.java | 46 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 31 +-
.../doris/datasource/lance/LanceCatalogClient.java | 556 ++++-
.../datasource/lance/LanceExternalCatalog.java | 11 +-
.../doris/datasource/lance/LanceExternalTable.java | 75 +-
.../doris/datasource/lance/LanceManifestPaths.java | 141 ++
.../datasource/lance/LanceNamespaceClient.java | 154 +-
.../lance/metadata/LanceRefSelector.java | 75 +
.../lance/metadata/LanceSnapshotResolver.java | 141 +-
.../lance/metadata/LanceTableAccess.java | 60 +-
.../lance/metadata/LanceTableMetadata.java | 14 +
.../lance/source/LancePredicateConverter.java | 75 +-
.../lance/source/LanceScalarIndexPlanner.java | 233 +-
.../datasource/lance/source/LanceScanNode.java | 9 +
.../datasource/lance/source/LanceScanPlanner.java | 6 +-
.../lance/source/LanceSubstraitSerializer.java | 18 +-
.../maxcompute/MaxComputeMetadataOps.java | 22 +-
.../doris/datasource/metacache/MetaCache.java | 16 +
.../metacache/paimon/PaimonTableLoader.java | 9 +
.../datasource/operations/ExternalMetadataOps.java | 33 +-
.../paimon/DorisToPaimonTypeVisitor.java | 17 +-
.../datasource/paimon/PaimonExternalCatalog.java | 31 +-
.../datasource/paimon/PaimonExternalMetaCache.java | 4 +-
.../doris/datasource/paimon/PaimonMetadataOps.java | 52 +-
.../doris/datasource/paimon/PaimonScanParams.java | 59 +
.../apache/doris/datasource/paimon/PaimonUtil.java | 33 +
.../source/PaimonRustReaderCapabilities.java | 282 +++
.../datasource/paimon/source/PaimonScanNode.java | 683 +++++-
.../doris/httpv2/controller/BaseController.java | 9 +-
.../doris/httpv2/controller/LoginController.java | 11 +-
.../org/apache/doris/mysql/privilege/Auth.java | 10 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 68 +-
.../plans/commands/GrantTablePrivilegeCommand.java | 25 +-
.../nereids/trees/plans/commands/HelpCommand.java | 23 +
.../commands/RevokeTablePrivilegeCommand.java | 13 +-
.../trees/plans/commands/ShowConfigCommand.java | 6 +
.../plans/commands/ShowCreateProcedureCommand.java | 6 +
.../plans/commands/ShowCreateTableCommand.java | 13 +
.../trees/plans/commands/ShowProcCommand.java | 24 +
.../plans/commands/ShowProcedureStatusCommand.java | 6 +
.../trees/plans/commands/ShowSnapshotCommand.java | 18 +-
.../trees/plans/commands/info/AlterUserInfo.java | 6 +-
.../trees/plans/commands/info/SetPassVarOp.java | 3 +-
.../insert/BaseExternalTableInsertExecutor.java | 9 +-
.../plans/commands/insert/HiveInsertExecutor.java | 40 +-
.../plans/commands/insert/WarmupSelectCommand.java | 6 +
.../trees/plans/commands/use/UseCommand.java | 8 +
.../java/org/apache/doris/persist/DropDbInfo.java | 12 +
.../java/org/apache/doris/persist/DropInfo.java | 12 +
.../java/org/apache/doris/persist/EditLog.java | 2 +-
.../java/org/apache/doris/planner/ResultSink.java | 3 +
.../java/org/apache/doris/qe/ConnectContext.java | 48 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 5 +
.../org/apache/doris/qe/NereidsCoordinator.java | 14 +
.../java/org/apache/doris/qe/SessionVariable.java | 19 +
.../java/org/apache/doris/qe/StmtExecutor.java | 6 +
.../qe/runtime/PipelineExecutionTaskBuilder.java | 9 +-
.../apache/doris/service/FrontendServiceImpl.java | 6 +
.../arrowflight/DorisFlightSqlProducer.java | 213 +-
.../arrowflight/FlightSqlConnectProcessor.java | 9 +-
.../arrowflight/FlightSqlQueryCancellation.java | 146 ++
.../service/arrowflight/FlightSqlQuerySchema.java | 413 ++++
.../service/arrowflight/FlightSqlSchemaHelper.java | 49 +-
.../arrowflight/results/FlightSqlChannel.java | 14 +-
.../main/java/org/apache/doris/system/Backend.java | 11 +
.../org/apache/doris/system/BackendHbResponse.java | 10 +
.../java/org/apache/doris/system/HeartbeatMgr.java | 5 +-
.../LanceExternalSearchTableValuedFunction.java | 20 +-
.../VectorSearchTableValuedFunction.java | 11 +-
.../main/resources/substrait/lance_functions.yaml | 27 +
.../doris/catalog/RefreshManagerReplayTest.java | 23 +
.../apache/doris/catalog/RefreshManagerTest.java | 511 ++++
.../transaction/CloudGlobalTransactionMgrTest.java | 400 +++-
.../common/profile/ProfileCompletionStateTest.java | 217 ++
.../doris/common/profile/ProfileManagerTest.java | 29 +
.../apache/doris/datasource/CatalogMgrTest.java | 1127 ++++++++-
.../ExternalMetaCacheRouteResolverTest.java | 444 +++-
.../datasource/ExternalRowCountCacheTest.java | 557 ++++-
.../org/apache/doris/datasource/MetaCacheTest.java | 9 +
.../datasource/doris/FeServiceClientTest.java | 83 +
.../doris/datasource/hive/HiveMetadataOpsTest.java | 120 +
.../doris/datasource/iceberg/IcebergUtilsTest.java | 23 +
.../iceberg/source/IcebergScanNodeTest.java | 339 +++
.../datasource/jdbc/JdbcExternalCatalogTest.java | 10 +
.../lance/LanceCatalogLifecycleTest.java | 63 +
.../datasource/lance/LanceManagedAccessTest.java | 168 ++
.../lance/LanceManagedVersioningTest.java | 1460 ++++++++++++
.../datasource/lance/LanceManifestPathsTest.java | 120 +
.../lance/LancePredicateConverterTest.java | 115 +
.../datasource/lance/LanceSharedSessionTest.java | 11 +-
.../lance/LanceTableAccessCacheTest.java | 17 +
.../lance/metadata/LanceSnapshotTest.java | 211 ++
.../lance/source/LanceScalarIndexPlannerTest.java | 292 +++
.../datasource/lance/source/LanceScanNodeTest.java | 75 +-
.../paimon/DorisToPaimonTypeVisitorTest.java | 78 +
.../paimon/PaimonExternalMetaCacheTest.java | 130 +-
.../datasource/paimon/PaimonMetadataOpsTest.java | 16 +
.../source/PaimonRustBackendCapabilityTest.java | 118 +
.../source/PaimonRustReaderCompatibilityTest.java | 496 ++++
.../source/PaimonRustReaderEvolutionTest.java | 184 ++
.../source/PaimonRustReaderLegacySchemaTest.java | 101 +
.../paimon/source/PaimonScanNodeTest.java | 1545 ++++++++++++-
.../controller/BaseControllerBasicAuthTest.java | 188 ++
.../doris/mysql/privilege/SystemRootUserTest.java | 108 +
.../commands/GrantTablePrivilegeCommandTest.java | 116 +
.../commands/RevokeTablePrivilegeCommandTest.java | 29 +
.../commands/SchemaOnlyCommandMetadataTest.java | 123 +
.../commands/insert/HiveInsertExecutorTest.java | 343 +++
.../doris/persist/DropAndRecoverInfoTest.java | 13 +
.../org/apache/doris/persist/DropDbInfoTest.java | 13 +
.../doris/planner/ResultSinkMetadataTest.java | 38 +
.../qe/NereidsCoordinatorFlightEndpointsTest.java | 118 +
.../runtime/PipelineExecutionTaskBuilderTest.java | 96 +
.../arrowflight/DorisFlightSqlProducerTest.java | 114 -
.../arrowflight/DorisFlightSqlSchemaTest.java | 775 +++++++
.../FlightSqlConnectProcessorSchemaTest.java | 167 ++
.../arrowflight/FlightSqlExecutionSchemaTest.java | 178 ++
.../FlightSqlQueryCancellationTest.java | 109 +
.../FlightSqlSchemaHelperArrowTypeTest.java | 11 +
.../arrowflight/FlightSqlTableTypesTest.java | 91 +
.../system/BackendPaimonRustCapabilityTest.java | 70 +
.../VectorSearchTableValuedFunctionTest.java | 50 +
fe/pom.xml | 2 +-
gensrc/thrift/DataSinks.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 3 +
gensrc/thrift/HeartbeatService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 3 +
gensrc/thrift/PlanNodes.thrift | 9 +
.../test_grant_col_priv.out} | 7 +-
.../arrow_flight_sql_p0/test_date_year_zero.out | 11 +
.../cache/ttl/st04_alter_ttl_n_to_0_runtime.out | 7 +-
.../cache/ttl/st06_warmup_ttl_type_assert.out | 4 +-
.../data/cloud_p0/cache/ttl/test_show_ttl.out | 16 -
.../outfile/test_outfile_date_year_zero.out | 37 +
.../lance/test_lance_rest_catalog.out | 10 +
.../lance/test_lance_rest_time_travel.out | 134 ++
.../lance/test_lance_time_travel.out | 141 ++
.../test_remote_doris_all_types_select.out | 4 +-
.../remote_doris/test_remote_doris_statistics.out | 2 +-
.../tvf/orc_tvf/test_hdfs_orc_group6_orc_files.out | 34 -
.../agg_function/topn/topn_unlimited.out | 91 +
.../test_linear_histogram_boolean.out | 17 +
.../test_array_cum_sum_leading_null.out | 14 +
.../array_functions/test_array_map_function.out | 11 +
.../test_array_range_null_argument.out | 15 +
.../array_functions/test_array_split.out | 7 +
.../test_regexp_extended_nonconstant_pattern.out | 28 +
.../table_function/test_json_text_embedded_nul.out | 19 +
.../test_double_write_when_schema_change.out | 4 +-
.../org/apache/doris/regression/Config.groovy | 139 +-
.../doris/regression/action/ProfileAction.groovy | 38 +-
.../doris/regression/suite/ScriptContext.groovy | 11 +
.../org/apache/doris/regression/suite/Suite.groovy | 231 +-
.../doris/regression/suite/SuiteContext.groovy | 55 +-
.../apache/doris/regression/util/DebugPoint.groovy | 12 +-
.../org/apache/doris/regression/util/Http.groovy | 32 +-
.../regression/util/MultiClusterStateGuard.groovy | 195 ++
.../doris/regression/util/MySqlClient.groovy | 70 +
.../doris/regression/util/RowsetMetaUtils.groovy | 79 +
.../regression/util/WarmupMetricsUtils.groovy | 96 +-
.../regression/ConfigArrowFlightSqlUrlTest.groovy | 61 +
.../doris/regression/ConfigRootPasswordTest.groovy | 61 +
.../suite/CompactionPluginCompatibilityTest.groovy | 154 ++
.../regression/suite/SuiteSshExecTest.groovy} | 24 +-
.../regression/util/HttpAuthenticationTest.groovy | 72 +
.../util/MultiClusterStateGuardTest.groovy | 256 ++
.../doris/regression/util/MySqlClientTest.groovy | 96 +
.../regression/util/RowsetMetaUtilsTest.groovy | 81 +
.../nonConcurrent/conf/regression-conf.groovy | 2 +-
.../plugins/cloud_multi_cluster_state.groovy | 136 ++
regression-test/plugins/plugin_compaction.groovy | 134 +-
.../plugins/plugin_curl_requester.groovy | 3 +-
regression-test/plugins/plugin_index_change.groovy | 5 +-
.../suites/account_p0/test_auth_show.groovy | 4 +-
.../suites/account_p0/test_grant_col_priv.groovy | 109 +
.../suites/account_p0/test_grant_priv.groovy | 10 +-
.../account_p0/test_grant_priv_resource.groovy | 4 +-
.../account_p0/test_grant_priv_workload.groovy | 4 +-
.../test_grant_revoke_object_name.groovy | 51 +
.../account_p0/test_nereids_authentication.groovy | 14 +-
.../account_p0/test_nereids_row_policy.groovy | 4 +-
.../suites/account_p0/test_set_password.groovy | 6 +-
.../suites/account_p0/test_system_user.groovy | 31 +
.../suites/account_p0/test_view_row_policy.groovy | 6 +-
.../ann_topn_small_candidate_fallback.groovy | 21 +-
.../arrow_flight_sql_p0/test_auth_remote_ip.groovy | 3 +-
.../arrow_flight_sql_p0/test_date_year_zero.groovy | 95 +
.../test_flight_cancel_cleanup.groovy | 128 +
.../test_flight_int96_timestamp_range.groovy | 83 +
.../test_flight_parallel_partitions.groovy | 134 ++
.../test_flight_timestamp_range.groovy | 81 +
.../test_flight_utf8_validation.groovy | 71 +
.../arrow_flight_sql_p0/test_schema_only.groovy | 288 +++
.../arrow_flight_sql_p0/test_table_types.groovy | 73 +
.../suites/audit/test_audit_log_queue_time.groovy | 212 +-
.../auth_call/test_dml_select_udf_auth.groovy | 1 +
.../test_dml_stream_load_be_auth_docker.groovy | 49 +-
.../suites/auth_p0/test_http_rest_v1_auth.groovy | 90 +
.../auth_p0/test_role_mapping_system_table.groovy | 2 +-
.../cloud_p0/auth/test_set_default_cluster.groovy | 6 +-
.../balance/test_cross_cg_bvar_metrics.groovy | 27 +-
.../multi_cluster/read_write/sync_insert.groovy | 330 ++-
.../read_write/test_multi_stale_rowset.groovy | 70 +-
.../cluster/test_warm_up_cluster_batch.groovy | 409 ++--
...est_warm_up_cluster_event_cancel_expired.groovy | 92 +-
.../cluster/test_warm_up_compute_group.groovy | 209 +-
.../warm_up/table/test_warm_up_partition.groovy | 399 ++--
.../test_warm_up_same_table_multi_times.groovy | 43 +-
.../warm_up/table/test_warm_up_table.groovy | 200 +-
.../warm_up/table/test_warm_up_tables.groovy | 486 ++--
.../test_clear_file_cache_on_load_failure.groovy | 121 +-
.../cloud_p0/cache/test_file_cache_info.groovy | 318 ++-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 231 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 489 ++--
.../cloud_p0/cache/ttl/alter_ttl_random.groovy | 21 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 170 --
.../cache/ttl/st04_alter_ttl_n_to_0_runtime.groovy | 233 +-
.../cache/ttl/st06_warmup_ttl_type_assert.groovy | 231 +-
.../suites/cloud_p0/cache/ttl/test_show_ttl.groovy | 57 +
.../suites/cloud_p0/cache/ttl/test_show_ttl.sql | 40 -
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 433 ++--
...st_file_cache_warmup_read_metrics_docker.groovy | 4 +-
.../cache/warm_up/test_warmup_table_docker.groovy | 6 +-
...test_cloud_alter_disable_auto_compaction.groovy | 8 +-
.../async_copy_into/async_load.groovy | 10 +-
.../multi_cluster/copy_into/sync_laod.groovy | 124 +-
.../cloud_p0/multi_cluster/default_cluster.groovy | 38 +-
.../multi_cluster_s3_load/load.groovy | 66 +-
.../cloud_p0/multi_cluster/rename_cluster.groovy | 10 +-
.../routine_load/test_routine_load.groovy | 6 +-
...test_materialized_view_with_drop_cluster.groovy | 8 +-
...est_materialized_view_with_readd_cluster.groovy | 8 +-
.../test_rollup_with_drop_cluster.groovy | 8 +-
.../test_rollup_with_readd_cluster.groovy | 8 +-
.../test_schema_change_with_drop_cluster.groovy | 8 +-
.../test_schema_change_with_readd_cluster.groovy | 8 +-
.../smooth_upgrade/smooth_upgrade.groovy | 10 +
.../multi_cluster/stream_load/stream_load.groovy | 67 +-
.../stream_load/stream_load_2pc.groovy | 3 +
.../stream_load/stream_load_lb.groovy | 12 +-
.../cloud_p0/multi_cluster/table_rebalance.groovy | 30 +-
.../test_apsaradb_internal_stage.groovy | 31 +-
.../multi_cluster/test_cloud_cluster.groovy | 19 +-
.../multi_cluster/test_drop_cluster.groovy | 98 +-
.../cloud_p0/multi_cluster/test_drop_userid.groovy | 2 +-
.../test_group_commit_multi_cluster.groovy | 12 +-
.../multi_cluster/test_overdue_instance.groovy | 54 +-
.../suites/cloud_p0/multi_cluster/test_tvf.groovy | 11 +-
.../default_vcg_auto_failover.groovy | 19 +-
.../use_vcg_read_write_routine_load.groovy | 722 +++---
.../cloud_p0/snapshot/test_snapshot_command.groovy | 12 +-
.../test_clean_tablet_when_drop_force_table.groovy | 144 +-
.../test_clean_tablet_when_rebalance.groovy | 109 +-
.../test_create_partition_idempotence.groovy | 3 +-
.../test_insert_overwrite_idempotence.groovy | 3 +-
.../test_schema_change_with_compaction10.groovy | 66 +-
.../test_schema_change_with_compaction11.groovy | 91 +-
.../test_schema_change_with_compaction5.groovy | 25 +-
.../test_schema_change_with_compaction6.groovy | 67 +-
.../test_schema_change_with_compaction9.groovy | 24 +-
.../test_inverted_index_sc_version1_race.groovy | 2 +-
.../test_sc_compaction_cross_v1_retry.groovy | 73 +-
...c_compaction_cross_v1_stale_base_refresh.groovy | 30 +-
.../test_sc_compaction_optimization.groovy | 50 +-
...est_sc_compaction_optimization_with_load.groovy | 52 +-
.../compaction_width_array_column.groovy | 2 +-
.../compaction/test_admin_compact_tablet.groovy | 88 +-
...paction_with_dup_key_max_file_size_limit.groovy | 148 +-
.../test_compaction_uniq_keys_row_store.groovy | 4 +-
.../test_compaction_uniq_keys_row_store_ck.groovy | 4 +-
...test_compaction_update_big_delete_bitmap.groovy | 17 +-
.../test_compaction_with_visible_version.groovy | 3 +
.../test_config_prune_delete_sign.groovy | 129 +-
...ilecache_with_base_compaction_thresthold.groovy | 150 +-
.../test_mow_compact_multi_segments.groovy | 48 +-
...paction_agg_and_remove_pre_delete_bitmap.groovy | 17 +-
...test_mow_compaction_and_rowset_not_exist.groovy | 17 +-
.../test_mow_compaction_and_schema_change.groovy | 17 +-
.../test_mow_stale_rowset_delete_bitmap.groovy | 17 +-
.../test_non_mow_key_bounds_aggregation.groovy | 25 +-
.../test_create_view_nereids.groovy | 1 +
.../suites/ddl_p0/test_drop_view_nereids.groovy | 1 +
.../delete/batch-delete-manual.md.groovy | 12 +-
.../import-way/group-commit-manual.md.groovy | 11 +-
.../import/import-way/mysql-load-manual.md.groovy | 20 +-
.../update/unique-update-transaction.md.groovy | 6 +-
.../update/update-of-aggregate-model.md.groovy | 2 +-
.../update/update-of-unique-model.md.groovy | 2 +-
.../outfile/test_outfile_date_year_zero.groovy | 85 +
.../test_iceberg_arrow_flight_split_source.groovy | 3 +-
.../iceberg/test_iceberg_variant_read.groovy | 19 +-
...t_iceberg_delete_unpartitioned_evolution.groovy | 198 ++
.../write/test_iceberg_write_date_year_zero.groovy | 79 +
.../select/test_mysql_varbinary_with_udf.groovy | 1 +
.../test_lance_array_predicate_pushdown.groovy | 154 ++
.../lance/test_lance_rest_catalog.groovy | 4 +-
.../lance/test_lance_rest_time_travel.groovy | 294 +++
.../lance/test_lance_time_travel.groovy | 267 +++
.../lance/test_lance_vector_search.groovy | 20 +
.../test_paimon_rust_reader_cast_predicates.groovy | 192 ++
.../test_paimon_rust_reader_compatibility.groovy | 308 +++
.../test_paimon_rust_reader_eq_for_null.groovy | 555 +++++
...test_paimon_rust_reader_schema_evolution.groovy | 134 ++
.../paimon/test_paimon_rust_reader_v2.groovy | 146 ++
.../test_remote_doris_all_types_select.groovy | 15 +-
.../test_remote_doris_statistics.groovy | 3 +-
.../test_remote_doris_table_stats.groovy | 3 +-
.../orc_tvf/test_hdfs_orc_group6_orc_files.groovy | 38 +-
.../test_cloud_full_compaction_do_lease.groovy | 142 +-
.../test_cloud_mow_delete_bitmap_lock_case.groovy | 412 +++-
.../test_cloud_mow_partial_update_retry.groovy | 99 +-
..._cloud_mow_stale_resp_load_load_conflict.groovy | 105 +-
.../test_delete_bitmap_lock_with_restart.groovy | 545 +++--
...est_cold_data_compaction_fault_injection.groovy | 146 +-
...ion_clone_missing_rowset_fault_injection.groovy | 29 +-
.../test_incomplete_commit_info.groovy | 117 +-
...st_skip_index_compaction_fault_injection.groovy | 90 +-
.../http_rest_api/get/test_schema_api.groovy | 4 +-
.../http_rest_api/post/test_query_stmt.groovy | 3 +-
.../insert_p0/insert_group_commit_into.groovy | 10 +-
.../mow_insert_with_partition_drop.groovy | 24 +-
.../test_insert_visible_timeout_return_mode.groovy | 16 +-
regression-test/suites/insert_p0/test_jdbc.groovy | 4 +-
.../transaction/test_publish_exception.groovy | 5 +
.../suites/insert_p0/transaction/txn_insert.groovy | 5 +-
.../operate_internal_schema.groovy | 2 +-
.../show_data/test_show_index_data_p2.groovy | 104 +-
.../collect/test_javaudf_groupcount.groovy | 1 +
.../collect/test_javaudf_murmurhash3.groovy | 1 +
.../collect/test_javaudf_sessionize.groovy | 2 +-
.../javaudf_p0/date/test_javaudf_adddays.groovy | 1 +
.../date/test_javaudf_addisoperioud.groovy | 1 +
.../javaudf_p0/date/test_javaudf_daydiff.groovy | 1 +
.../function_meta/function_query_test.groovy | 10 +-
.../suites/javaudf_p0/function_meta/load.groovy | 19 +-
.../json/test_javaudf_convertfromcamelcase.groovy | 1 +
.../json/test_javaudf_converttocamelcase.groovy | 1 +
regression-test/suites/javaudf_p0/null/load.groovy | 1 +
.../sanity/test_javaudf_assertequal.groovy | 1 +
.../sanity/test_javaudf_assertlessthan.groovy | 1 +
.../sanity/test_javaudf_assertudf.groovy | 1 +
.../javaudf_p0/sketch/test_javaudf_md5.groovy | 1 +
.../test_javaudaf_my_date_datetime.groovy | 1 +
.../test_javaudaf_mygroupconcat_string.groovy | 1 +
.../javaudf_p0/test_javaudaf_mysum_array.groovy | 1 +
.../javaudf_p0/test_javaudaf_mysum_decimal.groovy | 1 +
.../test_javaudaf_mysum_float_double.groovy | 1 +
.../javaudf_p0/test_javaudaf_mysum_int.groovy | 1 +
.../javaudf_p0/test_javaudaf_null_test.groovy | 1 +
.../javaudf_p0/test_javaudaf_return_map.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_agg_map.groovy | 1 +
.../javaudf_p0/test_javaudf_all_types.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_array.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_auth.groovy | 5 +-
.../suites/javaudf_p0/test_javaudf_boolean.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_case.groovy | 1 +
.../javaudf_p0/test_javaudf_const_test.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_date.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_decimal.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_float.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_int.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_map.groovy | 1 +
.../javaudf_p0/test_javaudf_multi_evaluate.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_no_input.groovy | 2 +-
.../suites/javaudf_p0/test_javaudf_override.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_ret_map.groovy | 1 +
.../test_javaudf_static_load_test.groovy | 2 +-
.../suites/javaudf_p0/test_javaudf_string.groovy | 1 +
.../javaudf_p0/test_javaudf_struct_type.groovy | 1 +
.../javaudf_p0/test_javaudf_with_decimal.groovy | 1 +
.../javaudf_p0/test_javaudtf_all_types.groovy | 1 +
.../javaudf_p0/test_javaudtf_arrayint.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_decimal.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_double.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_int.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_string.groovy | 1 +
.../test_streaming_insert_job_priv.groovy | 8 +-
.../test_insert_statistic_after_fe_restart.groovy | 6 +-
.../test_routine_load_advanced_mapping.groovy | 56 +-
.../routine_load/test_routine_load_with_udf.groovy | 1 +
.../scripts/stream_load_redirect_chunked_e2e.py | 16 +-
.../test_packed_file_stream_load_case1.groovy | 2 +-
.../test_packed_file_stream_load_case2.groovy | 2 +-
.../test_packed_file_stream_load_case3.groovy | 2 +-
.../test_packed_file_stream_load_case4.groovy | 2 +-
.../test_packed_file_stream_load_case5.groovy | 11 +-
.../test_packed_file_stream_load_case6.groovy | 11 +-
.../test_packed_file_stream_load_case7.groovy | 11 +-
.../test_packed_file_stream_load_case8.groovy | 11 +-
.../load_p0/stream_load/test_sink_tolerate.groovy | 3 +-
.../load_p0/stream_load/test_stream_load.groovy | 38 +-
.../stream_load/test_stream_load_endpoint.groovy | 141 +-
...test_stream_load_fe_redirect_chunked_e2e.groovy | 10 +-
.../stream_load/test_stream_load_with_udf.groovy | 1 +
.../suites/manager/test_manager_interface_3.groovy | 317 +--
.../suites/mtmv_p0/test_expand_star_mtmv.groovy | 1 +
.../mysql_ssl_p0/test_mysql_connection.groovy | 66 +-
.../agg_function/topn/topn_unlimited.groovy | 75 +
.../cache/parse_sql_from_sql_cache.groovy | 21 +-
.../insert_into_table/insert_auth.groovy | 6 +-
.../javaudf/collect/test_javaudf_groupcount.groovy | 1 +
.../collect/test_javaudf_murmurhash3.groovy | 1 +
.../javaudf/collect/test_javaudf_sessionize.groovy | 2 +-
.../javaudf/date/test_javaudf_adddays.groovy | 1 +
.../javaudf/date/test_javaudf_addisoperioud.groovy | 1 +
.../javaudf/date/test_javaudf_daydiff.groovy | 1 +
.../json/test_javaudf_convertfromcamelcase.groovy | 1 +
.../json/test_javaudf_converttocamelcase.groovy | 1 +
.../javaudf/sanity/test_javaudf_assertequal.groovy | 1 +
.../sanity/test_javaudf_assertlessthan.groovy | 1 +
.../javaudf/sanity/test_javaudf_assertudf.groovy | 1 +
.../javaudf/sketch/test_javaudf_md5.groovy | 1 +
.../javaudf/test_javaudaf_my_date_datetime.groovy | 1 +
.../test_javaudaf_mygroupconcat_string.groovy | 1 +
.../javaudf/test_javaudaf_mysum_decimal.groovy | 1 +
.../test_javaudaf_mysum_float_double.groovy | 1 +
.../javaudf/test_javaudaf_mysum_int.groovy | 1 +
.../javaudf/test_javaudaf_null_test.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_boolean.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_case.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_date.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_decimal.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_float.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_int.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_ip.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_null.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_string.groovy | 1 +
.../agg_state/test_outfile_agg_state.groovy | 2 +-
.../agg_state_array/test_outfile_agg_array.groovy | 2 +-
.../test_outfile_agg_state_bitmap.groovy | 2 +-
.../nereids_p0/outfile/hll/test_outfile_hll.groovy | 2 +-
.../test_outfile_quantile_state.groovy | 2 +-
.../show/test_nereids_show_functions.groovy | 13 +-
.../stats/col_stats/hot_value_analyze_sync.groovy | 2 +-
.../test_partition_create_tablet_rr.groovy | 1 +
.../auto_partition/sql/multi_thread_load.groovy | 30 +-
.../sql/stress_test_insert_into.groovy | 22 +-
.../diff_data/stress_test_diff_date_list.groovy | 16 +-
.../stress_test_high_concurrency_load.groovy | 19 +-
.../same_data/stress_test_same_date_range.groovy | 19 +-
.../stress_test_two_stream_load.groovy | 19 +-
.../suites/point_query_p0/test_point_query.groovy | 10 +-
.../point_query_p0/test_point_query_ck.groovy | 17 +-
.../test_point_query_partition.groovy | 6 +-
.../suites/point_query_p0/test_rowstore.groovy | 14 +-
.../suites/point_query_p0/test_rowstore_ck.groovy | 14 +-
.../test_python_raise_error_propagation.groovy | 3 +
.../pythonudaf_p0/test_pythonudaf_basic.groovy | 1 +
...st_pythonudaf_complex_aggregation_module.groovy | 1 +
..._pythonudaf_complex_state_objects_module.groovy | 1 +
.../pythonudaf_p0/test_pythonudaf_drop.groovy | 2 +
.../test_pythonudaf_forbidden_module.groovy | 1 +
.../test_pythonudaf_pkg_isolation.groovy | 2 +
.../pythonudaf_p0/test_pythonudaf_simple.groovy | 1 +
.../test_pythonudaf_window_advanced_module.groovy | 1 +
.../test_python_udaf_complex.groovy | 1 +
.../test_python_udf_business_logic.groovy | 1 +
.../test_python_udf_external_api.groovy | 3 +-
.../test_python_udf_nlp_chinese.groovy | 1 +
.../test_python_udtf_complex.groovy | 1 +
.../sanity/test_pythonudf_assertequal.groovy | 1 +
.../sanity/test_pythonudf_assertlessthan.groovy | 1 +
.../pythonudf_p0/test_pythonudf_array.groovy | 1 +
.../test_pythonudf_base_data_type.groovy | 1 +
.../pythonudf_p0/test_pythonudf_boolean.groovy | 1 +
.../test_pythonudf_complex_data_type.groovy | 1 +
.../suites/pythonudf_p0/test_pythonudf_drop.groovy | 2 +
.../test_pythonudf_file_protocol.groovy | 1 +
.../pythonudf_p0/test_pythonudf_float.groovy | 1 +
.../test_pythonudf_forbidden_module.groovy | 1 +
.../suites/pythonudf_p0/test_pythonudf_int.groovy | 1 +
.../suites/pythonudf_p0/test_pythonudf_map.groovy | 1 +
.../pythonudf_p0/test_pythonudf_module.groovy | 1 +
.../test_pythonudf_module_advanced.groovy | 1 +
.../test_pythonudf_module_scalar.groovy | 1 +
.../test_pythonudf_module_vector.groovy | 1 +
.../test_pythonudf_pkg_isolation.groovy | 2 +
.../pythonudf_p0/test_pythonudf_ret_map.groovy | 1 +
.../pythonudf_p0/test_pythonudf_string.groovy | 1 +
.../test_pythonudtf_basic_module.groovy | 1 +
.../test_pythonudtf_data_types_module.groovy | 1 +
.../pythonudtf_p0/test_pythonudtf_drop.groovy | 2 +
.../test_pythonudtf_edge_cases_module.groovy | 1 +
.../test_pythonudtf_exceptions_module.groovy | 1 +
.../test_pythonudtf_forbidden_module.groovy | 1 +
.../test_pythonudtf_io_patterns_module.groovy | 1 +
.../test_pythonudtf_pkg_isolation.groovy | 2 +
.../test_pythonudtf_sql_integration_module.groovy | 1 +
.../query_p0/cache/query_cache_with_context.groovy | 3 +-
.../test_linear_histogram_boolean.groovy | 63 +
.../test_array_cum_sum_leading_null.groovy | 51 +
.../array_functions/test_array_map_function.groovy | 44 +
.../test_array_range_null_argument.groovy | 51 +
.../array_functions/test_array_split.groovy | 16 +-
...test_regexp_extended_nonconstant_pattern.groovy | 85 +
.../test_json_text_embedded_nul.groovy | 62 +
.../query_p0/system/test_partitions_schema.groovy | 6 +-
.../query_p0/system/test_table_options.groovy | 6 +-
.../query_p0/system/test_table_properties.groovy | 6 +-
.../suites/query_p0/test_row_policy.groovy | 4 +-
.../query_p2/big_join_build/big_join_build.groovy | 2 +-
.../test_set_operation_large_string.groovy | 2 +-
.../suites/query_profile/profile_safe.groovy | 5 +-
.../query_profile/s3_load_profile_test.groovy | 55 +-
.../query_profile/test_load_channel_profile.groovy | 6 +-
...e_column_with_delete_drop_column_dup_key.groovy | 82 +-
...olumn_with_delete_drop_column_unique_key.groovy | 63 +-
.../test_filecache_with_alter_table.groovy | 36 +-
.../test_alter_table_column_rename.groovy | 2 +-
.../test_schema_change_fail.groovy | 11 +-
...test_show_create_table_and_views_nereids.groovy | 89 +-
.../suites/show_p0/test_show_data.groovy | 2 +-
.../suites/show_p0/test_show_processlist.groovy | 6 +-
.../suites/statistics/test_analyze_all_null.groovy | 2 +-
.../suites/statistics/test_hot_value.groovy | 2 +-
.../test_skip_agg_table_value_column.groovy | 2 +-
.../test_partial_update_2pc_schema_change.groovy | 38 +-
.../legacy/test_f_2pc_schema_change.groovy | 38 +-
.../publish/test_f_auto_inc_compaction.groovy | 35 +-
.../test_f_seq_publish_read_from_old.groovy | 33 +-
...xble_partial_update_publish_conflict_seq.groovy | 35 +-
...flexible_partial_update_publish_conflict.groovy | 35 +-
.../test_key_bounds_truncation_basic.groovy | 27 +-
...est_key_bounds_truncation_read_scenarios.groovy | 39 +-
.../test_partial_update_publish_all_del.groovy | 35 +-
.../publish/test_partial_update_publish_seq.groovy | 35 +-
...partial_update_delete_sign_with_conflict.groovy | 33 +-
.../test_partial_update_multi_stmt.groovy | 13 +-
.../test_double_write_when_schema_change.groovy | 4 +-
.../suites/variant_p0/variant_with_rowstore.groovy | 4 +-
samples/arrow-flight-sql/python/README.md | 22 +
.../python/test_nested_type_metadata.py | 108 +
thirdparty/build-thirdparty.sh | 189 +-
thirdparty/download-thirdparty.sh | 35 +-
thirdparty/lance-install.sh | 38 +
thirdparty/patches/lance-c-0.1.9-pr-74.patch | 1159 ----------
thirdparty/patches/lance-c-0.1.9-pr-75-pr-78.patch | 2441 --------------------
thirdparty/patches/lance-c-0.1.9-pr-77.patch | 1863 ---------------
thirdparty/patches/lance-c-0.1.9-pr-79.patch | 1782 --------------
thirdparty/patches/lance-c-0.1.9-pr-80.patch | 225 --
thirdparty/patches/lance-c-0.1.9-pr-83.patch | 1914 ---------------
.../patches/lance-c-0.1.9-prefilter-fts.patch | 148 --
thirdparty/patches/lance-c-0.1.9-prefilter.patch | 147 --
...nce-c-0.1.9-pr-73.patch => lance-c-foyer.patch} | 884 ++++---
thirdparty/test/lance-install-test.sh | 176 ++
thirdparty/test/lance-prefilter-patch-test.sh | 124 +
thirdparty/test/paimon-build-test.py | 279 +++
thirdparty/vars.sh | 16 +-
tools/legacy_date_migration/README.md | 117 +
.../legacy_date_migration/migrate_legacy_dates.py | 162 ++
.../test_migrate_legacy_dates.py | 179 ++
771 files changed, 45602 insertions(+), 16591 deletions(-)
create mode 100644 be/src/format_v2/table/paimon_rust_predicate_converter.cpp
create mode 100644 be/src/format_v2/table/paimon_rust_predicate_converter.h
create mode 100644 be/src/format_v2/table/paimon_rust_table_reader.cpp
create mode 100644 be/src/format_v2/table/paimon_rust_table_reader.h
create mode 100644
be/test/core/data_type_serde/data_type_datev2_serde_calendar_test.cpp
create mode 100644
be/test/exec/test_data/orc_scanner/date_count_truncated_stats.orc
copy be/test/exec/test_data/orc_scanner/{my-file.orc =>
date_large_ordinal.orc} (100%)
create mode 100644 be/test/exec/test_data/orc_scanner/date_metadata_fixtures.md
create mode 100644 be/test/exec/test_data/orc_scanner/date_out_of_range.orc
create mode 100644 be/test/exec/test_data/orc_scanner/date_preflight.orc
create mode 100644
be/test/exec/test_data/orc_scanner/date_preflight_bad_index.orc
copy {samples/arrow-flight-sql/python =>
be/test/exec/test_data/paimon_rust_batch_size}/README.md (50%)
create mode 100644
be/test/exec/test_data/paimon_rust_batch_size/bucket-0/data-3b6dc957-0664-4ec4-946c-9535d228957a-0.parquet
create mode 100644
be/test/exec/test_data/paimon_rust_batch_size/schema/schema-0
create mode 100644 be/test/exec/test_data/paimon_rust_batch_size/split.bin
create mode 100644 be/test/exprs/aggregate/agg_topn_test.cpp
create mode 100644 be/test/exprs/function/function_array_cum_sum_test.cpp
create mode 100644 be/test/exprs/function/function_array_split_test.cpp
create mode 100644 be/test/exprs/function/function_array_zip_test.cpp
create mode 100644 be/test/format/arrow/arrow_flight_timestamp_test.cpp
create mode 100644 be/test/format/arrow/arrow_row_batch_test.cpp
create mode 100644
be/test/format_v2/table/paimon_rust_predicate_converter_test.cpp
create mode 100644 be/test/format_v2/table/paimon_rust_table_reader_test.cpp
create mode 100644 be/test/service/arrow_flight/arrow_flight_cancel_test.cpp
create mode 100644 be/test/testutil/scoped_temp_dir.h
create mode 100644 cloud/test/recycler_benchmark_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_array_predicates.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_time_travel.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_indices/026150a9-7d9e-4859-a412-fa0582e40071/bitmap_page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_indices/79b28d78-5490-40ba-a969-399822c12126/page_data.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_indices/79b28d78-5490-40ba-a969-399822c12126/page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_transactions/0-a4640b8d-55a7-47f8-9392-5ec3d0ed19c9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_transactions/1-d21db0fc-7e46-4699-9948-ab6f8d66098c.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_transactions/2-8498550d-87e2-42c8-931c-1ed0d8bc7371.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/all_types.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/data/1001010000010111110100106a0464445da0b5a4b7c3465eb5.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/indexed.lance/data/111000011101111100111010027ce24037932857b1f2b85e24.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_indices/9b6b2f0a-bd44-450f-9a3e-ab3f4ace7990/bitmap_page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_indices/db755621-13aa-4ca9-a495-c0745e34f7c4/page_data.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_indices/db755621-13aa-4ca9-a495-c0745e34f7c4/page_lookup.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/0-58691d36-bff2-4a01-ad25-ae3642019067.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/1-c343d785-33b7-4448-b0da-160c970f78a1.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/2-bcdae8c1-73a4-4b25-ad8b-887bf393af0f.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_transactions/3-8a4b0277-3a05-4eca-8787-2f5ad24763fb.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/_versions/18446744073709551614.manifest
copy
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/{multi_frag.lance
=> predicate_arrays/partial.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/data/011010010011101101000101d214d7401ba969a49532b0ae8b.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/partial.lance/data/11001100100100001001011139a9b14af698a84d7cb598d6a7.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/_transactions/0-7c18f76d-3524-4079-835f-7404de102fa9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/multivector_dimensions.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/data/0011111110010010101001015f6f6345d896c3324132a6d562.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/predicate_arrays/unindexed.lance/data/1001011111100100010111008b02e34ab199273cee3ff3688e.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_refs/branches/dev.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_refs/tags/rel.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_refs/tags/v1.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_refs/tags/v2.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_refs/tags/v3.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_transactions/0-c7a3192f-4b4a-4e8b-b3a3-b736534c10f3.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_transactions/1-79502d42-ca15-43d2-99e3-8c734698ae2b.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_transactions/2-e678f5d6-e017-494d-adaf-fd1c0e245182.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/all_types.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/data/01001111111001001000111077951d4cb09c0a747e1eddc25e.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/data/111001110010000110100100bcc907454fa3151c2176cb1bc4.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/data/1111000011100100111000010ab68a492fa5d2c0fa972154e5.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/tree/dev/_transactions/2-ca6009ab-1db7-4777-9e3e-a9374ed947b9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/tree/dev/_transactions/2-d76280f6-7616-446b-9575-5b8ec5ea2df1.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/tree/dev/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/tree/dev/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/time_travel.lance/tree/dev/data/0010100010110110000010015e5eaf41b5892dff0697f4cbcd.lance
create mode 100644 docs/lance-ann-profile.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceManifestPaths.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/metadata/LanceRefSelector.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/source/PaimonRustReaderCapabilities.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/FlightSqlQueryCancellation.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/service/arrowflight/FlightSqlQuerySchema.java
create mode 100644 fe/fe-core/src/main/resources/substrait/lance_functions.yaml
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/RefreshManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/profile/ProfileCompletionStateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/doris/FeServiceClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hive/HiveMetadataOpsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceManagedAccessTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceManagedVersioningTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceManifestPathsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/source/LanceScalarIndexPlannerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/DorisToPaimonTypeVisitorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/source/PaimonRustBackendCapabilityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/source/PaimonRustReaderCompatibilityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/source/PaimonRustReaderEvolutionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/source/PaimonRustReaderLegacySchemaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/controller/BaseControllerBasicAuthTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/privilege/SystemRootUserTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/SchemaOnlyCommandMetadataTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/HiveInsertExecutorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/ResultSinkMetadataTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/NereidsCoordinatorFlightEndpointsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/runtime/PipelineExecutionTaskBuilderTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/DorisFlightSqlSchemaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlConnectProcessorSchemaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlExecutionSchemaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlQueryCancellationTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/service/arrowflight/FlightSqlTableTypesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/system/BackendPaimonRustCapabilityTest.java
copy
regression-test/data/{cloud_p0/cache/ttl/st04_alter_ttl_n_to_0_runtime.out =>
account_p0/test_grant_col_priv.out} (68%)
create mode 100644
regression-test/data/arrow_flight_sql_p0/test_date_year_zero.out
delete mode 100644 regression-test/data/cloud_p0/cache/ttl/test_show_ttl.out
create mode 100644
regression-test/data/export_p0/outfile/test_outfile_date_year_zero.out
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_rest_time_travel.out
create mode 100644
regression-test/data/external_table_p0/lance/test_lance_time_travel.out
create mode 100644
regression-test/data/nereids_function_p0/agg_function/topn/topn_unlimited.out
create mode 100644
regression-test/data/query_p0/sql_functions/aggregate_functions/test_linear_histogram_boolean.out
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/test_array_cum_sum_leading_null.out
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/test_array_range_null_argument.out
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_regexp_extended_nonconstant_pattern.out
create mode 100644
regression-test/data/query_p0/sql_functions/table_function/test_json_text_embedded_nul.out
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/MultiClusterStateGuard.groovy
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/MySqlClient.groovy
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/RowsetMetaUtils.groovy
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/ConfigArrowFlightSqlUrlTest.groovy
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/ConfigRootPasswordTest.groovy
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/suite/CompactionPluginCompatibilityTest.groovy
copy regression-test/{suites/show_p0/test_show_data.groovy =>
framework/src/test/groovy/org/apache/doris/regression/suite/SuiteSshExecTest.groovy}
(61%)
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/util/HttpAuthenticationTest.groovy
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/util/MultiClusterStateGuardTest.groovy
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/util/MySqlClientTest.groovy
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/util/RowsetMetaUtilsTest.groovy
create mode 100644 regression-test/plugins/cloud_multi_cluster_state.groovy
create mode 100644 regression-test/suites/account_p0/test_grant_col_priv.groovy
create mode 100644
regression-test/suites/account_p0/test_grant_revoke_object_name.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_date_year_zero.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_flight_cancel_cleanup.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_flight_int96_timestamp_range.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_flight_parallel_partitions.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_flight_timestamp_range.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_flight_utf8_validation.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_schema_only.groovy
create mode 100644
regression-test/suites/arrow_flight_sql_p0/test_table_types.groovy
create mode 100644 regression-test/suites/auth_p0/test_http_rest_v1_auth.groovy
delete mode 100644
regression-test/suites/cloud_p0/cache/ttl/alter_ttl_seconds.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/ttl/test_show_ttl.groovy
delete mode 100644 regression-test/suites/cloud_p0/cache/ttl/test_show_ttl.sql
create mode 100644
regression-test/suites/export_p0/outfile/test_outfile_date_year_zero.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/write/test_iceberg_delete_unpartitioned_evolution.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_date_year_zero.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_array_predicate_pushdown.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_rest_time_travel.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_time_travel.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_rust_reader_cast_predicates.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_rust_reader_compatibility.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_rust_reader_eq_for_null.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_rust_reader_schema_evolution.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/test_paimon_rust_reader_v2.groovy
create mode 100644
regression-test/suites/nereids_function_p0/agg_function/topn/topn_unlimited.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/aggregate_functions/test_linear_histogram_boolean.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/test_array_cum_sum_leading_null.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/test_array_range_null_argument.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_regexp_extended_nonconstant_pattern.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/table_function/test_json_text_embedded_nul.groovy
create mode 100644 samples/arrow-flight-sql/python/test_nested_type_metadata.py
create mode 100644 thirdparty/lance-install.sh
delete mode 100644 thirdparty/patches/lance-c-0.1.9-pr-74.patch
delete mode 100644 thirdparty/patches/lance-c-0.1.9-pr-75-pr-78.patch
delete mode 100644 thirdparty/patches/lance-c-0.1.9-pr-77.patch
delete mode 100644 thirdparty/patches/lance-c-0.1.9-pr-79.patch
delete mode 100644 thirdparty/patches/lance-c-0.1.9-pr-80.patch
delete mode 100644 thirdparty/patches/lance-c-0.1.9-pr-83.patch
delete mode 100644 thirdparty/patches/lance-c-0.1.9-prefilter-fts.patch
delete mode 100644 thirdparty/patches/lance-c-0.1.9-prefilter.patch
rename thirdparty/patches/{lance-c-0.1.9-pr-73.patch => lance-c-foyer.patch}
(76%)
create mode 100644 thirdparty/test/lance-install-test.sh
create mode 100755 thirdparty/test/lance-prefilter-patch-test.sh
create mode 100644 thirdparty/test/paimon-build-test.py
create mode 100644 tools/legacy_date_migration/README.md
create mode 100644 tools/legacy_date_migration/migrate_legacy_dates.py
create mode 100644 tools/legacy_date_migration/test_migrate_legacy_dates.py
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
