This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-67362-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 31692d21ee1 [fix](mv) Fix NPE when materialized view aggregate rewrite
treats a derived group by projection as a group by key (#67362)
add 8ba0eddf0bc branch-4.1: [fix](be) Fix SIGSEGV in bvar::take_sample
caused by ~AgentCombiner walking freed TLS agents #67276 (#68045)
add 4671a5e6aaf branch-4.1: [fix](regression) Wait for sync MV row count
#68015 (#68053)
add 81cd12dea4d branch-4.1: [fix](fe) Keep rollup jobs waiting on conflict
txn abort failure (#67661) (#68055)
add d19fd4fdc21 branch-4.1: [fix](test) make test_show_index_data_p2 wait
for loaded data to be visible #67939 (#68058)
add 4c4b025dea0 branch-4.1: [fix](statistics) Treat invalid column
statistics as UNKNOWN instead of aborting analyze job (#66756) (#68061)
add 8bbe4c5fad0 branch-4.1: [fix](fe) Upgrade gRPC and remove unused LZ4
dependencies (#68060)
add b80cf042af7 branch-4.1: [feature](lance) Add Lance index admission,
job inspection SQL and catalog DDL guard (#67630)
add fa5667c12ab branch-4.1: [fix](mv) Compensate complete invalid roll-up
partition buckets #67882 (#68067)
add 6c4b0baedef branch-4.1: [fix](aggregate) Normalize projected count
slots before null safety checks #67732 (#68068)
add 3a33142dc3f branch-4.1: [fix](variable) Track user variables in SQL
cache during binding #67787 (#68069)
add f83ca2c6e07 [opt](lance) add session cache and data cache in lance
(#67650)
add f0b32a6d086 branch-4.1: [fix](protocol) Prevent Connector/J cursor
fetch from hanging on empty results (#68064)
add 5a484a2f884 branch-4.1: [fix](constant folding) Align FE folding with
BE execution #64881 #65319 (#68071)
add 2709af1d507 branch-4.1: [fix](zonemap) Do not treat a legacy float or
double zone map as NaN-free #67779 (#68102)
add 4714241b993 branch-4.1: [fix](iceberg) Fix planning failure for
Iceberg Variant subpaths (#68121)
add 461c6d2331b branch-4.1: [fix](filecache) convert blocks back to TTL
when an expired TTL is extended #67971 (#68092)
add 30535aa6f03 branch-4.1: [fix](cloud) Repair tablet indexes missing
db_id during transaction commit (#67855) (#68127)
add 9558285a5cd [fix](iceberg) Fail on missing snapshot files (#68143)
add 888be80ba28 [fix](lance) Prepare glibc-compatible JNI for FE unit
tests (#68052)
add 31b0e6e5d10 branch-4.1: [fix](audit) Fix SET_VAR leakage after INSERT
audit logging (#67786) (#68108)
add 833204c2523 branch-4.1: [fix](test) stabilize Paimon thread lifecycle
check (#68130)
add a4504d3138f branch-4.1: [fix](parquet) Keep Variant metadata pruning
behind the safe conjunct prefix (#68144)
add 8d2018bdc72 [Feature](lance) Support multi-vector columns and queries
(#68028)
add 094b27b7c4d [fix](paimon) Read row count estimates from snapshot
metadata (#68155)
add 6b5a6a0de91 [opt](lance) add session cache in fe lance catalog (#68078)
add 8c0b4782979 branch-4.1: [fix](lazy topn) Preserve required slots in
TopN lazy materialization #65530 (#68072)
add ce680bba998 branch-4.1: [fix](fe) Quote unsafe view comments in
exported DDL #67708 (#68076)
add d9ef9e9bf9d branch-4.1: [fix](variable) Apply sql_select_limit to
materialized CTE results #67656 (#68077)
add 41fd07f8215 branch-4.1: [refactor](be) Remove Doris Native file format
(#68158)
add f5a3f3fd20b branch-4.1: [fix](like) Fix LIKE matching values with
extra characters at the end #68133 (#68159)
add 97aa9f48af2 branch-4.1: [fix](cloud) Release warm-up destination on
initialization failure #67924 (#68107)
add b578847894e branch-4.1: [fix](catalog) Unify the jdbc driver_url
security check across jdbc/iceberg/paimon and ALTER CATALOG (#68164)
add 072bed98cc2 branch-4.1: [fix](rbo) Preserve union constant rows across
rewrites #67790 (#68172)
add 73cc2da553b branch-4.1: [fix](test) sync Paimon external paths output
(#68167)
add 8c2803ed866 branch-4.1: [fix](subquery) Preserve generate child
outputs for subqueries #67807 (#68173)
add b98482ddafd branch-4.1: [fix](function) Align interval folding with
runtime #67840 (#68174)
add 80f3a817c3c branch-4.1: [fix](fd) Guard uniform aggregate inference by
participation #67881 (#68175)
add 851858d5702 branch-4.1: [fix](inverted index) Add a norms index
property and a BE config to skip norms on variant paths (#68140)
add 5bcabaa679a branch-4.1: [Fix](regexp) Fix empty constant pattern
matching in regexp (#68179)
add 1aa13de013a branch-4.1: [fix](analysis) Hide internal HAVING helper
outputs #67812 (#68075)
add 8a389b3f546 branch-4.1: [fix](build) add -dead_strip on macOS to fix
dyld cache crash for large BE binary #61742 (#68218)
add 2c8d7c1f347 branch-4.1: [fix](inverted index) Persist empty index
files and stop writing orphan ones #67859 (#68082)
add 47200573335 branch-4.1: [fix](file cache) count evicted bytes only for
blocks that were downloaded #67317 (#68157)
add aeb7e1a0107 branch-4.1: [fix](iceberg) Reject invalid name mapping
instead of reading NULL (#68004) (#68003)
add d08ff0f245c branch-4.1: [feature](hive) Support static partition
overwrite for hive tables #65991 (#68181)
add 35791e3b692 branch-4.1: [enhance](auth) introduction of configuration
property to prohibit login with empty LDAP password #61440 (#68098)
add 66ebcddb4cc [feature](lance) Support prepared vector search on
branch-4.1 (#68162)
add 1de45e2331d branch-4.1: [fix](regression) Enable expression pushdown
for variant norms test (#68230)
add 8f49d7f2bd8 branch-4.1: [fix](be) Avoid ASAN double-free during PHDR
unwinding #68217 (#68229)
add 805fa7db777 branch-4.1: [fix](regression) Align remote Doris VARIANT
checks with current semantics #68165 (#68228)
add 7b841c1a53a branch-4.1: [fix](mtmv) Do not rebuild the whole MV when a
partition has no snapshot #68237 (#68249)
add 470a8b53974 [fix](be) exclude wal from variant format validation
(#68233) (#68242)
add cb580c38d3d branch-4.1: [fix](rbo) Guard partial TopN pushdown through
joins #67796 (#68235)
add 052eb8ded8c branch-4.1: [test](regression) Stabilize search score
cache test #65894 (#68252)
add 1dbf5c68709 [fix](mtmv) Preserve origin statement in refresh task
(#68272)
add 9696ec37733 branch-4.1: [fix](varaint) Preserve variant sub-path order
#67803 (#68284)
add d6d40fe0743 branch-4.1: [fix](fe) Prevent stale external name
publication after refresh #65126 (#67417)
add f6ec58f4013 branch-4.1: [improvement](hive) Batch Hive metastore
partition access (#68197)
add 01f3a03b819 branch-4.1: [Enhance](resource) Restrict AI resource
creation by user identity (#68147) (#68265)
add fb60467142a [opt](lance) Cache table access resolution in FE (#68305)
add 97bc869eb35 branch-4.1: [improvement](fe) Add connector property
validators (#68163)
add 70bf96e8b0b [feat](iceberg) HDFS lazy open + iceberg delete file
file_size propagation (#66773) (#67842)
add ccc81563d3d [opt](lance) reduce redundant work in LanceTableReader
(#68335)
add e6bb8f591c4 branch-4.1: [fix](filecache) Unify the file cache TTL
deadline across all paths (#68313)
add 884ae5a1458 branch-4.1: [fix](workload group) Drain adaptive flush
callbacks before pool teardown #68264 (#68326)
add 78a67f84769 [branch-4.1][fix](ngram-bf) Give up the NGRAM index when a
LIKE pattern can carry an escape (#68021) (#68319)
add 899884296d0 branch-4.1: [fix](fetype) Commit FE type only after
transition completes #68302 (#68325)
add 69681aa70f7 branch-4.1: [test](regression) Remove remote Doris variant
select case (#68355)
add c9fd8ec0ec6 [fix](types) Fix binary value ownership and timestamp
primitives (#68297)
add eda5d8772fe branch-4.1: [fix](compaction) Avoid repeatedly compacting
large cumulative rowset #64954 (#65601)
add a334145fee5 branch-4.1: [fix](compaction) Count empty rowsets in
approximate compaction score #66610 (#66656)
add 85c9e0aab94 branch-4.1: [fix](metacache) release Iceberg FileIO and
Hudi fsView on cache eviction #66914 (#66913)
add ee39bd05c59 branch-4.1: [fix](be) Avoid rowset map race in backend
tablets scanner (#68306) (#68316)
add 3669397d289 branch-4.1: [fix](be) Preserve tablet ID in synchronous
file cache writes #68310 (#68347)
add 653dd61163f branch-4.1: [fix](be) Reject oversized Unix timestamps
before year narrowing #68115 (#68364)
add 5ac6093dceb branch-4.1: [fix](case) Improve
`test_tablet_size_semantics` robustness #68337 (#68373)
add 7ffe5250161 branch-4.1: [Fix](be) Prevent BE crash on malformed
adapter responses #68247 (#68333)
add 5134456d0c8 branch-4.1: [chore](build) Add simdutf third-party
dependency #68369 (#68391)
add c864445d793 branch-4.1: [fix](iceberg) Promote equality-delete keys to
current schema type #68267 (#68383)
add 2eb1ec36b09 branch-4.1: [Enhance](ai_func) Support dedicate embed
properties in AI RESOURCE (#67673) (#68384)
add 8475be88741 branch-4.1: [fix](dereference) Resolve correlated
qualified columns before dereference (#67438) (#68260) (#68062)
add 546f39dea80 [branch-4.1](pick) forward profile level to master- #68382
(#68402)
add 12a53cd879c [refactor](arrow) Make format convertors explicit and
schema-owned (#68381)
add 9e432943f3e branch-4.1: [fix](streaming-job) Stabilize lag and TVF
pause-resume tests #68168 (#68400)
add cbc1933774e branch-4.1: [fix](paimon) Invalidate SDK cache on metadata
refresh (#68238)
add 34f34738b7c branch-4.1: [fix](function) Round Decimal values with zero
decimal places #68010 (#68412)
add 0b6480f544f branch-4.1: [fix](function) Fix decimal rounding overflow
at scale boundaries #68251 (#68415)
add e887c54c746 branch-4.1: [fix](function) Handle odd-byte IPv6
truncation #68109 (#68414)
add 518f5f6a8d6 branch-4.1: [fix](function) Split UTF-8 strings correctly
with empty regexp #68020 (#68417)
add 2c393e55f13 branch-4.1: [fix](function) Preserve NUL bytes in
count-by-enum keys #67984 (#68419)
add 3c53410236e branch-4.1: [fix](function) Handle zero-address IPv4 CIDR
correctly #68081 (#68420)
add 9e2aae70135 branch-4.1: [fix](function) Preserve NULL rows in IP range
index results #68051 (#68421)
add 854d5eae629 branch-4.1: [fix](function) Preserve NULL values in
parse_data_size #67910 (#68413)
add d86361815ec branch-4.1: [fix](function) Consider microseconds in week
floor and ceil #67961 (#68416)
add cd8a068482e branch-4.1: [fix](search) Validate ngram search gram
number #67749 (#68418)
add 0d0e1897b61 branch-4.1: [fix](be) Fix BIGINT conv overflow during base
conversion #67872 (#68424)
add 8039c3ccdc2 branch-4.1: [fix](agg) Align complex aggregate null
ordering #67439 (#68422)
add 4d085c13e12 branch-4.1: [fix](function) Fix MAKE_SET constant NULL
handling #68274 (#68411)
add 7f027bd474f branch-4.1: [fix](be) Preserve NULL propagation in date
floor functions #67951 (#68423)
add 6aae9865467 branch-4.1: [fix](function) Handle constant NULL arrays in
array pushback #68380 (#68442)
add 9c384e08d32 branch-4.1: [fix](be) Keep all samples when merging
percentile states #68318 (#68475)
add 129abd9f325 [fix](function) Revert incompatible IP range index
backport (#68473)
add 5dbd0f6fdcc branch-4.1: [improvement](be) Optimize pow squares with
exact integer results #68258 (#68443)
add 88a3152e6e9 branch-4.1: [fix](cloud) Restore warm-up destination locks
after FE recovery #67867 (#68105)
add 0c98fe71477 branch-4.1: [fix](cloud) fix
get_prepare_txn_by_coordinator method #67761 (#68059)
add 62eef4e52af branch-4.1: [fix](cloud) Prevent FDB CloudUT ASAN
getentropy crash #67316 (#68451)
add 617a17c753c branch-4.1: [fix](bitmap) fix SIGSEGV when reading
zero-length serialized BITMAP/HLL/QuantileState cell #67473 (#68497)
add 523b6a8fe1f branch-4.1: [fix](be) Fix nested array_map lambda captures
#64563 (#68471)
add 5e1ee245e23 branch-4.1: [fix](thirdparty) Upgrade libunwind to 1.8.3
to fix aarch64 BE startup crash on 64 KiB-page kernels #67877 (#68339)
add 6dbb1235aae [fix](mv) Fix NPE when materialized view aggregate rewrite
treats a derived group by projection as a group by key (#67362)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (31692d21ee1)
\
N -- N -- N refs/heads/auto-pick-67362-branch-4.1 (6dbb1235aae)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-thirdparty.yml | 5 +
.gitignore | 3 +
be/CMakeLists.txt | 5 +
be/cmake/thirdparty.cmake | 1 +
.../cloud/cloud_cumulative_compaction_policy.cpp | 17 +-
be/src/cloud/cloud_delete_task.cpp | 1 +
be/src/cloud/cloud_internal_service.cpp | 2 +-
be/src/cloud/cloud_rowset_builder.cpp | 6 +-
be/src/cloud/cloud_schema_change_job.cpp | 2 +-
be/src/cloud/cloud_tablet.cpp | 6 +-
be/src/cloud/cloud_warm_up_manager.cpp | 2 +-
be/src/common/config.cpp | 25 +
be/src/common/config.h | 20 +
be/src/common/phdr_cache.cpp | 5 +
be/src/common/phdr_cache.h | 2 +
be/src/core/column/column_complex.h | 3 +-
be/src/core/column/column_varbinary.cpp | 20 +
be/src/core/column/column_varbinary.h | 6 +
be/src/core/data_type/data_type_factory.cpp | 4 +
.../core/data_type_serde/data_type_array_serde.cpp | 71 +
.../core/data_type_serde/data_type_array_serde.h | 10 +
.../core/data_type_serde/data_type_map_serde.cpp | 103 +
be/src/core/data_type_serde/data_type_map_serde.h | 10 +
.../data_type_serde/data_type_nullable_serde.cpp | 23 +
.../data_type_serde/data_type_nullable_serde.h | 10 +
be/src/core/data_type_serde/data_type_serde.h | 18 +
.../data_type_serde/data_type_string_serde.cpp | 47 +
.../core/data_type_serde/data_type_string_serde.h | 5 +
.../data_type_serde/data_type_struct_serde.cpp | 71 +
.../core/data_type_serde/data_type_struct_serde.h | 10 +
.../data_type_serde/data_type_varbinary_serde.cpp | 80 +
.../data_type_serde/data_type_varbinary_serde.h | 16 +
.../data_type_serde/data_type_variant_v2_serde.cpp | 396 ++--
.../data_type_serde/data_type_variant_v2_serde.h | 10 +
be/src/core/field.cpp | 73 +-
be/src/core/field.h | 7 +-
be/src/core/string_buffer.hpp | 7 +-
be/src/core/value/ip_address_cidr.h | 6 +-
be/src/core/value/timestamptz_value.cpp | 16 +
be/src/core/value/vdatetime_value.h | 4 +
be/src/exec/common/format_ip.h | 11 +-
be/src/exec/common/hash_table/hash_key_type.h | 7 +
.../exec/operator/memory_scratch_sink_operator.cpp | 9 +-
be/src/exec/operator/olap_scan_operator.cpp | 1 -
.../src/exec/scan/file_scan_range_utils.h | 23 +-
be/src/exec/scan/file_scanner.cpp | 31 +-
be/src/exec/scan/file_scanner_v2.cpp | 31 +-
be/src/exec/scan/olap_scanner.cpp | 2 +-
.../sink/writer/iceberg/partition_transformers.cpp | 6 +
.../writer/iceberg/viceberg_delete_file_writer.cpp | 6 +-
.../writer/iceberg/viceberg_partition_writer.cpp | 8 +-
.../writer/paimon/jni_paimon_write_backend.cpp | 57 +-
.../sink/writer/paimon/jni_paimon_write_backend.h | 11 +-
be/src/exec/sink/writer/vfile_result_writer.cpp | 13 +-
be/src/exec/sink/writer/vhive_partition_writer.cpp | 4 +-
.../aggregate/aggregate_function_count_by_enum.h | 3 +-
.../exprs/aggregate/aggregate_function_min_max.h | 10 +-
.../aggregate/aggregate_function_min_max_impl.h | 4 +
.../aggregate/aggregate_function_python_udaf.cpp | 25 +-
be/src/exprs/create_predicate_function.h | 3 +
be/src/exprs/function/ai/ai_adapter.h | 179 +-
be/src/exprs/function/ai/ai_functions.h | 25 +-
be/src/exprs/function/ai/embed.h | 34 +-
.../function/array/function_array_pushback.cpp | 7 +-
be/src/exprs/function/cast/cast_to_date.h | 6 +-
.../function/cast/cast_to_datetimev2_impl.hpp | 89 +-
be/src/exprs/function/cast/cast_to_string.h | 19 +-
be/src/exprs/function/cast/cast_to_timestamptz.h | 8 +-
be/src/exprs/function/date_time_transforms.h | 2 +-
.../function_date_or_datetime_computation.h | 5 +-
.../function/function_datetime_floor_ceil.cpp | 26 +-
be/src/exprs/function/function_ip.h | 8 +-
be/src/exprs/function/function_python_udf.cpp | 24 +-
be/src/exprs/function/function_split_by_regexp.cpp | 4 +-
be/src/exprs/function/function_string.cpp | 55 +-
be/src/exprs/function/function_string_format.h | 2 +-
be/src/exprs/function/function_string_misc.cpp | 3 +-
be/src/exprs/function/in.h | 4 +
be/src/exprs/function/like.cpp | 168 +-
be/src/exprs/function/like.h | 11 +-
be/src/exprs/function/match.cpp | 5 +
be/src/exprs/function/math.cpp | 23 +
be/src/exprs/function/regexps.h | 4 +
be/src/exprs/function/round.h | 248 +-
.../lambda_function/lambda_execution_context.h | 116 +
be/src/exprs/lambda_function/lambda_function.h | 2 +-
.../exprs/lambda_function/varray_map_function.cpp | 246 +-
.../exprs/lambda_function/varray_sort_function.cpp | 179 +-
be/src/exprs/math_functions.cpp | 55 +-
.../exprs/table_function/python_udtf_function.cpp | 14 +-
be/src/exprs/vcolumn_ref.h | 60 +-
be/src/exprs/vexpr.cpp | 5 +-
be/src/exprs/vexpr_context.cpp | 12 +
be/src/exprs/vexpr_context.h | 39 +-
be/src/exprs/vin_predicate.cpp | 4 +-
be/src/exprs/vlambda_function_call_expr.h | 2 +-
be/src/exprs/vlambda_function_expr.h | 14 +-
be/src/exprs/vslot_ref.h | 1 +
be/src/format/arrow/arrow_block_convertor.cpp | 329 +--
be/src/format/arrow/arrow_block_convertor.h | 137 +-
be/src/format/arrow/arrow_row_batch.cpp | 5 +-
be/src/format/native/native_format.h | 57 -
be/src/format/native/native_reader.cpp | 387 ----
be/src/format/native/native_reader.h | 114 -
.../parquet/parquet_arrow_block_convertor.cpp | 55 +
.../format/parquet/parquet_arrow_block_convertor.h | 46 +
.../format/table/hive/hive_arrow_block_convertor.h | 23 +-
.../iceberg/iceberg_arrow_block_convertor.cpp | 57 +
.../table/iceberg/iceberg_arrow_block_convertor.h | 51 +
.../table/iceberg_delete_file_reader_helper.cpp | 10 +-
.../table/iceberg_delete_file_reader_helper.h | 2 +-
be/src/format/table/iceberg_reader.cpp | 24 +-
be/src/format/table/iceberg_reader.h | 4 +
.../table/paimon/paimon_arrow_block_convertor.cpp | 58 +
.../table/paimon/paimon_arrow_block_convertor.h | 47 +
.../vfile_format_transformer_factory.cpp | 4 +-
.../src/format/transformer/vhive_parquet_writer.h | 29 +-
.../format/transformer/viceberg_parquet_writer.cpp | 133 ++
.../format/transformer/viceberg_parquet_writer.h | 49 +
.../format/transformer/vjni_format_transformer.h | 2 +-
be/src/format/transformer/vnative_transformer.cpp | 133 --
be/src/format/transformer/vnative_transformer.h | 65 -
be/src/format/transformer/vorc_transformer.h | 2 +-
...parquet_transformer.cpp => vparquet_writer.cpp} | 196 +-
.../{vparquet_transformer.h => vparquet_writer.h} | 42 +-
be/src/format_v2/file_reader.h | 1 -
be/src/format_v2/lance/lance_reader_helper.cpp | 251 +-
be/src/format_v2/lance/lance_reader_helper.h | 31 +-
.../lance/lance_record_batch_converter.cpp | 261 +++
.../format_v2/lance/lance_record_batch_converter.h | 91 +
.../lance/lance_runtime_filter_helper.cpp | 6 +
.../format_v2/lance/lance_runtime_filter_helper.h | 4 +
be/src/format_v2/lance/lance_session_manager.cpp | 239 ++
be/src/format_v2/lance/lance_session_manager.h | 71 +
be/src/format_v2/native/native_reader.cpp | 369 ---
be/src/format_v2/native/native_reader.h | 76 -
be/src/format_v2/orc/orc_reader.cpp | 9 +-
be/src/format_v2/parquet/parquet_statistics.cpp | 15 +-
be/src/format_v2/table/iceberg_reader.cpp | 34 +-
be/src/format_v2/table/lance_reader.cpp | 555 +++--
be/src/format_v2/table/lance_reader.h | 25 +-
be/src/format_v2/table_reader.cpp | 17 +-
.../information_schema/schema_tablets_scanner.cpp | 161 +-
be/src/io/cache/block_file_cache.cpp | 25 +-
be/src/io/cache/block_file_cache.h | 6 +
be/src/io/cache/block_file_cache_ttl_mgr.cpp | 184 +-
be/src/io/cache/block_file_cache_ttl_mgr.h | 45 +-
be/src/io/cache/cached_remote_file_reader.cpp | 3 +-
be/src/io/fs/file_handle_cache.cpp | 68 +-
be/src/io/fs/file_handle_cache.h | 10 +-
be/src/io/fs/file_writer.h | 2 +-
be/src/io/fs/hdfs_file_reader.cpp | 47 +-
be/src/io/fs/hdfs_file_system.cpp | 9 +-
be/src/io/fs/local_file_reader.cpp | 2 +-
be/src/io/hdfs_util.cpp | 1 +
be/src/io/hdfs_util.h | 1 +
be/src/runtime/exec_env_init.cpp | 7 +
be/src/runtime/workload_group/workload_group.cpp | 51 +-
be/src/runtime/workload_group/workload_group.h | 4 +
.../workload_group/workload_group_manager.cpp | 9 +-
.../arrow_flight/arrow_flight_batch_reader.cpp | 8 +-
be/src/service/internal_service.cpp | 6 -
be/src/storage/adaptive_thread_pool_controller.cpp | 57 +-
be/src/storage/adaptive_thread_pool_controller.h | 23 +-
.../storage/compaction/collection_statistics.cpp | 20 +-
be/src/storage/compaction/compaction.cpp | 2 +-
.../compaction/cumulative_compaction_policy.cpp | 16 +-
be/src/storage/index/index_file_reader.cpp | 10 +
be/src/storage/index/index_file_writer.cpp | 24 +-
.../index/inverted/inverted_index_fs_directory.cpp | 6 +-
.../index/inverted/inverted_index_parser.cpp | 7 +
.../storage/index/inverted/inverted_index_parser.h | 7 +
.../index/inverted/inverted_index_writer.cpp | 17 +-
.../storage/index/inverted/query/regexp_query.cpp | 4 +
.../query_v2/regexp_query/regexp_weight.cpp | 4 +
.../index/inverted/similarity/bm25_similarity.cpp | 2 +-
be/src/storage/index/zone_map/zone_map_index.cpp | 14 +
be/src/storage/predicate/like_column_predicate.h | 13 +-
be/src/storage/rowset/beta_rowset_reader.cpp | 8 +-
be/src/storage/rowset/rowset_reader_context.h | 5 +-
be/src/storage/rowset/rowset_writer_context.h | 12 +-
be/src/storage/tablet/base_tablet.h | 4 +
be/src/storage/tablet/tablet_meta.cpp | 19 +
be/src/storage/tablet/tablet_meta.h | 11 +
be/src/storage/tablet/tablet_reader.cpp | 5 +-
be/src/storage/task/index_builder.cpp | 33 +-
be/src/util/hyperscan_util.cpp | 93 +
.../src/util/hyperscan_util.h | 24 +-
be/src/util/percentile_util.h | 36 +-
be/src/util/raw_value.h | 6 +
be/src/util/timezone_utils.cpp | 138 +-
be/src/util/timezone_utils.h | 6 +
be/test/ai/ai_adapter_test.cpp | 71 +
be/test/ai/ai_function_test.cpp | 12 +-
be/test/ai/embed_test.cpp | 244 ++
be/test/cloud/cloud_compaction_test.cpp | 45 +
.../cloud_cumulative_compaction_policy_test.cpp | 118 +-
be/test/common/phdr_cache_test.cpp | 31 +
be/test/core/column/column_complex_test.cpp | 146 ++
be/test/core/column/column_varbinary_test.cpp | 154 ++
.../core/data_type/common_data_type_serder_test.h | 4 +-
.../core/data_type/data_type_varbinary_test.cpp | 18 +-
.../data_type_serde/data_type_serde_arrow_test.cpp | 628 ++++-
.../data_type_serde_varbinary_test.cpp | 69 +
.../data_type_variant_v2_serde_output_test.cpp | 80 +-
be/test/core/string_buffer_test.cpp | 9 +
.../data/vec/native/all_types_single_row.native | Bin 1140 -> 0 bytes
.../exec/common/hash_table/hash_key_type_test.cpp | 10 +
be/test/exec/scan/file_scan_range_utils_test.cpp | 48 +
be/test/exec/scan/file_scanner_v2_test.cpp | 2 -
be/test/exec/scan/vfile_scanner_exception_test.cpp | 131 +-
.../writer/iceberg/partition_transformers_test.cpp | 14 +
be/test/exprs/aggregate/agg_min_max_test.cpp | 12 +
be/test/exprs/aggregate/vec_count_by_enum_test.cpp | 48 +
be/test/exprs/expr_zonemap_filter_test.cpp | 17 +
.../function/cast/cast_to_string_api_test.cpp | 46 +
.../function/cast/cast_to_timestamptz_test.cpp | 45 +
be/test/exprs/function/function_ip_test.cpp | 35 +-
be/test/exprs/function/function_like_test.cpp | 248 +-
be/test/exprs/function/function_match_test.cpp | 21 +
be/test/exprs/function/function_math_test.cpp | 216 +-
.../exprs/function/function_multi_match_test.cpp | 10 +
be/test/exprs/function/function_round_test.cpp | 88 +
be/test/exprs/function/function_string_test.cpp | 51 +
be/test/exprs/function/function_time_test.cpp | 52 +
be/test/exprs/function/function_varbinary_test.cpp | 15 +
.../lambda_function/array_map_function_test.cpp | 1409 +++++++++++
be/test/exprs/math_functions_test.cpp | 40 +
be/test/exprs/vcolumn_ref_test.cpp | 148 ++
be/test/exprs/vexpr_test.cpp | 24 +
.../format/arrow/arrow_block_convertor_test.cpp | 291 +++
.../format/native/native_reader_writer_test.cpp | 1350 -----------
.../iceberg_delete_file_reader_helper_test.cpp | 16 +-
.../format/table/iceberg/iceberg_reader_test.cpp | 65 +
...ansformer_test.cpp => vparquet_writer_test.cpp} | 108 +-
be/test/format_v2/lance/lance_nested_null_test.cpp | 5 +-
.../lance/lance_runtime_filter_helper_test.cpp | 10 +-
.../format_v2/lance/lance_session_manager_test.cpp | 131 ++
be/test/format_v2/native/native_reader_test.cpp | 450 ----
.../format_v2/orc/orc_file_input_stream_test.cpp | 33 +
be/test/format_v2/orc/orc_reader_test.cpp | 34 +
.../format_v2/parquet/parquet_statistics_test.cpp | 21 +
be/test/format_v2/table/iceberg_reader_test.cpp | 222 +-
.../auxiliary.idx | Bin 0 -> 833 bytes
.../28f6d79f-9c00-4135-ba4b-fc8de0b635f3/index.idx | Bin 0 -> 333 bytes
.../auxiliary.idx | Bin 0 -> 829 bytes
.../3b5436e9-4e0b-4db4-abaa-6b34a4ec78ea/index.idx | Bin 0 -> 333 bytes
.../auxiliary.idx | Bin 0 -> 894 bytes
.../54a5446e-5740-4741-9a84-2c3661ca9dac/index.idx | Bin 0 -> 333 bytes
.../auxiliary.idx | Bin 0 -> 819 bytes
.../a8529803-c50d-4ea3-9fcc-302b385b4dc5/index.idx | Bin 0 -> 333 bytes
.../0-98248c30-74fc-4328-955b-93ad3a6572c5.txn | Bin 0 -> 546 bytes
.../1-2bdf0c85-4f23-47ac-b2c4-ae0bc3ba00e2.txn | Bin 0 -> 378 bytes
.../2-2f0814cd-23f1-409f-97a7-f11802ae0000.txn | Bin 0 -> 378 bytes
.../3-85968aa2-1806-42ac-8528-a49e4ac9f753.txn | Bin 0 -> 378 bytes
.../4-f91c85f5-89bd-4744-9cee-4386e21a8734.txn | Bin 0 -> 382 bytes
.../5-8f686607-2ffa-4f37-b5ba-e9afa8748b3b.txn | Bin 0 -> 130 bytes
.../_versions/18446744073709551609.manifest | Bin 0 -> 2188 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 2351 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 2009 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1675 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1341 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 1168 bytes
.../_versions/latest_version_hint.json | 1 +
...000011101010111d600654aa4bf152143f353ff5a.lance | Bin 0 -> 2508 bytes
...11001101011010140ce1040debed650850b651125.lance | Bin 0 -> 2512 bytes
.../0-0d81521a-dd03-451f-96a6-81f50ff5edec.txn | Bin 0 -> 1238 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 2553 bytes
.../_versions/latest_version_hint.json | 0
...00100010111001031383243dc838910cb0b1e7016.lance | Bin 0 -> 25966 bytes
.../0-efbaaf9c-8337-4ad8-af21-1b1274f3067e.txn | Bin 0 -> 354 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 784 bytes
.../_versions/latest_version_hint.json | 0
...00111101001000111cfaa495a9857e3b9afc0daee.lance | Bin 0 -> 1309 bytes
.../0-d5ed3155-d19a-4ab9-bb2a-9f1aa804ebd9.txn | Bin 0 -> 788 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 1652 bytes
.../_versions/latest_version_hint.json | 0
...0011010001111001c07dd49c690bdc468eac853df.lance | Bin 0 -> 3769 bytes
.../auxiliary.idx | Bin 0 -> 329407 bytes
.../7fd93781-4cc1-49fb-ac49-292848aca6fd/index.idx | Bin 0 -> 2390 bytes
.../auxiliary.idx | Bin 0 -> 332361 bytes
.../e6359049-3830-4e8d-93ac-2993bad0837f/index.idx | Bin 0 -> 2390 bytes
.../0-b0e5a832-c817-4b1a-b7fa-b1bb52c0eea9.txn | Bin 0 -> 299 bytes
.../1-5f2b5ed1-20aa-4902-9e98-08608d0f16a9.txn | Bin 0 -> 377 bytes
.../2-b1eca4c0-481a-43d9-b1cd-5d9b69e69c94.txn | Bin 0 -> 128 bytes
.../3-4c0638b9-b006-43ee-b556-81b6d0172760.txn | Bin 0 -> 377 bytes
.../4-626d52d7-f751-41ec-aba6-4c26d7fc984b.txn | Bin 0 -> 128 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 1351 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 1513 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 931 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1093 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 675 bytes
.../_versions/latest_version_hint.json | 0
...01010101010111193f4f74d719dca683e57a6fe9f.lance | Bin 0 -> 338911 bytes
...0011001110101011d7b8c41c18a187301e7e13396.lance | Bin 0 -> 338911 bytes
...000010001101010db50ff47508cb03308b653c236.lance | Bin 0 -> 338911 bytes
.../auxiliary.idx | Bin 0 -> 15754 bytes
.../a4de8fca-5bd2-4640-ae9f-e03abcc0b552/index.idx | Bin 0 -> 2388 bytes
.../auxiliary.idx | Bin 0 -> 12800 bytes
.../f243db3b-18a5-4182-8c37-7481361bf628/index.idx | Bin 0 -> 2388 bytes
.../0-c28d1916-321e-48b7-a496-97da54424c30.txn | Bin 0 -> 299 bytes
.../1-cb87fcf7-76e1-4c7e-865c-a191e2f9180a.txn | Bin 0 -> 463 bytes
.../2-b0ac79bc-4068-4cb9-97de-7c27c89e8534.txn | Bin 0 -> 128 bytes
.../3-b7e0ec94-3dc6-4fa7-bc0d-ff28f50e359d.txn | Bin 0 -> 463 bytes
.../4-f99159cc-0549-4cc1-9919-fdecb1aa7f3b.txn | Bin 0 -> 128 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 1522 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 1770 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1016 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1264 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 675 bytes
.../_versions/latest_version_hint.json | 0
...00001011000001059c95649db97fb49f2a95dffb0.lance | Bin 0 -> 338911 bytes
...001001011111111f440e6407e88010674ae90f980.lance | Bin 0 -> 338911 bytes
...1001100011011014b3ee846deabcc7ffc48955629.lance | Bin 0 -> 338911 bytes
.../auxiliary.idx | Bin 0 -> 819 bytes
.../b623b1e5-7461-4a30-880f-394fd4b16617/index.idx | Bin 0 -> 333 bytes
.../0-8e3d8793-6052-45e0-b1ab-43cc9438e25b.txn | Bin 0 -> 224 bytes
.../1-5ddfb769-46bb-4370-91f7-34cc271f6ff7.txn | Bin 0 -> 376 bytes
.../2-5512f591-b4c5-4159-88b5-8973be1a07ca.txn | Bin 0 -> 122 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 843 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1016 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 525 bytes
.../_versions/latest_version_hint.json | 0
...101000001100111eeb02d4d5c92691235fbf98a81.lance | Bin 0 -> 757 bytes
...00110111101001099e8aa4d8dbb19533ad5d162fe.lance | Bin 0 -> 617 bytes
be/test/format_v2/table/lance_reader_test.cpp | 680 +++++-
be/test/format_v2/table_reader_test.cpp | 17 +-
be/test/io/cache/block_file_cache_test.cpp | 89 +
be/test/io/cache/block_file_cache_ttl_mgr_test.cpp | 308 ++-
.../io/cache/cached_remote_file_reader_test.cpp | 50 +
be/test/io/fs/file_handle_cache_test.cpp | 391 ++++
be/test/io/fs/hdfs_file_system_test.cpp | 70 +
be/test/io/fs/s3_file_writer_test.cpp | 24 +-
be/test/runtime/timestamptz_value_test.cpp | 133 ++
.../workload_group/workload_group_manager_test.cpp | 127 +
.../adaptive_thread_pool_controller_test.cpp | 162 ++
.../cumulative_compaction_policy_test.cpp | 230 +-
be/test/storage/index/index_builder_test.cpp | 153 +-
.../index/inverted/empty_index_file_test.cpp | 253 +-
.../index/inverted/query/regexp_query_test.cpp | 26 +-
.../index/inverted/query_v2/regexp_query_test.cpp | 17 +-
.../segment/inverted_index_file_reader_test.cpp | 27 +
.../storage/segment/inverted_index_writer_test.cpp | 106 +-
be/test/storage/segment/zone_map_index_test.cpp | 80 +-
be/test/storage/tablet/tablet_meta_test.cpp | 39 +
.../index_storage_variant_debug_point_test.cpp | 1 +
be/test/util/percentile_util_test.cpp | 84 +
be/test/util/timezone_utils_test.cpp | 66 +-
cloud/src/common/bvars.cpp | 1 +
cloud/src/common/bvars.h | 1 +
cloud/src/common/config.h | 4 +
cloud/src/meta-service/meta_service_txn.cpp | 266 ++-
cloud/src/meta-store/mem_txn_kv.cpp | 2 -
cloud/test/CMakeLists.txt | 37 +
cloud/test/fdb_getentropy_compat.c | 113 +
cloud/test/meta_service_test.cpp | 448 ++++
cloud/test/txn_lazy_commit_test.cpp | 257 ++-
conf/ldap.conf | 13 +
dist/LICENSE-dist.txt | 1 +
.../iceberg/scripts/lance_build_multivector.py | 237 ++
.../scripts/lance_build_preinstalled_catalog.py | 3 +
.../auxiliary.idx | Bin 0 -> 833 bytes
.../28f6d79f-9c00-4135-ba4b-fc8de0b635f3/index.idx | Bin 0 -> 333 bytes
.../auxiliary.idx | Bin 0 -> 829 bytes
.../3b5436e9-4e0b-4db4-abaa-6b34a4ec78ea/index.idx | Bin 0 -> 333 bytes
.../auxiliary.idx | Bin 0 -> 894 bytes
.../54a5446e-5740-4741-9a84-2c3661ca9dac/index.idx | Bin 0 -> 333 bytes
.../auxiliary.idx | Bin 0 -> 819 bytes
.../a8529803-c50d-4ea3-9fcc-302b385b4dc5/index.idx | Bin 0 -> 333 bytes
.../0-98248c30-74fc-4328-955b-93ad3a6572c5.txn | Bin 0 -> 546 bytes
.../1-2bdf0c85-4f23-47ac-b2c4-ae0bc3ba00e2.txn | Bin 0 -> 378 bytes
.../2-2f0814cd-23f1-409f-97a7-f11802ae0000.txn | Bin 0 -> 378 bytes
.../3-85968aa2-1806-42ac-8528-a49e4ac9f753.txn | Bin 0 -> 378 bytes
.../4-f91c85f5-89bd-4744-9cee-4386e21a8734.txn | Bin 0 -> 382 bytes
.../5-8f686607-2ffa-4f37-b5ba-e9afa8748b3b.txn | Bin 0 -> 130 bytes
.../_versions/18446744073709551609.manifest | Bin 0 -> 2188 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 2351 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 2009 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1675 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1341 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 1168 bytes
.../_versions/latest_version_hint.json | 1 +
...000011101010111d600654aa4bf152143f353ff5a.lance | Bin 0 -> 2508 bytes
...11001101011010140ce1040debed650850b651125.lance | Bin 0 -> 2512 bytes
.../0-0d81521a-dd03-451f-96a6-81f50ff5edec.txn | Bin 0 -> 1238 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 2553 bytes
.../_versions/latest_version_hint.json | 0
...00100010111001031383243dc838910cb0b1e7016.lance | Bin 0 -> 25966 bytes
.../0-efbaaf9c-8337-4ad8-af21-1b1274f3067e.txn | Bin 0 -> 354 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 784 bytes
.../_versions/latest_version_hint.json | 0
...00111101001000111cfaa495a9857e3b9afc0daee.lance | Bin 0 -> 1309 bytes
.../0-d5ed3155-d19a-4ab9-bb2a-9f1aa804ebd9.txn | Bin 0 -> 788 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 1652 bytes
.../_versions/latest_version_hint.json | 0
...0011010001111001c07dd49c690bdc468eac853df.lance | Bin 0 -> 3769 bytes
.../auxiliary.idx | Bin 0 -> 329407 bytes
.../7fd93781-4cc1-49fb-ac49-292848aca6fd/index.idx | Bin 0 -> 2390 bytes
.../auxiliary.idx | Bin 0 -> 332361 bytes
.../e6359049-3830-4e8d-93ac-2993bad0837f/index.idx | Bin 0 -> 2390 bytes
.../0-b0e5a832-c817-4b1a-b7fa-b1bb52c0eea9.txn | Bin 0 -> 299 bytes
.../1-5f2b5ed1-20aa-4902-9e98-08608d0f16a9.txn | Bin 0 -> 377 bytes
.../2-b1eca4c0-481a-43d9-b1cd-5d9b69e69c94.txn | Bin 0 -> 128 bytes
.../3-4c0638b9-b006-43ee-b556-81b6d0172760.txn | Bin 0 -> 377 bytes
.../4-626d52d7-f751-41ec-aba6-4c26d7fc984b.txn | Bin 0 -> 128 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 1351 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 1513 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 931 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1093 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 675 bytes
.../_versions/latest_version_hint.json | 0
...01010101010111193f4f74d719dca683e57a6fe9f.lance | Bin 0 -> 338911 bytes
...0011001110101011d7b8c41c18a187301e7e13396.lance | Bin 0 -> 338911 bytes
...000010001101010db50ff47508cb03308b653c236.lance | Bin 0 -> 338911 bytes
.../auxiliary.idx | Bin 0 -> 15754 bytes
.../a4de8fca-5bd2-4640-ae9f-e03abcc0b552/index.idx | Bin 0 -> 2388 bytes
.../auxiliary.idx | Bin 0 -> 12800 bytes
.../f243db3b-18a5-4182-8c37-7481361bf628/index.idx | Bin 0 -> 2388 bytes
.../0-c28d1916-321e-48b7-a496-97da54424c30.txn | Bin 0 -> 299 bytes
.../1-cb87fcf7-76e1-4c7e-865c-a191e2f9180a.txn | Bin 0 -> 463 bytes
.../2-b0ac79bc-4068-4cb9-97de-7c27c89e8534.txn | Bin 0 -> 128 bytes
.../3-b7e0ec94-3dc6-4fa7-bc0d-ff28f50e359d.txn | Bin 0 -> 463 bytes
.../4-f99159cc-0549-4cc1-9919-fdecb1aa7f3b.txn | Bin 0 -> 128 bytes
.../_versions/18446744073709551610.manifest | Bin 0 -> 1522 bytes
.../_versions/18446744073709551611.manifest | Bin 0 -> 1770 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 1016 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1264 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 675 bytes
.../_versions/latest_version_hint.json | 0
...00001011000001059c95649db97fb49f2a95dffb0.lance | Bin 0 -> 338911 bytes
...001001011111111f440e6407e88010674ae90f980.lance | Bin 0 -> 338911 bytes
...1001100011011014b3ee846deabcc7ffc48955629.lance | Bin 0 -> 338911 bytes
.../auxiliary.idx | Bin 0 -> 819 bytes
.../b623b1e5-7461-4a30-880f-394fd4b16617/index.idx | Bin 0 -> 333 bytes
.../0-8e3d8793-6052-45e0-b1ab-43cc9438e25b.txn | Bin 0 -> 224 bytes
.../1-5ddfb769-46bb-4370-91f7-34cc271f6ff7.txn | Bin 0 -> 376 bytes
.../2-5512f591-b4c5-4159-88b5-8973be1a07ca.txn | Bin 0 -> 122 bytes
.../_versions/18446744073709551612.manifest | Bin 0 -> 843 bytes
.../_versions/18446744073709551613.manifest | Bin 0 -> 1016 bytes
.../_versions/18446744073709551614.manifest | Bin 0 -> 525 bytes
.../_versions/latest_version_hint.json | 0
...101000001100111eeb02d4d5c92691235fbf98a81.lance | Bin 0 -> 757 bytes
...00110111101001099e8aa4d8dbb19533ad5d162fe.lance | Bin 0 -> 617 bytes
docker/thirdparties/lance-jni-helpers.sh | 53 +-
docs/lance-multivector-search.md | 141 ++
.../max-compute-connector/pom.xml | 3 +
.../doris/maxcompute/MaxComputeJniWriterTest.java | 52 +
.../main/java/org/apache/doris/common/Config.java | 51 +
.../doris/common/LanceIndexConfigValidator.java | 76 +
.../java/org/apache/doris/common/LdapConfig.java | 10 +
.../common/LanceIndexConfigValidatorTest.java | 196 ++
fe/fe-core/pom.xml | 1 +
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 3 +
.../java/org/apache/doris/alter/RollupJobV2.java | 10 +-
.../apache/doris/analysis/InvertedIndexUtil.java | 9 +
.../apache/doris/analysis/LambdaFunctionExpr.java | 1 +
.../java/org/apache/doris/catalog/AIResource.java | 123 +-
.../main/java/org/apache/doris/catalog/Env.java | 56 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 10 +-
.../org/apache/doris/catalog/RefreshManager.java | 184 +-
.../apache/doris/cloud/CacheHotspotManager.java | 14 +
.../org/apache/doris/cloud/CloudWarmUpJob.java | 42 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 1 +
.../java/org/apache/doris/common/CacheFactory.java | 6 +
.../java/org/apache/doris/common/ErrorCode.java | 5 +
.../org/apache/doris/common/ThreadPoolManager.java | 26 +-
.../doris/common/util/FileFormatConstants.java | 1 -
.../org/apache/doris/common/util/PrintableMap.java | 3 +
.../java/org/apache/doris/common/util/Util.java | 3 -
.../org/apache/doris/datasource/CatalogMgr.java | 171 +-
.../apache/doris/datasource/ExternalCatalog.java | 170 +-
.../apache/doris/datasource/ExternalDatabase.java | 162 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 38 +-
.../apache/doris/datasource/SplitAssignment.java | 34 +-
.../doris/datasource/hive/HMSCachedClient.java | 9 +
.../doris/datasource/hive/HMSClientException.java | 11 +
.../doris/datasource/hive/HMSExternalCatalog.java | 287 ++-
.../doris/datasource/hive/HMSExternalDatabase.java | 12 +-
.../doris/datasource/hive/HMSExternalTable.java | 28 +-
.../apache/doris/datasource/hive/HiveDlaTable.java | 53 +
.../datasource/hive/HiveExternalMetaCache.java | 30 +-
.../doris/datasource/hive/HiveMetadataOps.java | 6 +-
.../datasource/hive/HmsPartitionBatchExecutor.java | 252 ++
...Exception.java => HmsPartitionBatchResult.java} | 25 +-
.../datasource/hive/HmsPartitionBatchStats.java | 151 ++
.../datasource/hive/HmsPartitionIdentity.java | 98 +
.../doris/datasource/hive/HmsPartitionRequest.java | 74 +
.../hive/HmsPartitionResultException.java | 98 +
...ntException.java => HmsPartitionTransport.java} | 16 +-
.../doris/datasource/hive/IcebergDlaTable.java | 30 +-
.../datasource/hive/ThriftHMSCachedClient.java | 74 +-
.../datasource/hudi/HudiExternalMetaCache.java | 124 +-
.../datasource/hudi/HudiFsViewCacheValue.java | 112 +
.../doris/datasource/hudi/source/HudiScanNode.java | 642 ++++-
.../datasource/iceberg/DorisHadoopCatalog.java | 96 +
.../doris/datasource/iceberg/DorisHiveCatalog.java | 96 +
.../iceberg/IcebergCatalogResourceTracker.java | 121 +
.../datasource/iceberg/IcebergExternalCatalog.java | 215 +-
.../iceberg/IcebergExternalDatabase.java | 11 +-
.../iceberg/IcebergExternalMetaCache.java | 766 +++++-
.../datasource/iceberg/IcebergExternalTable.java | 88 +-
.../datasource/iceberg/IcebergMetadataOps.java | 1116 +++++----
.../datasource/iceberg/IcebergRuntimeContext.java | 77 +
.../datasource/iceberg/IcebergSchemaCacheKey.java | 59 +-
.../iceberg/IcebergSnapshotCacheValue.java | 70 +
.../iceberg/IcebergSysExternalTable.java | 27 +-
.../datasource/iceberg/IcebergTableCacheValue.java | 210 +-
.../datasource/iceberg/IcebergTransaction.java | 131 +-
.../doris/datasource/iceberg/IcebergUtils.java | 275 ++-
.../iceberg/IcebergWriteSchemaContext.java | 47 +-
.../iceberg/action/BaseIcebergAction.java | 32 +-
.../action/IcebergCherrypickSnapshotAction.java | 3 +-
.../action/IcebergExpireSnapshotsAction.java | 4 +-
.../iceberg/action/IcebergFastForwardAction.java | 4 +-
.../action/IcebergPublishChangesAction.java | 3 +-
.../action/IcebergRewriteDataFilesAction.java | 10 +-
.../action/IcebergRewriteManifestsAction.java | 3 +-
.../action/IcebergRollbackToSnapshotAction.java | 3 +-
.../action/IcebergRollbackToTimestampAction.java | 4 +-
.../action/IcebergSetCurrentSnapshotAction.java | 4 +-
.../iceberg/cache/IcebergManifestCacheLoader.java | 15 +-
.../iceberg/rewrite/RewriteDataFileExecutor.java | 182 +-
.../iceberg/rewrite/RewriteGroupTask.java | 56 +-
.../datasource/iceberg/source/IcebergScanNode.java | 222 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 33 +-
.../doris/datasource/lance/LanceCatalogClient.java | 352 +++
.../doris/datasource/lance/LanceErrorMessages.java | 95 +
.../datasource/lance/LanceExternalCatalog.java | 559 ++---
.../doris/datasource/lance/LanceExternalTable.java | 32 +-
.../datasource/lance/LanceIndexAdmission.java | 546 +++++
.../lance/LanceIndexAdmissionSnapshot.java | 205 ++
.../doris/datasource/lance/LanceIndexFamilies.java | 116 +
.../lance/LanceIndexMutationValidator.java | 47 +
.../datasource/lance/LanceMetadataLoader.java | 175 --
.../datasource/lance/LanceNamespaceClient.java | 337 +++
.../lance/LanceSchemaContractBuilder.java | 272 +++
.../doris/datasource/lance/LanceTableMetadata.java | 99 -
.../doris/datasource/lance/LanceVectorQuery.java | 259 ---
.../lance/index/LanceDatasetIndexDiscovery.java | 189 ++
.../LanceIndexInspection.java} | 301 ++-
.../LanceIndexInspectionExecutor.java} | 10 +-
.../lance/index/LanceIndexSegmentGroup.java | 72 +
.../lance/{ => index}/LanceIndexSegmentInfo.java | 2 +-
.../lance/{ => index}/LancePhysicalIndexEntry.java | 2 +-
.../LanceShowIndexInfo.java} | 8 +-
.../datasource/lance/job/LanceIndexJobManager.java | 37 +
.../lance/{ => metadata}/LanceFragmentInfo.java | 13 +-
.../lance/metadata/LanceMetadataLoader.java | 183 ++
.../lance/{ => metadata}/LanceMvccSnapshot.java | 2 +-
.../lance/{ => metadata}/LanceReadOptions.java | 28 +-
.../lance/metadata/LanceSchemaHelper.java | 50 +
.../{ => metadata}/LanceSnapshotResolver.java | 19 +-
.../lance/metadata/LanceTableAccess.java | 28 +-
.../lance/metadata/LanceTableMetadata.java | 128 +
.../lance/{ => metadata}/LanceTypeConverter.java | 4 +-
.../lance/profile/LanceMetadataMetrics.java | 169 ++
.../lance/source/IndexSegmentSplitPlan.java | 83 -
.../lance/source/LancePredicateConverter.java | 386 +---
.../lance/source/LanceScalarIndexPlanner.java | 139 ++
.../datasource/lance/source/LanceScanNode.java | 467 +---
.../datasource/lance/source/LanceScanPlan.java | 105 +
.../datasource/lance/source/LanceScanPlanner.java | 394 ++++
.../doris/datasource/lance/source/LanceSplit.java | 116 +-
.../datasource/lance/source/LanceSplitBuilder.java | 117 +
.../lance/source/LanceSubstraitSerializer.java | 395 ++++
.../{ => storage}/LanceOssStorageProvider.java | 40 +-
.../LancePassThroughStorageProvider.java | 2 +-
.../{ => storage}/LanceS3StorageProvider.java | 38 +-
.../lance/{ => storage}/LanceStorageOptions.java | 23 +-
.../lance/{ => storage}/LanceStorageProvider.java | 2 +-
.../maxcompute/MaxComputeMetadataOps.java | 6 +-
.../metacache/AbstractExternalMetaCache.java | 3 +-
.../datasource/metacache/ExternalMetaCache.java | 23 +
.../metacache/LegacyMetaCacheFactory.java | 25 +-
.../doris/datasource/metacache/MetaCache.java | 778 ++++++-
.../doris/datasource/metacache/MetaCacheEntry.java | 131 +-
.../datasource/metacache/MetaCacheEntryDef.java | 41 +-
.../metacache/paimon/PaimonTableLoader.java | 35 +-
.../datasource/operations/ExternalMetadataOps.java | 28 +-
.../datasource/paimon/PaimonExternalCatalog.java | 295 ++-
.../datasource/paimon/PaimonExternalMetaCache.java | 71 +-
.../datasource/paimon/PaimonExternalTable.java | 53 +-
.../doris/datasource/paimon/PaimonMetadataOps.java | 116 +-
.../datasource/paimon/PaimonSysExternalTable.java | 14 +-
.../property/constants/AIProperties.java | 88 +-
.../property/fileformat/FileFormatProperties.java | 3 -
.../fileformat/NativeFileFormatProperties.java | 65 -
.../metastore/AbstractLanceProperties.java | 18 +
.../IcebergFileSystemMetaStoreProperties.java | 4 +-
.../metastore/IcebergHMSMetaStoreProperties.java | 6 +-
.../property/storage/HdfsProperties.java | 2 +
.../property/storage/OSSHdfsProperties.java | 2 +
.../doris/datasource/tvf/source/TVFScanNode.java | 24 +-
.../insert/streaming/StreamingInsertTask.java | 2 +
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 33 +-
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 5 +
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 53 +-
.../org/apache/doris/mtmv/MTMVRefreshContext.java | 113 +
.../org/apache/doris/mtmv/MTMVRelatedTableIf.java | 19 +
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 21 +-
.../doris/mysql/MysqlCursorFetchCompatibility.java | 61 +
.../java/org/apache/doris/mysql/MysqlOkPacket.java | 15 +-
.../java/org/apache/doris/mysql/MysqlProto.java | 10 +-
.../doris/mysql/MysqlResultSetEndPacket.java | 1 +
.../doris/mysql/authenticate/ldap/LdapManager.java | 9 +
.../org/apache/doris/nereids/StatementContext.java | 60 +-
.../org/apache/doris/nereids/analyzer/Scope.java | 19 +
.../nereids/analyzer/UnboundHiveTableSink.java | 49 +-
.../doris/nereids/analyzer/UnboundTVFRelation.java | 33 +-
.../nereids/analyzer/UnboundTableSinkCreator.java | 9 +-
.../doris/nereids/jobs/executor/Analyzer.java | 12 -
.../nereids/jobs/rewrite/CostBasedRewriteJob.java | 10 +-
.../nereids/load/NereidsLoadScanProvider.java | 5 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 49 +-
.../apache/doris/nereids/parser/NereidsParser.java | 5 +-
.../nereids/processor/post/PlanPostProcessors.java | 4 +-
.../post/materialize/LazyMaterializeTopN.java | 33 +-
.../post/materialize/LazySlotPruning.java | 12 +-
.../post/materialize/MaterializeProbeVisitor.java | 7 +-
.../apache/doris/nereids/properties/DataTrait.java | 3 +-
.../doris/nereids/properties/FuncDepsDG.java | 53 +
.../nereids/rules/analysis/BindExpression.java | 199 +-
.../doris/nereids/rules/analysis/BindSink.java | 92 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 228 +-
.../nereids/rules/analysis/FillUpMissingSlots.java | 4 +-
.../nereids/rules/analysis/NormalizeGenerate.java | 4 +-
.../nereids/rules/analysis/VariableToLiteral.java | 40 -
.../rules/exploration/mv/PartitionCompensator.java | 7 +-
.../rules/expression/ExpressionRuleType.java | 1 -
.../expression/rules/ReplaceVariableByLiteral.java | 53 -
.../rules/implementation/AggregateStrategies.java | 4 +-
.../nereids/rules/rewrite/AddDefaultLimit.java | 8 +-
.../rewrite/MergeOneRowRelationIntoUnion.java | 1 +
...ProjectOtherJoinConditionForNestedLoopJoin.java | 10 +
.../rewrite/PushDownTopNDistinctThroughJoin.java | 42 +-
.../rules/rewrite/VariantSubPathPruning.java | 20 +-
.../expressions/functions/ExpressionTrait.java | 29 +-
.../trees/expressions/functions/agg/AIAgg.java | 4 +
.../expressions/functions/agg/CollectSet.java | 11 +
.../trees/expressions/functions/ai/AIFunction.java | 4 +
.../trees/expressions/functions/ai/Embed.java | 17 +-
.../executable/DateTimeExtractAndTransform.java | 16 +-
.../functions/executable/NumericArithmetic.java | 18 +-
.../functions/executable/StringArithmetic.java | 357 +--
.../functions/scalar/ArrayContains.java | 5 +
.../functions/scalar/ArrayContainsAll.java | 5 +
.../functions/scalar/ArrayDistinct.java | 1 +
.../functions/scalar/ArrayEnumerateUniq.java | 1 +
.../expressions/functions/scalar/ArrayExcept.java | 5 +
.../functions/scalar/ArrayFunctionUtils.java | 42 +
.../functions/scalar/ArrayIntersect.java | 1 +
.../functions/scalar/ArrayPosition.java | 1 +
.../expressions/functions/scalar/ArrayRemove.java | 1 +
.../expressions/functions/scalar/ArrayUnion.java | 1 +
.../functions/scalar/ArraysOverlap.java | 1 +
.../expressions/functions/scalar/CountEqual.java | 1 +
.../expressions/functions/scalar/NgramSearch.java | 24 +-
.../expressions/functions/scalar/StrToDate.java | 29 +-
.../expressions/functions/table/VectorSearch.java | 9 +-
.../trees/expressions/literal/DateLiteral.java | 2 +-
.../trees/expressions/literal/DateTimeLiteral.java | 51 +-
.../expressions/literal/DateTimeV2Literal.java | 4 +-
.../expressions/literal/DecimalV3Literal.java | 7 +-
.../expressions/literal/StringLikeLiteral.java | 68 +-
.../trees/expressions/literal/TimeV2Literal.java | 5 +-
.../expressions/literal/TimestampTzLiteral.java | 8 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 2 +
.../trees/plans/commands/AlterTableCommand.java | 103 +-
.../nereids/trees/plans/commands/LoadCommand.java | 2 +-
.../trees/plans/commands/PrepareCommand.java | 3 +
.../trees/plans/commands/ShowIndexCommand.java | 8 +-
.../plans/commands/ShowLanceIndexJobCommand.java | 174 ++
.../plans/commands/ShowLanceIndexJobsCommand.java | 378 +++
.../plans/commands/info/CreateResourceInfo.java | 10 +
.../trees/plans/commands/info/CreateTableInfo.java | 8 +-
.../trees/plans/commands/info/IndexDefinition.java | 4 +
.../commands/insert/AbstractInsertExecutor.java | 4 +-
.../insert/BaseExternalTableInsertExecutor.java | 18 +-
.../insert/InsertOverwriteTableCommand.java | 3 +-
.../trees/plans/commands/insert/InsertUtils.java | 18 +-
.../plans/commands/load/MysqlLoadCommand.java | 2 +-
.../trees/plans/logical/LogicalAggregate.java | 4 +-
.../plans/physical/PhysicalHashAggregate.java | 4 +-
.../trees/plans/visitor/CommandVisitor.java | 10 +
.../apache/doris/nereids/util/ExpressionUtils.java | 29 +-
.../java/org/apache/doris/qe/ConnectContext.java | 17 +
.../java/org/apache/doris/qe/ConnectProcessor.java | 27 +-
.../java/org/apache/doris/qe/FEOpExecutor.java | 110 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 22 +-
.../java/org/apache/doris/qe/SessionVariable.java | 39 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 40 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 9 +-
.../org/apache/doris/statistics/ColStatsData.java | 4 +
.../apache/doris/statistics/ColumnStatistic.java | 5 +
.../apache/doris/statistics/StatisticsCache.java | 11 +-
.../CdcStreamTableValuedFunction.java | 1 +
.../ExternalFileTableValuedFunction.java | 8 +-
.../tablefunction/FileTableValuedFunction.java | 2 +-
.../FullTextSearchTableValuedFunction.java | 16 +-
.../LanceExternalSearchTableValuedFunction.java | 33 +-
.../doris/tablefunction/MetadataGenerator.java | 2 +-
.../doris/tablefunction/S3TableValuedFunction.java | 4 +-
.../VectorSearchTableValuedFunction.java | 322 ++-
.../doris/transaction/GlobalTransactionMgr.java | 4 +
.../org/apache/doris/alter/RollupJobV2Test.java | 39 +
.../analysis/InvertedIndexNormsPropertyTest.java | 56 +
.../doris/analysis/LambdaFunctionExprTest.java | 42 +
.../org/apache/doris/catalog/AIResourceTest.java | 515 +++++
.../org/apache/doris/catalog/CreateViewTest.java | 21 +
.../apache/doris/catalog/EnvStateListenerTest.java | 80 +
.../doris/catalog/RefreshManagerReplayTest.java | 97 +
.../cloud/CacheHotspotManagerRecoveryTest.java | 272 +++
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 110 +
.../apache/doris/common/ThreadPoolManagerTest.java | 39 +
.../apache/doris/common/util/PrintableMapTest.java | 7 +
.../doris/datasource/CatalogMgrLanceGuardTest.java | 495 ++++
.../apache/doris/datasource/CatalogMgrTest.java | 31 +
.../datasource/ExternalCatalogDeadlockTest.java | 697 +++++-
.../ExternalCatalogRuntimeStateTest.java | 118 +
.../doris/datasource/FileQueryScanNodeTest.java | 29 +
.../doris/datasource/LanceThriftContractTest.java | 24 +
.../org/apache/doris/datasource/MetaCacheTest.java | 1723 ++++++++++++++
.../doris/datasource/SplitAssignmentTest.java | 26 +
.../hive/HMSExternalCatalogLifecycleTest.java | 98 +
.../datasource/hive/HMSExternalTableTest.java | 36 +
.../datasource/hive/HiveDDLAndDMLPlanTest.java | 104 +
.../hive/HmsPartitionBatchExecutorTest.java | 282 +++
.../datasource/hudi/HudiExternalMetaCacheTest.java | 213 ++
.../datasource/hudi/HudiFsViewCacheValueTest.java | 77 +
.../hudi/source/HudiBatchFsViewOwnerTest.java | 487 ++++
.../datasource/hudi/source/HudiScanNodeTest.java | 119 +-
.../datasource/iceberg/CreateIcebergTableTest.java | 2 +-
.../datasource/iceberg/DorisHadoopCatalogTest.java | 84 +
.../datasource/iceberg/DorisHiveCatalogTest.java | 94 +
.../iceberg/IcebergCatalogResourceTrackerTest.java | 79 +
.../iceberg/IcebergDDLAndDMLPlanTest.java | 7 +
...cebergExternalCatalogDriverUrlSecurityTest.java | 98 +
.../iceberg/IcebergExternalMetaCacheTest.java | 718 +++++-
.../IcebergExternalTableBranchAndTagTest.java | 7 +
.../iceberg/IcebergExternalTableTest.java | 48 +-
.../datasource/iceberg/IcebergMetadataOpTest.java | 255 +-
.../iceberg/IcebergMetadataOpsValidationTest.java | 146 +-
.../iceberg/IcebergSchemaDisplayTest.java | 45 +
.../iceberg/IcebergSysExternalTableTest.java | 83 +-
.../iceberg/IcebergTableCacheValueTest.java | 380 +++
.../datasource/iceberg/IcebergTransactionTest.java | 187 +-
.../doris/datasource/iceberg/IcebergUtilsTest.java | 111 +-
.../iceberg/IcebergWriteSchemaContextTest.java | 68 +-
.../iceberg/action/BaseIcebergActionTest.java | 116 +
.../rewrite/RewriteDataFileExecutorTest.java | 169 +-
.../iceberg/rewrite/RewriteGroupTaskTest.java | 17 +
.../iceberg/source/IcebergScanNodeTest.java | 472 +++-
.../datasource/lance/LanceCatalogClientTest.java | 201 ++
.../lance/LanceCatalogLifecycleTest.java | 390 ++++
.../LanceExternalCatalogIndexAdmissionTest.java | 148 ++
.../lance/LanceFilesystemCatalogTest.java | 242 +-
.../lance/LanceIndexAdmissionSnapshotTest.java | 283 +++
.../datasource/lance/LanceIndexAdmissionTest.java | 1043 +++++++++
.../datasource/lance/LanceIndexFamiliesTest.java | 178 ++
.../lance/LanceIndexMutationValidatorTest.java | 79 +
.../datasource/lance/LanceJniTestSupport.java | 57 +
.../LanceSchemaContractBuilderRealDatasetTest.java | 135 ++
.../lance/LanceSchemaContractBuilderTest.java | 403 ++++
.../datasource/lance/LanceSharedSessionTest.java | 250 ++
.../lance/LanceTableAccessCacheTest.java | 279 +++
.../datasource/lance/LanceVectorQueryTest.java | 136 --
.../index/LanceIndexInspectionExecutorTest.java | 218 ++
.../LanceIndexInspectionTest.java} | 251 +-
.../lance/job/LanceIndexJobManagerQueryTest.java | 131 ++
.../lance/metadata/LanceMetadataLoaderTest.java | 99 +
.../lance/{ => metadata}/LanceSnapshotTest.java | 12 +-
.../{ => metadata}/LanceTypeConverterTest.java | 2 +-
.../lance/profile/LanceMetadataMetricsTest.java | 138 ++
.../datasource/lance/source/LanceScanNodeTest.java | 527 ++++-
.../{ => storage}/LanceStorageOptionsTest.java | 2 +-
...baseNameComparedLowercaseMetaCacheTrueTest.java | 16 +
...ableNameComparedLowercaseMetaCacheTrueTest.java | 26 +
.../datasource/metacache/MetaCacheEntryTest.java | 198 +-
...PaimonExternalCatalogDriverUrlSecurityTest.java | 112 +
.../paimon/PaimonExternalMetaCacheTest.java | 1127 ++++++++-
.../datasource/paimon/PaimonExternalTableTest.java | 8 +-
.../datasource/paimon/PaimonMetadataOpsTest.java | 23 +
.../datasource/paimon/PaimonRowCountTest.java | 191 ++
.../property/ConnectorPropertiesUtilsTest.java | 32 +
.../property/metastore/LancePropertiesTest.java | 16 +
.../property/storage/HdfsPropertiesTest.java | 12 +
.../datasource/tvf/source/TVFScanNodeTest.java | 2 +-
.../streaming/StreamingInsertTaskAuditTest.java | 13 +
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 27 +-
.../doris/mtmv/MTMVRefreshContextBatchTest.java | 239 ++
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 24 +-
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 73 +-
.../test/java/org/apache/doris/mtmv/MTMVTest.java | 24 +
.../mysql/MysqlCursorFetchCompatibilityTest.java | 59 +
.../org/apache/doris/mysql/MysqlOkPacketTest.java | 19 +-
.../org/apache/doris/mysql/MysqlProtoTest.java | 38 +-
.../doris/mysql/MysqlResultSetEndPacketTest.java | 26 +
.../mysql/authenticate/ldap/LdapManagerTest.java | 77 +
.../apache/doris/nereids/StatementContextTest.java | 24 +
.../apache/doris/nereids/analyzer/ScopeTest.java | 48 +
.../LanceLazyMaterializationUpgradeTest.java | 10 +-
.../jobs/rewrite/CostBasedRewriteJobTest.java | 25 +-
.../nereids/load/NereidsLoadScanProviderTest.java | 13 -
.../parser/AuditEncryptionSessionVariableTest.java | 63 +
.../nereids/parser/LancePreparedStatementTest.java | 87 +
.../parser/ShowLanceIndexJobsParserTest.java | 183 ++
.../post/materialize/LazyMaterializeTopNTest.java | 54 +
.../post/materialize/LazySlotPruningTest.java | 45 +
.../doris/nereids/properties/FuncDepsDGTest.java | 15 +
.../doris/nereids/properties/UniformTest.java | 34 +
.../rules/analysis/ExpressionAnalyzerTest.java | 51 +
.../rules/analysis/FillUpMissingSlotsTest.java | 20 +
.../rules/analysis/NormalizeAggregateTest.java | 37 +-
.../rules/analysis/NormalizeGenerateTest.java | 51 +
.../nereids/rules/analysis/TestDereference.java | 285 +++
.../rules/analysis/UserVariableAnalysisTest.java | 29 +
.../exploration/mv/PartitionCompensatorTest.java | 78 +
.../nereids/rules/rewrite/AddDefaultLimitTest.java | 55 +
.../rewrite/PhysicalStorageLayerAggregateTest.java | 38 +
...ectOtherJoinConditionForNestedLoopJoinTest.java | 56 +
.../rules/rewrite/PruneNestedColumnTest.java | 14 +
.../PushDownTopNDistinctThroughJoinTest.java | 141 ++
.../rewrite/SetOperationOutputMappingTest.java | 44 +
.../expressions/functions/ExpressionTraitTest.java | 86 -
.../functions/VarBinaryCollectionLegalityTest.java | 106 +
.../executable/NumericArithmeticTest.java | 32 +
.../functions/executable/StringArithmeticTest.java | 66 +
.../functions/scalar/StrToDateTest.java | 43 +
.../trees/expressions/literal/DateLiteralTest.java | 7 +-
.../expressions/literal/DecimalLiteralTest.java | 11 +
.../expressions/literal/StringLikeLiteralTest.java | 13 +
.../expressions/literal/TimeV2LiteralTest.java | 33 +
.../literal/TimestampTzLiteralTest.java | 39 +
.../AlterTableCommandLanceAdmissionTest.java | 627 +++++
.../commands/AlterTableCommandLanceIndexTest.java | 27 +-
.../plans/commands/CreateResourceCommandTest.java | 75 +
.../plans/commands/ExecuteActionCommandTest.java | 24 +-
.../commands/MysqlLoadCommandCapabilityTest.java | 85 +
.../trees/plans/commands/ShowIndexCommandTest.java | 10 +-
.../commands/ShowLanceIndexJobCommandTest.java | 565 +++++
.../commands/ShowLanceIndexJobsCommandTest.java | 821 +++++++
.../insert/IcebergInsertFailureLifecycleTest.java | 149 ++
.../plans/commands/insert/InsertUtilsTest.java | 14 +-
.../types/VarBinaryUnsupportedCollectionTest.java | 62 +
.../qe/ConnectProcessorForwardProtocolTest.java | 148 ++
.../doris/qe/FEOpExecutorMysqlProtocolTest.java | 229 ++
.../qe/MysqlConnectProcessorCursorFetchTest.java | 112 +
.../qe/MysqlPreparedStatementForwardingTest.java | 148 ++
.../org/apache/doris/qe/SessionVariablesTest.java | 11 +
.../java/org/apache/doris/qe/StmtExecutorTest.java | 98 +
.../doris/statistics/BaseAnalysisTaskTest.java | 47 +-
.../ExternalFileTableValuedFunctionTest.java | 12 +-
.../FullTextSearchTableValuedFunctionTest.java | 9 +-
...nceIndexEntriesTableValuedFunctionAuthTest.java | 2 +-
.../tablefunction/LancePreparedSearchTest.java | 258 +++
.../VectorSearchQueryEncodingTest.java | 238 ++
.../VectorSearchTableValuedFunctionTest.java | 28 +-
.../transaction/GlobalTransactionMgrTest.java | 21 +
.../property/ConnectorPropertiesUtils.java | 23 +
.../foundation/property/ConnectorProperty.java | 2 +
.../property/ConnectorPropertyValidator.java | 50 +
.../property/NoPathTraversalValidator.java | 45 +
.../foundation/security/JdbcDriverUrlSecurity.java | 102 +
.../security/JdbcDriverUrlSecurityTest.java | 94 +
fe/pom.xml | 17 +-
.../org/apache/doris/cdcclient/common/Env.java | 14 +-
.../cdcclient/service/PipelineCoordinator.java | 70 +-
.../org/apache/doris/cdcclient/common/EnvTest.java | 88 +
gensrc/thrift/Exprs.thrift | 4 +
gensrc/thrift/FrontendService.thrift | 6 +
gensrc/thrift/PaloInternalService.thrift | 18 +-
gensrc/thrift/PlanNodes.thrift | 14 +-
.../datatype_p0/date/test_unix_timestamp_range.out | 28 +
.../stream_load/test_timestamptz_stream_load.out | 8 +-
.../timestamptz/test_cast_timestamptz.out | 6 +
.../timestamptz/test_timestamptz_binary_output.out | 16 +-
.../outfile/native/test_outfile_native.out | 25 -
.../iceberg/test_iceberg_variant_access_path.out | 29 +
.../lance/test_lance_vector_search_index_types.out | 14 -
.../write/test_paimon_write_external_paths.out | 35 +-
.../test_remote_doris_variant_select.out | 81 -
.../data/function_p0/test_pow_square.out | 79 +
.../test_variant_subcolumn_index_norms.out | 16 +
.../mtmv_p0/test_base_table_add_partition_mtmv.out | 17 +
.../interval_constant_fold_consistency.out | 10 +
.../stats/invalid_stats/invalid_stats.out | 2 +-
.../nereids_p0/test_generate_subquery_output.out | 15 +
.../eliminate_group_by_key_by_uniform.out | 15 +
.../test_having_with_aggregate_function.out | 4 +
.../merge_one_row_relation_into_union.out | 18 +
.../push_down_top_n_distinct_through_join.out | 7 +
.../prepared_stmt_p0/cursor_fetch_empty_result.out | 11 +
.../pythonudf_p0/test_pythonudf_base_data_type.out | 20 +-
.../pythonudf_p0/test_pythonudf_data_types.out | 2 +-
.../aggregate/percentile_bucketed_agg_merge.out | 23 +
.../session_variable/test_default_limit.out} | 3 +-
.../test_aggregate_all_functions2.out | 14 +-
.../test_array_functions_by_literal.out | 36 +
.../array_functions/test_nested_array_map.out | 13 +
.../test_week_floor_ceil_microsecond.out | 8 +
.../math_functions/test_format_round.out | 9 +-
.../test_like_whole_string_match.out | 74 +
.../test_parse_data_size_nullable.out | 24 +
.../string_functions/test_split_by_regexp.out | 6 +
.../test_string_function_regexp.out | 35 +-
regression-test/data/query_p0/test_dereference.out | 99 +
.../query_p0/topn_lazy/topn_lazy_on_data_model.out | 4 +
.../topNLazyMaterializationUsingIndex.out | 13 +
.../variant_p0/test_variant_sub_path_order.out | 11 +
.../test_ddl.groovy} | 18 +-
.../suites/cast_p0/cast_to_datetime.groovy | 7 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 5 +-
.../cache/ttl/test_ttl_expired_tablet.groovy | 207 ++
.../tablets/test_tablet_size_semantics.groovy | 6 +
.../date/test_unix_timestamp_range.groovy | 102 +
.../test_timestamptz_stream_load.groovy | 2 +
.../timestamptz/test_cast_timestamptz.groovy | 14 +-
.../test_timestamptz_binary_output.groovy | 4 +
.../test_timestamptz_historical_offset.groovy | 53 +
.../test_timestamptz_null_string.groovy | 48 +
.../test_timestamptz_output_boundary.groovy | 71 +
.../fault_tolerance_nereids.groovy | 12 +-
.../outfile/native/test_outfile_native.groovy | 100 -
.../test_export_variant_10k_columns.groovy | 3 +-
.../write/test_hive_write_static_partition.groovy | 383 +++
.../iceberg/test_iceberg_missing_data_file.groovy | 89 +
.../test_iceberg_variant_access_path.groovy | 104 +
.../iceberg/test_iceberg_variant_read.groovy | 76 +-
.../lance/test_lance_fragment_grouping.groovy | 83 +
.../lance/test_lance_index_admission.groovy | 271 +++
.../lance/test_lance_index_ddl.groovy | 17 +-
.../lance/test_lance_multivector_coverage.groovy | 226 ++
.../lance/test_lance_multivector_search.groovy | 170 ++
.../lance/test_lance_prepared_vector_search.groovy | 112 +
.../test_lance_runtime_filter_pushdown.groovy | 2 +
.../test_lance_vector_search_index_types.groovy | 62 +-
.../test_lance_vector_search_two_phase.groovy | 11 +-
.../test_paimon_write_thread_lifecycle.groovy | 22 +-
.../test_remote_doris_variant_select.groovy | 149 --
.../suites/function_p0/test_pow_square.groovy | 114 +
...test_ngram_bloomfilter_index_like_escape.groovy | 165 ++
.../test_empty_index_file_lifecycle.groovy | 178 ++
.../test_variant_empty_index_file.groovy | 95 +-
.../test_variant_subcolumn_index_norms.groovy | 286 +++
.../show_data/test_show_index_data_p2.groovy | 31 +-
.../cdc/test_streaming_mysql_job_lag.groovy | 25 +-
.../cdc/test_streaming_postgres_job_lag.groovy | 34 +-
.../test_base_table_add_partition_mtmv.groovy | 72 +
.../interval_constant_fold_consistency.groovy} | 24 +-
.../cache/parse_sql_from_sql_cache.groovy | 23 +
.../fold_constant/fe_constant_cast_to_date.groovy | 18 +-
.../fold_constant_string_arithmatic.groovy | 10 +-
.../datetime_functions/test_date_function.groovy | 1 +
.../test_generate_subquery_output.groovy | 51 +
.../eliminate_group_by_key_by_uniform.groovy | 93 +-
.../test_having_with_aggregate_function.groovy | 15 +
.../merge_one_row_relation_into_union.groovy | 25 +
.../push_down_top_n_distinct_through_join.groovy | 41 +
.../cursor_fetch_empty_result.groovy | 107 +
.../test_python_arrow_convertor_timezone.groovy | 88 +
.../pythonudf_p0/test_pythonudf_data_types.groovy | 1 +
.../aggregate/percentile_bucketed_agg_merge.groovy | 93 +
.../session_variable/test_default_limit.groovy | 17 +-
.../test_set_var_hint_restore.groovy | 44 +
.../test_aggregate_all_functions2.groovy | 1 +
.../test_array_functions_by_literal.groovy | 2 +
.../array_functions/test_nested_array_map.groovy | 90 +
.../datetime_functions/test_func_time.groovy | 1 +
.../test_week_floor_ceil_microsecond.groovy | 55 +
.../math_functions/test_format_round.groovy | 9 +-
.../test_like_whole_string_match.groovy | 81 +
.../test_parse_data_size_nullable.groovy | 50 +
.../string_functions/test_split_by_regexp.groovy | 2 +
.../string_functions/test_string_function.groovy | 19 +
.../test_string_function_regexp.groovy | 43 +
.../suites/query_p0/test_dereference.groovy | 293 ++-
.../topn_lazy/topn_lazy_on_data_model.groovy | 10 +-
.../topNLazyMaterializationUsingIndex.groovy | 38 +
.../rollup_p0/test_create_mv_and_mtmv.groovy | 13 +
.../suites/search/test_search_score_cache.groovy | 5 +
.../suites/statistics/analyze_stats.groovy | 4 +-
.../suites/statistics/test_analyze_all_null.groovy | 4 +-
.../test_analyze_sample_almost_all_null.groovy | 138 ++
.../variant_p0/test_variant_sub_path_order.groovy | 72 +
run-fe-ut.sh | 7 +
thirdparty/CHANGELOG.md | 11 +
thirdparty/build-thirdparty.sh | 26 +-
thirdparty/download-thirdparty.sh | 30 +-
...c-1.4.0-fix-agent-combiner-use-after-free.patch | 86 +
thirdparty/patches/lance-c-0.1.9-pr-73.patch | 133 +-
thirdparty/patches/lance-c-0.1.9-pr-75-pr-78.patch | 2441 ++++++++++++++++++++
thirdparty/patches/lance-c-0.1.9-pr-77.patch | 1863 +++++++++++++++
thirdparty/patches/lance-c-0.1.9-pr-79.patch | 1782 ++++++++++++++
thirdparty/patches/lance-c-0.1.9-pr-80.patch | 225 ++
thirdparty/patches/lance-c-0.1.9-pr-83.patch | 1914 +++++++++++++++
...atch => libunwind-1.8.3-doris-phdr-cache.patch} | 8 +-
thirdparty/test/libunwind-page-size-test.sh | 172 ++
thirdparty/vars.sh | 15 +-
999 files changed, 65819 insertions(+), 11605 deletions(-)
copy
fe/fe-foundation/src/main/java/org/apache/doris/foundation/property/ConnectorProperty.java
=> be/src/exec/scan/file_scan_range_utils.h (60%)
create mode 100644 be/src/exprs/lambda_function/lambda_execution_context.h
delete mode 100644 be/src/format/native/native_format.h
delete mode 100644 be/src/format/native/native_reader.cpp
delete mode 100644 be/src/format/native/native_reader.h
create mode 100644 be/src/format/parquet/parquet_arrow_block_convertor.cpp
create mode 100644 be/src/format/parquet/parquet_arrow_block_convertor.h
copy
fe/fe-foundation/src/main/java/org/apache/doris/foundation/property/ConnectorProperty.java
=> be/src/format/table/hive/hive_arrow_block_convertor.h (64%)
create mode 100644
be/src/format/table/iceberg/iceberg_arrow_block_convertor.cpp
create mode 100644 be/src/format/table/iceberg/iceberg_arrow_block_convertor.h
create mode 100644 be/src/format/table/paimon/paimon_arrow_block_convertor.cpp
create mode 100644 be/src/format/table/paimon/paimon_arrow_block_convertor.h
copy
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/common/EnvTest.java
=> be/src/format/transformer/vhive_parquet_writer.h (53%)
create mode 100644 be/src/format/transformer/viceberg_parquet_writer.cpp
create mode 100644 be/src/format/transformer/viceberg_parquet_writer.h
delete mode 100644 be/src/format/transformer/vnative_transformer.cpp
delete mode 100644 be/src/format/transformer/vnative_transformer.h
rename be/src/format/transformer/{vparquet_transformer.cpp =>
vparquet_writer.cpp} (54%)
rename be/src/format/transformer/{vparquet_transformer.h => vparquet_writer.h}
(72%)
create mode 100644 be/src/format_v2/lance/lance_record_batch_converter.cpp
create mode 100644 be/src/format_v2/lance/lance_record_batch_converter.h
create mode 100644 be/src/format_v2/lance/lance_session_manager.cpp
create mode 100644 be/src/format_v2/lance/lance_session_manager.h
delete mode 100644 be/src/format_v2/native/native_reader.cpp
delete mode 100644 be/src/format_v2/native/native_reader.h
create mode 100644 be/src/util/hyperscan_util.cpp
copy
regression-test/suites/nereids_rules_p0/merge_one_row_relation/merge_one_row_relation_into_union.groovy
=> be/src/util/hyperscan_util.h (65%)
create mode 100644 be/test/core/column/column_complex_test.cpp
delete mode 100644 be/test/data/vec/native/all_types_single_row.native
create mode 100644 be/test/exec/scan/file_scan_range_utils_test.cpp
create mode 100644 be/test/exprs/lambda_function/array_map_function_test.cpp
create mode 100644 be/test/exprs/vcolumn_ref_test.cpp
create mode 100644 be/test/format/arrow/arrow_block_convertor_test.cpp
delete mode 100644 be/test/format/native/native_reader_writer_test.cpp
rename be/test/format/transformer/{vparquet_transformer_test.cpp =>
vparquet_writer_test.cpp} (61%)
create mode 100644 be/test/format_v2/lance/lance_session_manager_test.cpp
delete mode 100644 be/test/format_v2/native/native_reader_test.cpp
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/28f6d79f-9c00-4135-ba4b-fc8de0b635f3/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/28f6d79f-9c00-4135-ba4b-fc8de0b635f3/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/3b5436e9-4e0b-4db4-abaa-6b34a4ec78ea/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/3b5436e9-4e0b-4db4-abaa-6b34a4ec78ea/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/54a5446e-5740-4741-9a84-2c3661ca9dac/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/54a5446e-5740-4741-9a84-2c3661ca9dac/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/a8529803-c50d-4ea3-9fcc-302b385b4dc5/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_indices/a8529803-c50d-4ea3-9fcc-302b385b4dc5/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_transactions/0-98248c30-74fc-4328-955b-93ad3a6572c5.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_transactions/1-2bdf0c85-4f23-47ac-b2c4-ae0bc3ba00e2.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_transactions/2-2f0814cd-23f1-409f-97a7-f11802ae0000.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_transactions/3-85968aa2-1806-42ac-8528-a49e4ac9f753.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_transactions/4-f91c85f5-89bd-4744-9cee-4386e21a8734.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_transactions/5-8f686607-2ffa-4f37-b5ba-e9afa8748b3b.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_versions/18446744073709551609.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_versions/18446744073709551610.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_versions/18446744073709551611.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_versions/18446744073709551612.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_versions/18446744073709551613.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_versions/18446744073709551614.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/_versions/latest_version_hint.json
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/data/010011011000011101010111d600654aa4bf152143f353ff5a.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector.lance/data/01101110111001101011010140ce1040debed650850b651125.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_dimensions.lance/_transactions/0-0d81521a-dd03-451f-96a6-81f50ff5edec.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_dimensions.lance/_versions/18446744073709551614.manifest
copy
{docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/all_types.lance
=>
be/test/format_v2/table/lance/data/multivector_dimensions.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
be/test/format_v2/table/lance/data/multivector_dimensions.lance/data/10000010100100010111001031383243dc838910cb0b1e7016.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_invalid.lance/_transactions/0-efbaaf9c-8337-4ad8-af21-1b1274f3067e.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_invalid.lance/_versions/18446744073709551614.manifest
copy
{docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/all_types.lance
=>
be/test/format_v2/table/lance/data/multivector_invalid.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
be/test/format_v2/table/lance/data/multivector_invalid.lance/data/01001111100111101001000111cfaa495a9857e3b9afc0daee.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_invalid_types.lance/_transactions/0-d5ed3155-d19a-4ab9-bb2a-9f1aa804ebd9.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_invalid_types.lance/_versions/18446744073709551614.manifest
copy
{docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/all_types.lance
=>
be/test/format_v2/table/lance/data/multivector_invalid_types.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
be/test/format_v2/table/lance/data/multivector_invalid_types.lance/data/0001001110011010001111001c07dd49c690bdc468eac853df.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_indices/7fd93781-4cc1-49fb-ac49-292848aca6fd/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_indices/7fd93781-4cc1-49fb-ac49-292848aca6fd/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_indices/e6359049-3830-4e8d-93ac-2993bad0837f/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_indices/e6359049-3830-4e8d-93ac-2993bad0837f/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_transactions/0-b0e5a832-c817-4b1a-b7fa-b1bb52c0eea9.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_transactions/1-5f2b5ed1-20aa-4902-9e98-08608d0f16a9.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_transactions/2-b1eca4c0-481a-43d9-b1cd-5d9b69e69c94.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_transactions/3-4c0638b9-b006-43ee-b556-81b6d0172760.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_transactions/4-626d52d7-f751-41ec-aba6-4c26d7fc984b.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_versions/18446744073709551610.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_versions/18446744073709551611.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_versions/18446744073709551612.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_versions/18446744073709551613.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/_versions/18446744073709551614.manifest
copy
{docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/482a6218_doris$nested_index
=>
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/data/00011101001010101010111193f4f74d719dca683e57a6fe9f.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/data/0101001000011001110101011d7b8c41c18a187301e7e13396.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_flat.lance/data/111011100000010001101010db50ff47508cb03308b653c236.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_indices/a4de8fca-5bd2-4640-ae9f-e03abcc0b552/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_indices/a4de8fca-5bd2-4640-ae9f-e03abcc0b552/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_indices/f243db3b-18a5-4182-8c37-7481361bf628/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_indices/f243db3b-18a5-4182-8c37-7481361bf628/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_transactions/0-c28d1916-321e-48b7-a496-97da54424c30.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_transactions/1-cb87fcf7-76e1-4c7e-865c-a191e2f9180a.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_transactions/2-b0ac79bc-4068-4cb9-97de-7c27c89e8534.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_transactions/3-b7e0ec94-3dc6-4fa7-bc0d-ff28f50e359d.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_transactions/4-f99159cc-0549-4cc1-9919-fdecb1aa7f3b.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_versions/18446744073709551610.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_versions/18446744073709551611.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_versions/18446744073709551612.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_versions/18446744073709551613.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/_versions/18446744073709551614.manifest
copy
{docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/482a6218_doris$nested_index
=>
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/data/00011100100001011000001059c95649db97fb49f2a95dffb0.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/data/001110010001001011111111f440e6407e88010674ae90f980.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_ivf_pq.lance/data/1100100111001100011011014b3ee846deabcc7ffc48955629.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_indices/b623b1e5-7461-4a30-880f-394fd4b16617/auxiliary.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_indices/b623b1e5-7461-4a30-880f-394fd4b16617/index.idx
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_transactions/0-8e3d8793-6052-45e0-b1ab-43cc9438e25b.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_transactions/1-5ddfb769-46bb-4370-91f7-34cc271f6ff7.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_transactions/2-5512f591-b4c5-4159-88b5-8973be1a07ca.txn
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_versions/18446744073709551612.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_versions/18446744073709551613.manifest
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/_versions/18446744073709551614.manifest
copy be/test/format_v2/table/lance/data/{all_types.lance =>
multivector_zero.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/data/001011001101000001100111eeb02d4d5c92691235fbf98a81.lance
create mode 100644
be/test/format_v2/table/lance/data/multivector_zero.lance/data/10010111100110111101001099e8aa4d8dbb19533ad5d162fe.lance
create mode 100644 cloud/test/fdb_getentropy_compat.c
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/lance_build_multivector.py
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/28f6d79f-9c00-4135-ba4b-fc8de0b635f3/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/28f6d79f-9c00-4135-ba4b-fc8de0b635f3/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/3b5436e9-4e0b-4db4-abaa-6b34a4ec78ea/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/3b5436e9-4e0b-4db4-abaa-6b34a4ec78ea/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/54a5446e-5740-4741-9a84-2c3661ca9dac/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/54a5446e-5740-4741-9a84-2c3661ca9dac/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/a8529803-c50d-4ea3-9fcc-302b385b4dc5/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_indices/a8529803-c50d-4ea3-9fcc-302b385b4dc5/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_transactions/0-98248c30-74fc-4328-955b-93ad3a6572c5.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_transactions/1-2bdf0c85-4f23-47ac-b2c4-ae0bc3ba00e2.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_transactions/2-2f0814cd-23f1-409f-97a7-f11802ae0000.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_transactions/3-85968aa2-1806-42ac-8528-a49e4ac9f753.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_transactions/4-f91c85f5-89bd-4744-9cee-4386e21a8734.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_transactions/5-8f686607-2ffa-4f37-b5ba-e9afa8748b3b.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_versions/18446744073709551609.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_versions/18446744073709551614.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/_versions/latest_version_hint.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/data/010011011000011101010111d600654aa4bf152143f353ff5a.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector.lance/data/01101110111001101011010140ce1040debed650850b651125.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_dimensions.lance/_transactions/0-0d81521a-dd03-451f-96a6-81f50ff5edec.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_dimensions.lance/_versions/18446744073709551614.manifest
copy
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/{all_types.lance
=> multivector_dimensions.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_dimensions.lance/data/10000010100100010111001031383243dc838910cb0b1e7016.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_invalid.lance/_transactions/0-efbaaf9c-8337-4ad8-af21-1b1274f3067e.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_invalid.lance/_versions/18446744073709551614.manifest
copy
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/{all_types.lance
=> multivector_invalid.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_invalid.lance/data/01001111100111101001000111cfaa495a9857e3b9afc0daee.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_invalid_types.lance/_transactions/0-d5ed3155-d19a-4ab9-bb2a-9f1aa804ebd9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_invalid_types.lance/_versions/18446744073709551614.manifest
copy
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/{all_types.lance
=> multivector_invalid_types.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_invalid_types.lance/data/0001001110011010001111001c07dd49c690bdc468eac853df.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_indices/7fd93781-4cc1-49fb-ac49-292848aca6fd/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_indices/7fd93781-4cc1-49fb-ac49-292848aca6fd/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_indices/e6359049-3830-4e8d-93ac-2993bad0837f/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_indices/e6359049-3830-4e8d-93ac-2993bad0837f/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_transactions/0-b0e5a832-c817-4b1a-b7fa-b1bb52c0eea9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_transactions/1-5f2b5ed1-20aa-4902-9e98-08608d0f16a9.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_transactions/2-b1eca4c0-481a-43d9-b1cd-5d9b69e69c94.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_transactions/3-4c0638b9-b006-43ee-b556-81b6d0172760.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_transactions/4-626d52d7-f751-41ec-aba6-4c26d7fc984b.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/_versions/18446744073709551614.manifest
copy
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/{482a6218_doris$nested_index
=> multivector_ivf_flat.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/data/00011101001010101010111193f4f74d719dca683e57a6fe9f.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/data/0101001000011001110101011d7b8c41c18a187301e7e13396.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_flat.lance/data/111011100000010001101010db50ff47508cb03308b653c236.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_indices/a4de8fca-5bd2-4640-ae9f-e03abcc0b552/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_indices/a4de8fca-5bd2-4640-ae9f-e03abcc0b552/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_indices/f243db3b-18a5-4182-8c37-7481361bf628/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_indices/f243db3b-18a5-4182-8c37-7481361bf628/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_transactions/0-c28d1916-321e-48b7-a496-97da54424c30.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_transactions/1-cb87fcf7-76e1-4c7e-865c-a191e2f9180a.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_transactions/2-b0ac79bc-4068-4cb9-97de-7c27c89e8534.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_transactions/3-b7e0ec94-3dc6-4fa7-bc0d-ff28f50e359d.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_transactions/4-f99159cc-0549-4cc1-9919-fdecb1aa7f3b.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_versions/18446744073709551610.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_versions/18446744073709551611.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/_versions/18446744073709551614.manifest
copy
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/{482a6218_doris$nested_index
=> multivector_ivf_pq.lance}/_versions/latest_version_hint.json (100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/data/00011100100001011000001059c95649db97fb49f2a95dffb0.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/data/001110010001001011111111f440e6407e88010674ae90f980.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_ivf_pq.lance/data/1100100111001100011011014b3ee846deabcc7ffc48955629.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_indices/b623b1e5-7461-4a30-880f-394fd4b16617/auxiliary.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_indices/b623b1e5-7461-4a30-880f-394fd4b16617/index.idx
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_transactions/0-8e3d8793-6052-45e0-b1ab-43cc9438e25b.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_transactions/1-5ddfb769-46bb-4370-91f7-34cc271f6ff7.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_transactions/2-5512f591-b4c5-4159-88b5-8973be1a07ca.txn
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_versions/18446744073709551612.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_versions/18446744073709551613.manifest
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/_versions/18446744073709551614.manifest
copy {be/test/format_v2/table/lance/data/all_types.lance =>
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance}/_versions/latest_version_hint.json
(100%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/data/001011001101000001100111eeb02d4d5c92691235fbf98a81.lance
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/lance/multivector_zero.lance/data/10010111100110111101001099e8aa4d8dbb19533ad5d162fe.lance
create mode 100644 docs/lance-multivector-search.md
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/LanceIndexConfigValidator.java
create mode 100644
fe/fe-common/src/test/java/org/apache/doris/common/LanceIndexConfigValidatorTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HmsPartitionBatchExecutor.java
copy
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/{HMSClientException.java
=> HmsPartitionBatchResult.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HmsPartitionBatchStats.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HmsPartitionIdentity.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HmsPartitionRequest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HmsPartitionResultException.java
copy
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/{HMSClientException.java
=> HmsPartitionTransport.java} (66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hudi/HudiFsViewCacheValue.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/DorisHadoopCatalog.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/DorisHiveCatalog.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergCatalogResourceTracker.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergRuntimeContext.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceCatalogClient.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceErrorMessages.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceIndexAdmission.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceIndexAdmissionSnapshot.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceIndexFamilies.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceMetadataLoader.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceNamespaceClient.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceSchemaContractBuilder.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceTableMetadata.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/LanceVectorQuery.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/index/LanceDatasetIndexDiscovery.java
rename
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{LanceIndexMetadataLoader.java
=> index/LanceIndexInspection.java} (59%)
rename
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{LanceMetadataReadExecutor.java
=> index/LanceIndexInspectionExecutor.java} (94%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/index/LanceIndexSegmentGroup.java
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
index}/LanceIndexSegmentInfo.java (98%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
index}/LancePhysicalIndexEntry.java (97%)
rename
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{LanceLogicalIndex.java
=> index/LanceShowIndexInfo.java} (88%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
metadata}/LanceFragmentInfo.java (81%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/metadata/LanceMetadataLoader.java
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
metadata}/LanceMvccSnapshot.java (97%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
metadata}/LanceReadOptions.java (52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/metadata/LanceSchemaHelper.java
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
metadata}/LanceSnapshotResolver.java (79%)
copy
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/common/EnvTest.java
=>
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/metadata/LanceTableAccess.java
(53%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/metadata/LanceTableMetadata.java
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
metadata}/LanceTypeConverter.java (98%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/profile/LanceMetadataMetrics.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/source/IndexSegmentSplitPlan.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/source/LanceScalarIndexPlanner.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/source/LanceScanPlan.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/source/LanceScanPlanner.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/source/LanceSplitBuilder.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/source/LanceSubstraitSerializer.java
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
storage}/LanceOssStorageProvider.java (78%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
storage}/LancePassThroughStorageProvider.java (98%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
storage}/LanceS3StorageProvider.java (84%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
storage}/LanceStorageOptions.java (85%)
rename fe/fe-core/src/main/java/org/apache/doris/datasource/lance/{ =>
storage}/LanceStorageProvider.java (98%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/fileformat/NativeFileFormatProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/MysqlCursorFetchCompatibility.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/VariableToLiteral.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/ReplaceVariableByLiteral.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ArrayFunctionUtils.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobsCommand.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/InvertedIndexNormsPropertyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/LambdaFunctionExprTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/EnvStateListenerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/RefreshManagerReplayTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CacheHotspotManagerRecoveryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/CatalogMgrLanceGuardTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalCatalogRuntimeStateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hive/HMSExternalCatalogLifecycleTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hive/HmsPartitionBatchExecutorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hudi/HudiFsViewCacheValueTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/hudi/source/HudiBatchFsViewOwnerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/DorisHadoopCatalogTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/DorisHiveCatalogTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergCatalogResourceTrackerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergExternalCatalogDriverUrlSecurityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergTableCacheValueTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/action/BaseIcebergActionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceCatalogClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceCatalogLifecycleTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceExternalCatalogIndexAdmissionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceIndexAdmissionSnapshotTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceIndexAdmissionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceIndexFamiliesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceJniTestSupport.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceSchemaContractBuilderRealDatasetTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceSchemaContractBuilderTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceSharedSessionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceTableAccessCacheTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/LanceVectorQueryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/index/LanceIndexInspectionExecutorTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/{LanceIndexMetadataLoaderTest.java
=> index/LanceIndexInspectionTest.java} (77%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobManagerQueryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/metadata/LanceMetadataLoaderTest.java
rename fe/fe-core/src/test/java/org/apache/doris/datasource/lance/{ =>
metadata}/LanceSnapshotTest.java (89%)
rename fe/fe-core/src/test/java/org/apache/doris/datasource/lance/{ =>
metadata}/LanceTypeConverterTest.java (99%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/profile/LanceMetadataMetricsTest.java
rename fe/fe-core/src/test/java/org/apache/doris/datasource/lance/{ =>
storage}/LanceStorageOptionsTest.java (99%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonExternalCatalogDriverUrlSecurityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonRowCountTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVRefreshContextBatchTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/MysqlCursorFetchCompatibilityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/analyzer/ScopeTest.java
copy
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/common/EnvTest.java
=>
fe/fe-core/src/test/java/org/apache/doris/nereids/jobs/rewrite/CostBasedRewriteJobTest.java
(52%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/AuditEncryptionSessionVariableTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/LancePreparedStatementTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/ShowLanceIndexJobsParserTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/processor/post/materialize/LazyMaterializeTopNTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/processor/post/materialize/LazySlotPruningTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/NormalizeGenerateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/AddDefaultLimitTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushDownTopNDistinctThroughJoinTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/ExpressionTraitTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/VarBinaryCollectionLegalityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/executable/StringArithmeticTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/StrToDateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AlterTableCommandLanceAdmissionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/MysqlLoadCommandCapabilityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowLanceIndexJobsCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/insert/IcebergInsertFailureLifecycleTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/types/VarBinaryUnsupportedCollectionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/ConnectProcessorForwardProtocolTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/FEOpExecutorMysqlProtocolTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/MysqlConnectProcessorCursorFetchTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/MysqlPreparedStatementForwardingTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/tablefunction/LancePreparedSearchTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/tablefunction/VectorSearchQueryEncodingTest.java
create mode 100644
fe/fe-foundation/src/main/java/org/apache/doris/foundation/property/ConnectorPropertyValidator.java
create mode 100644
fe/fe-foundation/src/main/java/org/apache/doris/foundation/property/NoPathTraversalValidator.java
create mode 100644
fe/fe-foundation/src/main/java/org/apache/doris/foundation/security/JdbcDriverUrlSecurity.java
create mode 100644
fe/fe-foundation/src/test/java/org/apache/doris/foundation/security/JdbcDriverUrlSecurityTest.java
create mode 100644
regression-test/data/datatype_p0/date/test_unix_timestamp_range.out
delete mode 100644
regression-test/data/export_p0/outfile/native/test_outfile_native.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_variant_access_path.out
delete mode 100644
regression-test/data/external_table_p0/remote_doris/test_remote_doris_variant_select.out
create mode 100644 regression-test/data/function_p0/test_pow_square.out
create mode 100644
regression-test/data/inverted_index_p0/test_variant_subcolumn_index_norms.out
create mode 100644
regression-test/data/mtmv_p0/test_base_table_add_partition_mtmv.out
create mode 100644
regression-test/data/nereids_function_p0/scalar_function/interval_constant_fold_consistency.out
create mode 100644
regression-test/data/nereids_p0/test_generate_subquery_output.out
create mode 100644
regression-test/data/nereids_rules_p0/merge_one_row_relation/merge_one_row_relation_into_union.out
create mode 100644
regression-test/data/prepared_stmt_p0/cursor_fetch_empty_result.out
create mode 100644
regression-test/data/query_p0/aggregate/percentile_bucketed_agg_merge.out
copy
regression-test/data/{nereids_rules_p0/fill_up_missing_slots/test_having_with_aggregate_function.out
=> query_p0/session_variable/test_default_limit.out} (59%)
create mode 100644
regression-test/data/query_p0/sql_functions/array_functions/test_nested_array_map.out
create mode 100644
regression-test/data/query_p0/sql_functions/datetime_functions/test_week_floor_ceil_microsecond.out
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_like_whole_string_match.out
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_parse_data_size_nullable.out
create mode 100644 regression-test/data/query_p0/test_dereference.out
create mode 100644
regression-test/data/variant_p0/test_variant_sub_path_order.out
copy
regression-test/suites/{nereids_rules_p0/merge_one_row_relation/merge_one_row_relation_into_union.groovy
=> arrow_flight_sql_p0/test_ddl.groovy} (65%)
create mode 100644
regression-test/suites/cloud_p0/cache/ttl/test_ttl_expired_tablet.groovy
create mode 100644
regression-test/suites/datatype_p0/date/test_unix_timestamp_range.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_historical_offset.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_null_string.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_output_boundary.groovy
delete mode 100644
regression-test/suites/export_p0/outfile/native/test_outfile_native.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/write/test_hive_write_static_partition.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_missing_data_file.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_variant_access_path.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_fragment_grouping.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_index_admission.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_multivector_coverage.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_multivector_search.groovy
create mode 100644
regression-test/suites/external_table_p0/lance/test_lance_prepared_vector_search.groovy
delete mode 100644
regression-test/suites/external_table_p0/remote_doris/test_remote_doris_variant_select.groovy
create mode 100644 regression-test/suites/function_p0/test_pow_square.groovy
create mode 100644
regression-test/suites/index_p0/test_ngram_bloomfilter_index_like_escape.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_empty_index_file_lifecycle.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_variant_subcolumn_index_norms.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_base_table_add_partition_mtmv.groovy
copy
regression-test/suites/{nereids_rules_p0/fill_up_missing_slots/test_having_with_aggregate_function.groovy
=>
nereids_function_p0/scalar_function/interval_constant_fold_consistency.groovy}
(60%)
create mode 100644
regression-test/suites/nereids_p0/test_generate_subquery_output.groovy
create mode 100644
regression-test/suites/prepared_stmt_p0/cursor_fetch_empty_result.groovy
create mode 100644
regression-test/suites/pythonudf_p0/test_python_arrow_convertor_timezone.groovy
create mode 100644
regression-test/suites/query_p0/aggregate/percentile_bucketed_agg_merge.groovy
create mode 100644
regression-test/suites/query_p0/session_variable/test_set_var_hint_restore.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/array_functions/test_nested_array_map.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/datetime_functions/test_week_floor_ceil_microsecond.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_like_whole_string_match.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_parse_data_size_nullable.groovy
create mode 100644
regression-test/suites/statistics/test_analyze_sample_almost_all_null.groovy
create mode 100644
regression-test/suites/variant_p0/test_variant_sub_path_order.groovy
create mode 100644
thirdparty/patches/brpc-1.4.0-fix-agent-combiner-use-after-free.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-75-pr-78.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-77.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-79.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-80.patch
create mode 100644 thirdparty/patches/lance-c-0.1.9-pr-83.patch
rename thirdparty/patches/{libunwind-1.6.2-doris-phdr-cache.patch =>
libunwind-1.8.3-doris-phdr-cache.patch} (83%)
create mode 100755 thirdparty/test/libunwind-page-size-test.sh
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
