This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-4.2
in repository https://gitbox.apache.org/repos/asf/doris.git
omit a701e06b108 branch-4.1: [fix](regression) Deflake the sql cache
regression suites #67734 (#67735)
omit abb49c4536f branch-4.1: [fix](cloud) Return existing rowset for
concurrent commits #67637 (#67660)
omit 8ca8dc9c725 branch-4.1: [fix](be) Initialize bthread context key
before first use (#67722)
omit 47487e1ddd7 branch-4.1: [perf](load) Optimize write performance with
improved backpressure control (#67728)
omit e98200a945f Update github host from macos-13 to macos-15 (#67746)
omit bc2f21d30cd branch-4.1: [fix](compaction) Release exhausted segment
contexts during vertical compaction #65963 (#67599)
omit 2416c870415 branch-4.1:[opt](merge into) Put MERGE INTO target on the
probe side - #66565 (#67279)
omit 81690a0c61f branch-4.1 [fix](view) Quote view column names in SHOW
CREATE VIEW output (#67398)
omit 6accacc3929 branch-4.1 [fix](fd) Propagate constants out of one row
relation to enable partition pruning (#67400)
omit 5df8e4ee6f6 branch-4.1: [fix](cloud) Set file cache TTL on cloud
schema change output #67454 (#67686)
omit 00894a20303 branch-4.1: [fix](cloud) prevent warm-up job scheduling
starvation (#67643)
omit 6f25c754627 branch-4.1: [fix](be) Avoid repeated peer connect failures
#67464 (#67647)
omit 556ba3027f9 branch-4.1: [fix](rbo) Preserve nullability in distinct
window rewrites #67666 (#67721)
omit d7cb6d11243 branch-4.1: [fix](window) Respect frames when simplifying
window functions #67706 (#67743)
omit efe2f9d3edf branch-4.1: [fix](mv) Prevent snapshot reads from using
current MVs #67700 (#67729)
omit c2ac736ec41 branch-4.1: [fix](arrow-flight) Release a finished Flight
query's coordinator instead of holding it until wait_timeout #67504 (#67558)
omit 53c5c530546 branch-4.1: [fix](test) Isolate TPC-H MOR-as-DUP tables
from compaction #67566 (#67654)
omit 0cfae6906e0 branch-4.1: [chore](thirdparty) Add Google Cloud C++
OAuth2 dependency (#67651)
omit 950c820734f branch-4.1: [Improve](cloud) Only register watershed txn
id once when BE enters decommissioning state #67322 (#67632)
omit 1837ae5691e branch-4.1: [fix](compaction) Keep latest 10 versions
unmerged during schema change #66337 (#67589)
omit ad9524546a9 branch-4.1: [improvement](compaction) split time series
compaction score metric #63900 (#67607)
omit bf8a9f56feb branch-4.1: [fix](compaction): avoid decrementing
uncounted cumulative compaction threads #66752 (#67662)
omit bc6d21bce6f branch-4.1: [fix](test) Deflake insert overwrite auto
detect failure #67571 (#67707)
omit 5dca58c9fde branch-4.1: [improvement](streaming-job) Adjust CDC
request timeout and split batch defaults #67559 (#67684)
omit e054f5b9aa7 branch-4.1: [fix](build) Update Doris compose to Debian 12
with Liberica JDK 17 #67664 (#67688)
omit 3373684feb2 branch-4.1: [fix](be) Fix array_range overflow and batch
integer output #67584 (#67689)
omit e4bfd540c4b branch-4.1: [fix](regression) Stabilize compaction
regression cases #67613 (#67691)
omit 959b55cd77b branch-4.1: [fix](subquery)show user friendly message when
meet unsupported subquery #64778 (#67693)
omit 092fe5ccb9c branch-4.1: [improvement](pk lookup) Avoid copying segment
key bounds #67618 (#67698)
omit e5cc38545bb [bugfix](glibc) fix glibc compatible bugs (#67694)
omit f09b6c1137b branch-4.1: [fix](profile) Nereids Optimize Time shows N/A
when MV pre-rewrite is skipped #67532 (#67626)
omit 8be3f93848d branch-4.1: [fix](test) Isolate cloud mode in colocation
proc test #65515 (#67658)
omit 615f6c0563e branch-4.1: [feature](lance) Add statically validated
Lance index DDL surface (#67201)
omit e8f53325ce7 [feature](lance) support full_text_search in lance catalog
(#67289)
omit 4c5668c3356 branch-4.1: [fix](http) Clamp range reads to file size
#67634 (#67683)
omit ad9a7c48910 [improvement](fe) Release cloud tablet scheduling indexes
after balance (#66451) (#67290)
omit 4c480530d7a [fix](iceberg) Fix historical scans after schema evolution
(#67479)
omit c4d5234ce27 [opt](lance) support rf push down to lance scan (#67268)
omit 39892d33393 branch-4.1: [fix](sqlcache) Do not replay the MySQL sql
cache on an Arrow Flight connection #67381 (#67556)
add ad5cab5e04f [fix](regression) Run restore auth case non-concurrently
on branch-4.1 (#65668) (#67620)
add 07009d25633 branch-4.1: [fix](sqlcache) Do not replay the MySQL sql
cache on an Arrow Flight connection #67381 (#67556)
add a3f564c771a [opt](lance) support rf push down to lance scan (#67268)
add 2c84c7f56f1 [fix](iceberg) Fix historical scans after schema evolution
(#67479)
add 4f48c57adac [improvement](fe) Release cloud tablet scheduling indexes
after balance (#66451) (#67290)
add 73fea8a5895 branch-4.1: [fix](http) Clamp range reads to file size
#67634 (#67683)
add ed3c339abb2 [feature](lance) support full_text_search in lance catalog
(#67289)
add c28259d339c branch-4.1: [feature](lance) Add statically validated
Lance index DDL surface (#67201)
add 29fb340e034 branch-4.1: [fix](test) Isolate cloud mode in colocation
proc test #65515 (#67658)
add 26cf6e8bf59 branch-4.1: [fix](profile) Nereids Optimize Time shows N/A
when MV pre-rewrite is skipped #67532 (#67626)
add c5c3ca17b35 [bugfix](glibc) fix glibc compatible bugs (#67694)
add 15b8610ed13 branch-4.1: [improvement](pk lookup) Avoid copying segment
key bounds #67618 (#67698)
add 6007712b296 branch-4.1: [fix](subquery)show user friendly message when
meet unsupported subquery #64778 (#67693)
add 31936841ef5 branch-4.1: [fix](regression) Stabilize compaction
regression cases #67613 (#67691)
add d883850c484 branch-4.1: [fix](be) Fix array_range overflow and batch
integer output #67584 (#67689)
add bdc3fcf4884 branch-4.1: [fix](build) Update Doris compose to Debian 12
with Liberica JDK 17 #67664 (#67688)
add ec34de6a7b9 branch-4.1: [improvement](streaming-job) Adjust CDC
request timeout and split batch defaults #67559 (#67684)
add 7c6fed7740a branch-4.1: [fix](test) Deflake insert overwrite auto
detect failure #67571 (#67707)
add 33c93506cd7 branch-4.1: [fix](compaction): avoid decrementing
uncounted cumulative compaction threads #66752 (#67662)
add 28ee8d7905d branch-4.1: [improvement](compaction) split time series
compaction score metric #63900 (#67607)
add 178f4cc83e3 branch-4.1: [fix](compaction) Keep latest 10 versions
unmerged during schema change #66337 (#67589)
add 693980ab802 branch-4.1: [Improve](cloud) Only register watershed txn
id once when BE enters decommissioning state #67322 (#67632)
add cb8b87f2bca branch-4.1: [chore](thirdparty) Add Google Cloud C++
OAuth2 dependency (#67651)
add ee162aef104 branch-4.1: [fix](test) Isolate TPC-H MOR-as-DUP tables
from compaction #67566 (#67654)
add 765185a5ec5 branch-4.1: [fix](arrow-flight) Release a finished Flight
query's coordinator instead of holding it until wait_timeout #67504 (#67558)
add eb203f8583b branch-4.1: [fix](mv) Prevent snapshot reads from using
current MVs #67700 (#67729)
add 9e3a507b355 branch-4.1: [fix](window) Respect frames when simplifying
window functions #67706 (#67743)
add 1a8975c1606 branch-4.1: [fix](rbo) Preserve nullability in distinct
window rewrites #67666 (#67721)
add e996a72a430 branch-4.1: [fix](be) Avoid repeated peer connect failures
#67464 (#67647)
add d9210c46cad branch-4.1: [fix](cloud) prevent warm-up job scheduling
starvation (#67643)
add 7f26c657c13 branch-4.1: [fix](cloud) Set file cache TTL on cloud
schema change output #67454 (#67686)
add 01d51b1e71a branch-4.1 [fix](fd) Propagate constants out of one row
relation to enable partition pruning (#67400)
add 85b9aa61abb branch-4.1 [fix](view) Quote view column names in SHOW
CREATE VIEW output (#67398)
add 10edba47178 branch-4.1:[opt](merge into) Put MERGE INTO target on the
probe side - #66565 (#67279)
add 01d6797c2fd branch-4.1: [fix](compaction) Release exhausted segment
contexts during vertical compaction #65963 (#67599)
add bfafcc7410d Update github host from macos-13 to macos-15 (#67746)
add 8fa99196dc8 branch-4.1: [perf](load) Optimize write performance with
improved backpressure control (#67728)
add b85792bb113 branch-4.1: [fix](be) Initialize bthread context key
before first use (#67722)
add 04aea05a103 branch-4.1: [fix](cloud) Return existing rowset for
concurrent commits #67637 (#67660)
add db2aceff2c8 branch-4.1: [fix](regression) Deflake the sql cache
regression suites #67734 (#67735)
add 7ed09f49eaf [fix](iceberg) Support fractional timestamps in time
travel (#67704)
add a8344169095 branch-4.1: [fix](iceberg) Run execute actions in catalog
auth scope (#67695)
add a7e9c5ffeda branch-4.1: [fix](rpc) Fix AutoReleaseClosure data race
with callback reuse (#61782) (#67340)
add 55f38f22789 branch-4.1: [fix](iceberg) Fix V2 reads across nested
schema evolution #67574 (#67690)
add 854496685d3 branch-4.1: [feature](lance) Durable Lance index job
infrastructure with fence, quota and replay (#67235)
add 14d3d957c02 branch-4.1: [fix](group commit) Fix group commit routing
for virtual compute groups #66585 (#67590)
add 95265876df7 branch-4.1: [improvement](fe) Improve audit logs for S3
streaming insert jobs #67489 (#67756)
add 03b6cc30fb0 branch-4.1: [fix](cloud) Exclude covered rowsets from
compaction minimum timestamps #67617 (#67751)
add 09ef7468564 branch-4.1: [fix](p2) fix p2 regression failures #67731
(#67760)
add 33add61d069 branch-4.1: [Enhance](resource) Restrict modification of
root-created AI resources (#67782)
add fd32cd8c682 branch-4.1: [Fix](ai_func) Parse final text from Responses
API output (#67671) (#67795)
add a060d016459 branch-4.1: [Fix](test) make pyudf ut deterministic and
meaningful #67352 (#67806)
add 2776fc95d35 branch-4.1:[fix](build) Fix ASAN getentropy crash on glibc
2.17 (#67849)
add 5fcda491a19 branch-4.1: [fix](fe) Preserve active export jobs and
label mappings during cleanup (#67539) (#67833)
add f04008b56d2 branch-4.1: [fix](expr opt) Preserve cast-induced
nullability in comparisons #67730 (#67843)
add 00fdd510f51 branch-4.1: [fix](SVGuard) Preserve session guards during
common expression extraction #67717 (#67863)
add a8c7c355250 branch-4.1: [fix](agg) Preserve weighted average when
eliminating group by #67638 (#67832)
add 88864d93e62 branch-4.1: [fix](tvf) Preserve duplicate output column
positions #67769 (#67829)
add 5cf524587c6 branch-4.1: [fix](regression) Stop MTMV task waits from
latching onto the previous task #67710 (#67821)
add 59b60ba85f0 branch-4.1: [fix](fe) Upgrade Nimbus dependencies #67065
(#67847)
add a68e9ef933d branch-4.1: [improvement](cloud) Point delete versioned
delete bitmap keys when recycling rowsets (#67827) (#67854)
add 1b5d6b84771 branch-4.1: [improvement](cloud) Add blob key codec
helpers #67013 (#67838)
add d6fdff126d0 branch-4.1:[improvement](subquery) Improve mark join slot
inference to eliminate redundant mark joins (#66482) (#67280)
add f7a1cd99f7e branch-4.1: [fix](compaction) Use row count for cumulative
task classification #66706 (#66938)
add 03420beee5b [branch-4.1](pick #66515) move orc related serde method to
specific datatypes (#67826)【
add a2967b60842 [fix](lance) Fix Lance JNI compatibility with glibc 2.17
(#67862)
add d99bf5f2f0b branch-4.1: [fix](test) wait on finalizers instead of
pending_count in the async cache write UT #67901 (#67905)
add 6f069fc759e branch-4.1: [fix](function) Reject even argument count of
json_set/json_insert/json_replace at analysis time #67804 (#67914)
add 5445bdf5b72 [Feature](lance) Support additional Arrow and Lance data
types (#67325)
add 80ff138cfa1 [bugfix](memory&core) release memory quickly in runtime
filter rpc and do not reuse callback (#67755) (#67912)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (a701e06b108)
\
N -- N -- N refs/heads/branch-4.2 (80ff138cfa1)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../core/data_type_serde/data_type_array_serde.cpp | 54 +-
.../data_type_serde/data_type_datetimev2_serde.cpp | 41 +
.../data_type_serde/data_type_datev2_serde.cpp | 43 +
.../data_type_serde/data_type_decimal_serde.cpp | 122 +
.../core/data_type_serde/data_type_map_serde.cpp | 69 +-
.../data_type_serde/data_type_nullable_serde.cpp | 48 +
.../data_type_serde/data_type_number_serde.cpp | 128 +
be/src/core/data_type_serde/data_type_serde.cpp | 843 ---
.../data_type_serde/data_type_string_serde.cpp | 99 +
.../data_type_serde/data_type_struct_serde.cpp | 64 +
.../data_type_timestamptz_serde.cpp | 39 +
be/src/core/data_type_serde/orc_serde_utils.cpp | 139 +
be/src/core/data_type_serde/orc_serde_utils.h | 31 +
be/src/exec/exchange/vdata_stream_sender.h | 8 +-
be/src/exec/operator/exchange_sink_buffer.cpp | 18 +-
be/src/exec/runtime_filter/runtime_filter.cpp | 23 +-
be/src/exec/runtime_filter/runtime_filter.h | 7 +
be/src/exec/runtime_filter/runtime_filter_mgr.cpp | 73 +-
be/src/exec/runtime_filter/runtime_filter_mgr.h | 6 +
.../runtime_filter/runtime_filter_producer.cpp | 63 +-
.../exec/runtime_filter/runtime_filter_producer.h | 66 +-
be/src/exec/sink/writer/vtablet_writer.cpp | 1 +
be/src/exprs/aggregate/aggregate_function_ai_agg.h | 12 +-
be/src/exprs/function/ai/ai_adapter.h | 141 +-
be/src/format_v2/column_mapper.cpp | 107 +
be/src/format_v2/column_mapper.h | 4 +
be/src/format_v2/lance/lance_reader_helper.cpp | 535 +-
be/src/format_v2/lance/lance_reader_helper.h | 17 +
be/src/format_v2/table/iceberg_reader.cpp | 71 +
be/src/format_v2/table/iceberg_reader.h | 8 +
be/src/format_v2/table/iceberg_schema_utils.h | 12 +
be/src/format_v2/table/lance_reader.cpp | 26 +-
be/src/format_v2/table_reader.cpp | 2 +
be/src/format_v2/table_reader.h | 4 +-
be/src/glibc-compatibility/CMakeLists.txt | 13 +-
be/src/service/internal_service.cpp | 6 +-
be/src/storage/compaction/compaction.cpp | 4 +-
be/src/udf/python/python_server.cpp | 55 +-
be/src/udf/python/python_server.h | 8 +-
be/src/util/brpc_closure.h | 133 +-
be/test/ai/aggregate_function_ai_agg_test.cpp | 45 +-
be/test/ai/ai_adapter_test.cpp | 263 +-
.../runtime_filter/sync_size_callback_test.cpp | 351 +
.../format/transformer/vorc_transformer_test.cpp | 25 +-
be/test/format_v2/column_mapper_test.cpp | 38 +
be/test/format_v2/table/iceberg_reader_test.cpp | 251 +-
be/test/format_v2/table/lance_reader_test.cpp | 765 +-
.../io/cache/async_cache_write_manager_test.cpp | 13 +-
.../compaction/cumulative_compaction_test.cpp | 58 +
be/test/udf/python/python_env_test.cpp | 179 +-
be/test/udf/python/python_server_test.cpp | 398 +-
be/test/udf/python/python_udf_meta_test.cpp | 144 +-
be/test/udf/python/python_udf_runtime_test.cpp | 225 +-
build.sh | 2 +-
cloud/src/meta-store/blob_message.cpp | 63 +-
cloud/src/meta-store/blob_message.h | 55 +-
cloud/src/meta-store/meta_reader.cpp | 13 +-
cloud/src/recycler/recycler.cpp | 88 +-
cloud/src/recycler/recycler.h | 10 +-
cloud/test/blob_message_test.cpp | 124 +
cloud/test/clone_chain_reader_test.cpp | 52 +
cloud/test/meta_reader_test.cpp | 130 +
cloud/test/recycler_operation_log_test.cpp | 179 +
cloud/test/recycler_test.cpp | 210 +-
cloud/test/schema_kv_test.cpp | 20 +-
cloud/test/txn_kv_test.cpp | 4 +-
.../iceberg_load/run01.sql | 10 +-
.../data/data.parquet | Bin 0 -> 1081 bytes
...aafe0-9de1-4b3f-942d-305dc33fb82f.metadata.json | 1 +
...09fba-61c6-4e4b-b0f5-6023f70d5033.metadata.json | 1 +
...3fffe-54f9-486a-b15e-7333fdb96f61.metadata.json | 1 +
...3e871-e421-48ed-a735-354f4e1c9502.metadata.json | 1 +
...544-1-94f693c5-6efb-4e9d-a40e-f02ac301fc14.avro | Bin 0 -> 4667 bytes
...ifest-d04009d1-83e2-4d2a-859e-79d57e8dd381.avro | Bin 0 -> 7501 bytes
docker/thirdparties/lance-jni-helpers.sh | 117 +
docs/lance-jni-packaging.md | 42 +
.../java/org/apache/doris/catalog/AIResource.java | 10 +
.../main/java/org/apache/doris/catalog/Env.java | 25 +
.../java/org/apache/doris/catalog/Resource.java | 8 +
.../java/org/apache/doris/catalog/ResourceMgr.java | 7 +-
.../doris/cloud/system/CloudSystemInfoService.java | 41 +
.../doris/datasource/FederationBackendPolicy.java | 14 +-
.../iceberg/IcebergExternalMetaCache.java | 11 +-
.../doris/datasource/iceberg/IcebergUtils.java | 29 +-
.../iceberg/action/BaseIcebergAction.java | 14 +-
.../action/IcebergCherrypickSnapshotAction.java | 9 +-
.../action/IcebergExecuteActionFactory.java | 42 +-
.../action/IcebergExpireSnapshotsAction.java | 8 +-
.../iceberg/action/IcebergFastForwardAction.java | 8 +-
.../action/IcebergPublishChangesAction.java | 9 +-
.../action/IcebergRewriteDataFilesAction.java | 5 +-
.../action/IcebergRewriteManifestsAction.java | 8 +-
.../action/IcebergRollbackToSnapshotAction.java | 8 +-
.../action/IcebergRollbackToTimestampAction.java | 8 +-
.../action/IcebergSetCurrentSnapshotAction.java | 8 +-
.../doris/datasource/lance/LanceTypeConverter.java | 78 +-
.../lance/job/LanceIndexDatasetLocator.java | 143 +
.../datasource/lance/job/LanceIndexFenceKey.java | 92 +
.../doris/datasource/lance/job/LanceIndexJob.java | 699 ++
.../lance/job/LanceIndexJobCompletionReason.java | 28 +
.../datasource/lance/job/LanceIndexJobManager.java | 753 ++
.../lance/job/LanceIndexJobMutationState.java | 47 +
.../lance/job/LanceIndexJobMutationType.java | 28 +
.../datasource/lance/job/LanceIndexJobQuota.java | 189 +
.../lance/job/LanceIndexJobRefreshState.java | 41 +
.../datasource/lance/job/LanceIndexJobResult.java | 112 +
.../lance/job/LanceIndexJobResultCode.java | 158 +
.../lance/job/LanceIndexNameNormalizer.java | 69 +
.../lance/job/LanceIndexSchemaContract.java | 250 +
.../lance/job/LanceIndexTerminationProof.java | 33 +
.../datasource/lance/source/LanceScanNode.java | 44 +
.../doris/datasource/tvf/source/TVFScanNode.java | 28 +-
.../insert/streaming/StreamingInsertTask.java | 51 +-
.../job/offset/s3/S3SourceOffsetProvider.java | 2 +-
.../org/apache/doris/journal/JournalEntity.java | 6 +
.../main/java/org/apache/doris/load/ExportMgr.java | 25 +-
.../org/apache/doris/load/GroupCommitManager.java | 60 +-
.../processor/post/CommonSubExpressionOpt.java | 19 +-
.../doris/nereids/rules/analysis/BindSink.java | 9 +-
.../nereids/rules/analysis/SubqueryToApply.java | 394 +-
.../rules/SimplifyComparisonPredicate.java | 25 +-
.../TrySimplifyPredicateWithMarkJoinSlot.java | 29 +-
.../rules/rewrite/EliminateEmptyRelation.java | 34 +-
.../nereids/rules/rewrite/EliminateGroupBy.java | 4 +-
.../doris/nereids/rules/rewrite/InApplyToJoin.java | 14 +-
.../rules/rewrite/PushDownJoinOtherCondition.java | 1 -
.../expressions/functions/scalar/JsonInsert.java | 10 +
.../expressions/functions/scalar/JsonReplace.java | 10 +
.../expressions/functions/scalar/JsonSet.java | 10 +
.../trees/plans/commands/AlterResourceCommand.java | 6 +-
.../plans/commands/CreateResourceCommand.java | 2 +-
.../trees/plans/commands/DropResourceCommand.java | 8 +
.../trees/plans/commands/ExecuteActionCommand.java | 75 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 305 +-
.../java/org/apache/doris/persist/EditLog.java | 10 +
.../org/apache/doris/persist/OperationType.java | 3 +
.../doris/persist/meta/MetaPersistMethod.java | 6 +
.../doris/persist/meta/PersistMetaModules.java | 2 +-
.../java/org/apache/doris/qe/SessionVariable.java | 3 +
.../org/apache/doris/system/BeSelectionPolicy.java | 10 +
.../ExternalFileTableValuedFunction.java | 11 +
.../tablefunction/LocalTableValuedFunction.java | 34 +-
.../org/apache/doris/catalog/AIResourceTest.java | 22 +-
.../cloud/system/CloudSystemInfoServiceTest.java | 8 +
.../doris/datasource/iceberg/IcebergUtilsTest.java | 33 +-
.../datasource/lance/LanceTypeConverterTest.java | 98 +-
.../lance/job/LanceIndexDatasetLocatorTest.java | 183 +
.../lance/job/LanceIndexJobManagerPersistTest.java | 457 ++
.../lance/job/LanceIndexJobManagerReplayTest.java | 628 ++
.../lance/job/LanceIndexJobQuotaTest.java | 208 +
.../lance/job/LanceIndexJobResultClassifyTest.java | 239 +
.../lance/job/LanceIndexJobStateMachineTest.java | 640 ++
.../datasource/lance/job/LanceIndexJobTest.java | 303 +
.../lance/job/LanceIndexJobWiringTest.java | 78 +
.../lance/job/LanceIndexNameNormalizerTest.java | 111 +
.../datasource/lance/source/LanceScanNodeTest.java | 21 +
.../datasource/tvf/source/TVFScanNodeTest.java | 66 +
.../streaming/StreamingInsertTaskAuditTest.java | 270 +
.../GroupCommitManagerBackendSelectionTest.java | 3 +-
.../apache/doris/load/GroupCommitManagerTest.java | 188 +
.../apache/doris/load/loadv2/ExportMgrTest.java | 142 +
.../postprocess/CommonSubExpressionTest.java | 105 +
.../rules/analysis/BindTVFTableSinkTest.java | 58 +
.../analysis/CheckExpressionLegalityTest.java | 18 +
.../rules/SimplifyComparisonPredicateTest.java | 30 +
.../rules/rewrite/EliminateEmptyRelationTest.java | 50 +
.../rewrite/EliminateGroupByAvgWeightedTest.java | 57 +
.../rules/rewrite/EliminateMarkJoinTest.java | 202 +
.../plans/commands/AIResourceCommandTest.java | 118 +
.../plans/commands/ExecuteActionCommandTest.java | 245 +
.../util/CanInferNotNullForMarkSlotTest.java | 100 -
.../nereids/util/InferMarkSlotNotNullMapTest.java | 428 ++
.../org/apache/doris/qe/SessionVariablesTest.java | 1 +
.../apache/doris/system/SystemInfoServiceTest.java | 24 +
.../ExternalFileTableValuedFunctionTest.java | 60 +
fe/pom.xml | 4 +-
post-build.sh | 10 +-
.../three_level_nestedtypes_with_s3data.out | 7762 ++++++++++----------
.../two_level_nestedtypes_with_s3data.out | 2362 +++---
.../iceberg/test_gen_iceberg_by_api.out | 3 -
...ceberg_migrated_nested_without_name_mapping.out | 3 +
.../test_iceberg_struct_schema_evolution.out | 3 +
.../lance/test_lance_catalog_all_types.out | 16 +-
.../external_table_p0/lance/test_lance_s3_tvf.out | 17 +-
.../tvf/insert/test_insert_into_local_tvf.out | 2 +
.../nereids_p0/subquery/subquery_unnesting.out | 51 +
.../data/nereids_p0/test_cse_session_var_guard.out | 64 +
.../eliminate_gby_key/eliminate_group_by.out | 6 +-
.../json_function/test_query_json_insert.out | 3 +
.../json_function/test_query_json_replace.out | 3 +
.../json_function/test_query_json_set.out | 3 +
.../org/apache/doris/regression/suite/Suite.groovy | 224 +-
.../regression/suite/SuiteMTMVTaskWaitTest.groovy | 76 +
.../auth_call/test_ddl_ai_resource_auth.groovy | 28 +-
.../suites/auth_call/test_ddl_restore_auth.groovy | 2 +-
.../use_vcg_read_write.groovy | 15 +-
.../iceberg/test_gen_iceberg_by_api.groovy | 9 +-
...erg_migrated_nested_without_name_mapping.groovy | 55 +
.../test_iceberg_schema_time_travel_matrix.groovy | 4 +-
.../test_iceberg_struct_schema_evolution.groovy | 9 +
.../test_iceberg_hadoop_catalog_kerberos.groovy | 68 +-
.../lance/test_lance_catalog_all_types.groovy | 28 +-
.../lance/test_lance_s3_tvf.groovy | 16 +-
.../tvf/insert/test_insert_into_local_tvf.groovy | 36 +-
.../subquery/correlated_scalar_subquery.groovy | 69 +
.../nereids_p0/subquery/subquery_unnesting.groovy | 544 ++
.../nereids_p0/test_cse_session_var_guard.groovy | 77 +
.../json_function/test_query_json_insert.groovy | 22 +
.../json_function/test_query_json_replace.groovy | 22 +
.../json_function/test_query_json_set.groovy | 22 +
210 files changed, 20747 insertions(+), 7348 deletions(-)
create mode 100644 be/src/core/data_type_serde/orc_serde_utils.cpp
create mode 100644 be/test/exec/runtime_filter/sync_size_callback_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/iceberg/migrated_nested_without_name_mapping/data/data.parquet
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/iceberg/migrated_nested_without_name_mapping/metadata/00000-4c8aafe0-9de1-4b3f-942d-305dc33fb82f.metadata.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/iceberg/migrated_nested_without_name_mapping/metadata/00001-94d09fba-61c6-4e4b-b0f5-6023f70d5033.metadata.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/iceberg/migrated_nested_without_name_mapping/metadata/00002-7493fffe-54f9-486a-b15e-7333fdb96f61.metadata.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/iceberg/migrated_nested_without_name_mapping/metadata/00003-97f3e871-e421-48ed-a735-354f4e1c9502.metadata.json
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/iceberg/migrated_nested_without_name_mapping/metadata/snap-2748466134835934544-1-94f693c5-6efb-4e9d-a40e-f02ac301fc14.avro
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/preinstalled_data/iceberg/migrated_nested_without_name_mapping/metadata/stage-7-task-401-manifest-d04009d1-83e2-4d2a-859e-79d57e8dd381.avro
create mode 100644 docker/thirdparties/lance-jni-helpers.sh
create mode 100644 docs/lance-jni-packaging.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexDatasetLocator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexFenceKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJob.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobCompletionReason.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobManager.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobMutationState.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobMutationType.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobQuota.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobRefreshState.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobResult.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexJobResultCode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexNameNormalizer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexSchemaContract.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lance/job/LanceIndexTerminationProof.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexDatasetLocatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobManagerPersistTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobManagerReplayTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobQuotaTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobResultClassifyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobStateMachineTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexJobWiringTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lance/job/LanceIndexNameNormalizerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/StreamingInsertTaskAuditTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/GroupCommitManagerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/BindTVFTableSinkTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateGroupByAvgWeightedTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateMarkJoinTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AIResourceCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ExecuteActionCommandTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/util/CanInferNotNullForMarkSlotTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/util/InferMarkSlotNotNullMapTest.java
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_migrated_nested_without_name_mapping.out
create mode 100644
regression-test/data/nereids_p0/test_cse_session_var_guard.out
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/suite/SuiteMTMVTaskWaitTest.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_migrated_nested_without_name_mapping.groovy
create mode 100644
regression-test/suites/nereids_p0/test_cse_session_var_guard.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
