This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-4.2
in repository https://gitbox.apache.org/repos/asf/doris.git
from 80ff138cfa1 [bugfix](memory&core) release memory quickly in runtime
filter rpc and do not reuse callback (#67755) (#67912)
add 84761671cd4 branch-4.1: [opt](group-commit) Skip createLocation in
group commit stream load sink #63561 (#63685)
add 397ab8fc830 branch-4.1: [Enhancement](file scanner) Support row-id
fetch in FileScannerV2 #67906 (#67922)
add e3bae975d8d [fix](fe) Preserve Paimon CAST predicate semantics on
branch-4.1 (#67933)
add 9a4f77afe78 branch-4.1: [fix](fe) Remove oidc plugin assertions from
AuthenticationPluginManagerTest #63323 (#67950)
add d63f2c620ef branch-4.1:[improvement](file-cache) Enable file cache by
default. (#66684)
add 924e51b2eab [fix](config) Mask sensitive FE configs in SHOW FRONTEND
CONFIG via @ConfField(sensitive) (#67338) (#67920)
add ffb06fdf3c0 branch-4.1: [fix](fe) Return transaction insert execution
errors (#67386) (#67925)
add 8d7ea33f2a6 branch-4.1: [fix](fe) Allocate a fresh StatementContext
per EXECUTE to prevent FE OOM in long-lived prepared statements - #67256
(#67926)
add 3fadbb635b8 branch-4.1: [fix](cloud) Guard sync rowset statistics with
task context #67942 (#67964)
add 3b260b82f5d branch-4.1: [fix](cloud) bind the packed slice location
lifetime to its writer #67347 (#67973)
add a514f2b1bd0 [fix](topn lazy materialization) Disable topn lazy
materialization on non-light-schema-change tables (#65415) (#67928)
add d7ada5bbccf branch-4.1: [improvement](cloud) Remove pre-rowset delete
bitmaps by key (#66598) (#67936)
add a2815f50805 branch-4.1: [improvement](fe) Reduce cloud version sync
config (#66296) (#67929)
add 5aa93f13fad branch-4.1: [fix](cloud) modify
delete_bitmap_store_v2_max_bytes_in_fdb #67494 (#67938)
add d7f61a9cb6d branch-4.1: [fix](be) Fix strict load crash when direct
slot mappings are absent #67633 (#67953)
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_cumulative_compaction.cpp | 15 +-
be/src/cloud/cloud_meta_mgr.cpp | 27 +-
be/src/cloud/cloud_meta_mgr.h | 6 +-
be/src/cloud/cloud_rowset_writer.cpp | 5 +-
be/src/cloud/cloud_tablet.cpp | 32 +-
be/src/cloud/cloud_tablet.h | 15 +-
be/src/cloud/config.cpp | 3 +-
be/src/common/config.cpp | 8 +-
be/src/common/config.h | 2 +
be/src/exec/operator/file_scan_operator.cpp | 12 +-
be/src/exec/operator/file_scan_operator.h | 4 +-
be/src/exec/operator/olap_scan_operator.cpp | 9 +-
be/src/exec/rowid_fetcher.cpp | 138 ++++---
be/src/exec/rowid_fetcher.h | 11 +
be/src/exec/scan/file_scanner.cpp | 24 +-
be/src/exec/scan/file_scanner_v2.cpp | 133 ++++++-
be/src/exec/scan/file_scanner_v2.h | 15 +
be/src/format_v2/file_reader.cpp | 8 +-
be/src/format_v2/file_reader.h | 20 +
be/src/format_v2/orc/orc_reader.cpp | 42 ++-
be/src/format_v2/orc/orc_reader.h | 1 +
be/src/format_v2/parquet/parquet_reader.h | 1 +
be/src/format_v2/parquet/parquet_scan.cpp | 78 +++-
be/src/format_v2/parquet/parquet_scan.h | 1 +
.../parquet/reader/native_column_reader.cpp | 18 +-
.../parquet/reader/native_column_reader.h | 5 +-
be/src/format_v2/table_reader.cpp | 9 +-
be/src/format_v2/table_reader.h | 7 +-
be/src/io/fs/packed_file_manager.cpp | 101 +++--
be/src/io/fs/packed_file_manager.h | 77 +++-
be/src/io/fs/packed_file_writer.cpp | 20 +-
be/src/io/fs/packed_file_writer.h | 7 +-
be/test/cloud/cloud_meta_mgr_test.cpp | 83 +++++
be/test/cloud/cloud_tablet_test.cpp | 73 ++++
be/test/exec/rowid_fetcher_test.cpp | 243 ++++++++++++
be/test/format_v2/orc/orc_reader_test.cpp | 32 ++
be/test/format_v2/parquet/parquet_scan_test.cpp | 389 +++++++++++++++++++
be/test/io/fs/packed_file_manager_test.cpp | 328 ++++++++++++----
cloud/src/meta-service/meta_service.cpp | 390 +++++++++++++++++--
cloud/test/meta_service_test.cpp | 413 ++++++++++++++++++++-
.../handler/AuthenticationPluginManagerTest.java | 5 -
.../main/java/org/apache/doris/common/Config.java | 33 +-
.../java/org/apache/doris/catalog/OlapTable.java | 6 +-
.../apache/doris/cloud/catalog/CloudPartition.java | 18 +-
.../cloud/catalog/CloudSyncVersionDaemon.java | 14 +-
.../org/apache/doris/cloud/rpc/VersionHelper.java | 26 +-
.../transaction/CloudGlobalTransactionMgr.java | 2 +-
.../java/org/apache/doris/common/IdGenerator.java | 8 +
.../apache/doris/datasource/FileQueryScanNode.java | 29 +-
.../datasource/iceberg/source/IcebergScanNode.java | 10 +-
.../paimon/source/PaimonPredicateConverter.java | 11 +-
.../org/apache/doris/nereids/StatementContext.java | 47 +++
.../post/materialize/MaterializeProbeVisitor.java | 36 +-
.../trees/plans/commands/ExecuteCommand.java | 40 +-
.../insert/OlapGroupCommitInsertExecutor.java | 17 +-
.../plans/commands/insert/OlapInsertExecutor.java | 6 +-
.../commands/insert/OlapTxnInsertExecutor.java | 1 +
.../apache/doris/planner/GroupCommitBlockSink.java | 21 ++
.../org/apache/doris/planner/OlapTableSink.java | 13 +-
.../apache/doris/qe/PreparedStatementContext.java | 25 ++
.../java/org/apache/doris/qe/SessionVariable.java | 2 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 12 +-
.../org/apache/doris/catalog/OlapTableTest.java | 2 +-
.../doris/cloud/catalog/CloudPartitionTest.java | 28 +-
.../apache/doris/cloud/rpc/VersionHelperTest.java | 70 ++++
.../doris/datasource/FileQueryScanNodeTest.java | 40 ++
.../materialize/MaterializeProbeVisitorTest.java | 2 +
.../trees/plans/commands/ExecuteCommandTest.java | 101 ++++-
.../plans/commands/ShowConfigCommandTest.java | 150 ++++++++
.../doris/planner/GroupCommitBlockSinkTest.java | 69 ++++
.../planner/PaimonPredicateConverterTest.java | 56 +++
.../java/org/apache/doris/qe/StmtExecutorTest.java | 25 ++
gensrc/proto/cloud.proto | 19 +
gensrc/thrift/PlanNodes.thrift | 3 +
...st_stream_load_strict_mode_and_filter_ratio.out | 32 ++
.../topn_lazy/topn_lazy_light_schema_change.out} | 12 +-
...test_iceberg_v3_row_lineage_query_insert.groovy | 23 ++
.../transaction/txn_insert_inject_case.groovy | 35 +-
...stream_load_strict_mode_and_filter_ratio.groovy | 116 +++++-
.../topn_lazy/topn_lazy_light_schema_change.groovy | 119 ++++++
80 files changed, 3674 insertions(+), 415 deletions(-)
create mode 100644 be/test/exec/rowid_fetcher_test.cpp
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/rpc/VersionHelperTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowConfigCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/planner/GroupCommitBlockSinkTest.java
copy
regression-test/data/{auto_increment_p2/test_unique_auto_inc_concurrent.out =>
query_p0/topn_lazy/topn_lazy_light_schema_change.out} (53%)
create mode 100644
regression-test/suites/query_p0/topn_lazy/topn_lazy_light_schema_change.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
