This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 46484430ea3 [fix](SegComp) Don't call file writer close multi times
for segcompaction (#34818)
add 976cb35dcb7 [Chore](rollup) check duplicate column name when create
table with rollup (#34827)
add adcbc8cce57 [feature](Nereids) support select distinct with aggregate
add ee8d45fe3a1 [opt](nereids) support topn-filter for external table
(#34674)
add 788abf2d7c3 [fix](iceberg_orc)Fixed the bug that the iceberg reader
did not perform position delete when reading the orc file without a predicate.
(#34814)
add 5a77a85f0ff [Feature](materialized-view) support match mv whitch most
number of matched expr (#34844)
add 5e45937494c [Fix](regression-test) Fix test_hive_write_type. (#34667)
add a6573ebb410 [fix](iceberg) read the primary key columns if hasing
equality delete (#34835)
add 51b6c370947 [enhancement](merge-cloud) add log for cloud compaction
http api (#34866)
add 016814fa3d0 [fix](mtmv) check groupby in agg-bottom-plan when rewrite
agg query by mv (#34274)
add 5e8477e7ba0 [fix](arrow-flight-sql) Fix Arrow Flight bind wrong Host
in Fqdn #34850
add 4dd3e4e94fd [fix](reader) avoid be coredump in block reader in
abnormal situation (#34878)
add bf4255a28fc [opt](mtmv) Optimize the logic of slot mapping generate
for performance (#34597)
add 7019eb4be9d [fix](agg) fix mem leak of agg without key (#34893)
add 87c7f84f55c [refactor](debug) Add more info to debug string (#34876)
add 1e4a69c2a43 [fix](Nereids): fix some bugs in or expansion (#34837)
add 5da8ee80dc8 [fix](nereids)single side info is missing when pushing
min-max runtime filter into cte (#34862)
add 0905133d555 [fix](planner) fix date_xxx functions without complete
function signature (#34761)
add 533c3ed6563 [fix](test) fix unstable regression test cases (#34902)
add 786c39f4f0b [config](routineload) adjusting the default configuration
of routing load (#34898)
add f8ab8546ad2 [fix](compaction) generate single compaction and
cumu(base) compaction tablets simultaneously. (#34315)
add db88a5937d8 [Fix](auto inc) Fix multiple replica partial update auto
inc data inconsistency problem (#34788)
add 1c353098fb0 [enhance](FileWriter) Prevent multiple invocation to
FileWriter's close function (#34890)
add 05f6969e7e3 [bug](S3) Do resource reclamation when S3 file writer
exceptionally quits without calling close (#34867)
add 6b39275cea0 [fix](nereids)4 phase agg may lost parameter in some case
(#34816)
add 27e61b7626c [fix](planner)correlated predicate should include isnull
predicate (#34833)
add 197ee084239 [fix](load) skip sending cancel rpc if VNodeChannel is not
inited (#34897)
add 359d216120a [fix](move-memtable) change brpc connection type to single
(#34883)
add 1d51f1359f2 [Fix](Row store) support decimal256 type (#34887)
add 8af8910e5df [Fix](temporary) temporarily forbid fold constant by BE
for GeoFunctions (#34857)
add 2b118273660 [fix](cloud) unify empty_partition_prune condition with
nereids (#34861)
add fd749b80a27 [fix](regression test) make case
test_decommission_with_replica_num_fail nonConcurrent (#34842)
add e492cd97909 [chore](ci) skip performance check tmp (#34937)
add 6b5778aca34 [fix](auto inc) db_id and table_id should be int64_t
instead of int32_t (#34912)
add adc38f8e5da [chore](regression-test) forbit BUILD INDEX in cloud mode
for variant case (#34924)
add 83f4c02a85e [Fix](inverted index) fix wrong fs in
inverted_index_file_writer (#34903)
No new revisions were added by this update.
Summary of changes:
.github/workflows/comment-to-trigger-teamcity.yml | 2 +-
be/src/cloud/cloud_compaction_action.cpp | 18 +-
be/src/common/config.cpp | 2 +-
be/src/exec/tablet_info.cpp | 3 +
be/src/exec/tablet_info.h | 2 +
be/src/io/cache/fs_file_cache_storage.cpp | 4 +-
be/src/io/fs/benchmark/base_benchmark.h | 2 +-
be/src/io/fs/s3_file_writer.cpp | 5 +
be/src/olap/delta_writer_v2.cpp | 3 +-
be/src/olap/iterators.h | 2 +-
be/src/olap/memtable.cpp | 13 +-
be/src/olap/memtable.h | 2 +
be/src/olap/olap_server.cpp | 24 +-
be/src/olap/partial_update_info.h | 10 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 5 +-
be/src/olap/rowset/segcompaction.cpp | 2 +-
be/src/olap/rowset/segment_v2/column_reader.h | 2 +-
.../segment_v2/inverted_index_file_writer.cpp | 2 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 4 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 30 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 7 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 27 +-
.../rowset/segment_v2/vertical_segment_writer.h | 6 +-
be/src/olap/rowset_builder.cpp | 3 +-
be/src/olap/schema_cache.cpp | 4 +-
be/src/olap/schema_cache.h | 4 +-
be/src/olap/single_replica_compaction.h | 2 +
be/src/olap/storage_engine.cpp | 6 +
be/src/olap/tablet.cpp | 3 +
be/src/olap/tablet_manager.cpp | 40 +-
be/src/olap/tablet_manager.h | 8 +-
be/src/olap/tablet_schema.h | 12 +-
be/src/olap/utils.h | 4 +-
be/src/pipeline/dependency.h | 12 +
be/src/pipeline/exec/aggregation_sink_operator.cpp | 1 +
be/src/pipeline/pipeline_task.cpp | 12 +-
be/src/runtime/descriptors.h | 4 +-
be/src/runtime/runtime_state.h | 7 +
be/src/util/brpc_client_cache.h | 6 +-
be/src/vec/core/block_spill_writer.h | 6 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 13 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 7 +
be/src/vec/exec/format/table/iceberg_reader.cpp | 40 +-
be/src/vec/exec/format/table/iceberg_reader.h | 7 +
be/src/vec/exec/scan/vfile_scanner.cpp | 4 -
be/src/vec/olap/block_reader.cpp | 17 +-
be/src/vec/olap/block_reader.h | 2 +-
be/src/vec/sink/autoinc_buffer.cpp | 7 +
be/src/vec/sink/load_stream_stub.cpp | 6 +-
be/src/vec/sink/vtablet_block_convertor.cpp | 49 +-
be/src/vec/sink/vtablet_block_convertor.h | 7 +-
be/src/vec/sink/writer/vfile_result_writer.cpp | 3 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 10 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 6 +-
be/test/olap/tablet_mgr_test.cpp | 137 ++
.../main/java/org/apache/doris/common/Config.java | 4 +-
.../org/apache/doris/analysis/StmtRewriter.java | 3 +-
.../apache/doris/cloud/catalog/CloudPartition.java | 4 +-
.../java/org/apache/doris/common/IdGenerator.java | 1 +
.../apache/doris/datasource/ExternalScanNode.java | 5 +
.../org/apache/doris/datasource/FileScanNode.java | 9 +-
.../doris/datasource/es/source/EsScanNode.java | 8 +
.../doris/datasource/jdbc/source/JdbcScanNode.java | 8 +
.../doris/datasource/odbc/source/OdbcScanNode.java | 8 +
.../glue/translator/PhysicalPlanTranslator.java | 34 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 4 -
.../processor/post/RuntimeFilterGenerator.java | 2 +-
.../doris/nereids/processor/post/TopNScanOpt.java | 54 +-
.../nereids/processor/post/TopnFilterContext.java | 46 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 26 +
.../mv/AbstractMaterializedViewRule.java | 9 +-
.../mv/LogicalCompatibilityContext.java | 7 +-
.../exploration/mv/MaterializationContext.java | 13 +
.../exploration/mv/mapping/ExpressionMapping.java | 23 -
.../rules/exploration/mv/mapping/Mapping.java | 24 +-
.../exploration/mv/mapping/RelationMapping.java | 18 +
.../rules/exploration/mv/mapping/SlotMapping.java | 50 +-
.../expression/rules/FoldConstantRuleOnBE.java | 14 +-
.../rules/implementation/AggregateStrategies.java | 2 +-
.../doris/nereids/rules/rewrite/OrExpansion.java | 25 +
.../mv/AbstractSelectMaterializedIndexRule.java | 43 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 2 +-
.../SelectMaterializedIndexWithoutAggregate.java | 4 +-
.../trees/copier/LogicalPlanDeepCopier.java | 8 +-
.../trees/plans/commands/info/CreateTableInfo.java | 4 +
.../plans/commands/info/RollupDefinition.java | 14 +-
.../insert/BatchInsertIntoTableCommand.java | 3 +-
.../commands/insert/InsertIntoTableCommand.java | 3 +-
.../insert/InsertOverwriteTableCommand.java | 3 +-
.../trees/plans/physical/RuntimeFilter.java | 4 +-
.../org/apache/doris/planner/DataGenScanNode.java | 12 +-
.../org/apache/doris/planner/MysqlScanNode.java | 8 +
.../org/apache/doris/planner/OlapScanNode.java | 37 +-
.../org/apache/doris/planner/OlapTableSink.java | 1 +
.../org/apache/doris/planner/OriginalPlanner.java | 2 +-
.../java/org/apache/doris/planner/ScanNode.java | 29 +
.../doris/planner/TestExternalTableScanNode.java | 9 +
.../main/java/org/apache/doris/qe/Coordinator.java | 6 +-
.../java/org/apache/doris/rewrite/FEFunctions.java | 68 +
.../service/arrowflight/DorisFlightSqlService.java | 3 +-
.../nereids/rules/rewrite/OrExpansionTest.java | 4 +
gensrc/proto/descriptors.proto | 1 +
gensrc/thrift/Descriptors.thrift | 1 +
..._auto_inc_partial_update_consistency_insert.out | 97 ++
..._inc_partial_update_consistency_stream_load.out | 95 ++
.../external_table_p0/jdbc/test_jdbc_query_pg.out | 20 +
.../iceberg/iceberg_equality_delete.out | 24 +
.../test_dup_mv_expr_priority.out} | 8 +-
.../data/nereids_p0/keyword/test_keyword.out | 2 +-
.../window_functions/test_window_fn.out | 36 +-
.../mv/agg_with_roll_up/aggregate_with_roll_up.out | 14 +
.../data/point_query_p0/test_rowstore.out | 4 +-
.../data/query_p0/join/rqg/rqg4265/rqg4265.out | 1451 ++++++++++++++++++++
.../data/query_p0/keyword/test_keyword.out | 2 +-
.../window_functions/test_window_fn.out | 36 +-
.../test_decommission_with_replica_num_fail.groovy | 6 +-
.../correctness_p0/test_subquery_with_agg.groovy | 41 +
...to_inc_partial_update_consistency_insert.groovy | 221 +++
...c_partial_update_consistency_stream_load.groovy | 255 ++++
.../get_assignment_compatible_type.groovy | 2 +-
.../suites/empty_relation/eliminate_empty.groovy | 2 +-
.../hive/ddl/test_hive_write_type.groovy | 4 +-
.../jdbc/test_jdbc_query_pg.groovy | 4 +-
.../iceberg/iceberg_equality_delete.groovy | 8 +
.../iceberg/iceberg_position_delete.groovy | 56 +
.../test_dup_mv_expr_priority.groovy | 46 +
.../test_mv_useless/test_dup_mv_useless.groovy | 23 +
.../window_function/window_fn.groovy | 8 +-
.../suites/nereids_p0/aggregate/aggregate.groovy | 2 +-
.../suites/nereids_p0/create_table/ddl/table.sql | 2 +-
.../fold_constant/fold_constant_by_be.groovy | 5 +
.../suites/nereids_p0/keyword/test_keyword.groovy | 2 +-
.../window_functions/test_window_fn.groovy | 46 +-
.../agg_with_roll_up/aggregate_with_roll_up.groovy | 25 +
.../suites/nereids_syntax_p0/agg_4_phase.groovy | 2 +
.../suites/nereids_syntax_p0/bind_priority.groovy | 2 +-
.../suites/nereids_syntax_p0/cte.groovy | 2 +-
.../nereids_syntax_p0/window_function.groovy | 9 +
.../suites/point_query_p0/test_rowstore.groovy | 6 +-
.../query_p0/join/rqg/rqg4265/rqg4265.groovy | 219 +++
.../suites/query_p0/keyword/test_keyword.groovy | 2 +-
.../datetime_functions/test_date_function.groovy | 45 +
.../window_functions/test_window_fn.groovy | 46 +-
.../suites/variant_github_events_p0/load.groovy | 12 +-
144 files changed, 3755 insertions(+), 433 deletions(-)
create mode 100644
regression-test/data/data_model_p0/unique/test_unique_table_auto_inc_partial_update_consistency_insert.out
create mode 100644
regression-test/data/data_model_p0/unique/test_unique_table_auto_inc_partial_update_consistency_stream_load.out
copy regression-test/data/{point_query_p0/test_rowstore.out =>
mv_p0/test_dup_mv_expr_priority/test_dup_mv_expr_priority.out} (63%)
create mode 100644 regression-test/data/query_p0/join/rqg/rqg4265/rqg4265.out
create mode 100644
regression-test/suites/data_model_p0/unique/test_unique_table_auto_inc_partial_update_consistency_insert.groovy
create mode 100644
regression-test/suites/data_model_p0/unique/test_unique_table_auto_inc_partial_update_consistency_stream_load.groovy
create mode 100644
regression-test/suites/mv_p0/test_dup_mv_expr_priority/test_dup_mv_expr_priority.groovy
create mode 100644
regression-test/suites/query_p0/join/rqg/rqg4265/rqg4265.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
