This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 4f1d76d6467 handle create rowset error to avoid null pointer exception
(#30670)
new 882ba2e1a1e [fix](Cooldown) enhance the policy existence check logic
when drop storage policy (#30404)
new e1d9071bc89 [fix](compatibility)remove cluster prefix in user manager
#30655
new 4bfb4c134cc [MINOR](fe) remove unused member in (#30664)
new 1aa7a914e19 fix wrong profile on distinct agg and pass reference on
uint136's compare (#30661)
new 1f754c55d53 [chore](show replica) show replica print path (#30402)
new 8d906c48e86 [Bug](insert) try to fix invalid slot when insert (#30570)
new e9c112b8439 [Refact](inverted index) refact inverted index cache to
decouple with reader (#30574)
new 1548813a173 [fix](test) fix case with same catalog name (#30585)
new 90d3f0d8053 [Fix](json) avoid print warn log when parse failed (#30656)
new 2a81ab70e44 [Enhancement](group commit) Optimize WAL insufficient
space error messages (#30614)
new 1ab37737aeb [Test](Nereids) Add SSB dataset to test materialized view
rewrite (#30528)
new d024d653840 [doc](partial update) update plan of flexible column
updates (#30682)
new b86bd2672fe [fix](Nereids) add logical project to prevent extra wrong
column (#30459)
new 379b5414943 [enhance](mtmv)use version instead of timestamp (#30599)
new ecf282ca92d [improve](catalog recycle bin) show data size info when
show catalog recycle bin (#30592)
new 1d5471f8059 [chore](debug) check the const exprs count in union node
(#30679)
new fbb3ece72e9 [docs](fix) Fix invalid link and unified name of Doris
Streamloader (#30696)
new 1ac5b451800 [fix](invert index) fixed the issue of insufficient index
idx generation during partial column updates. (#30678)
new 7f0d3d9dcbd [Fix](nereids)Disable getting partition related table and
column when self join (#30650)
new 7935dc9fae4 [fix](routine-load) update partition offset cache timely
to avoid negative lag #30455
new 5a0764b288f [log](rpc) print log when offer_failed in internal service
(#30454)
new 822f2b1255a [improve](stream-load) add observability on receiving
HTTP request #30432
new 203daba19d2 [fix](outfile) fix outfile csv did not write json column
with string (#29067)
new c8b0840e6ce [improve](backup) Skip all backup/restore jobs if max
allowd option is set to 0 (#30677)
new fd2d9ae63e1 [improve](test) fix regression test case report error when
run times (#30531)
new 65e277e3657 [refacotr](node) refactor partition sort node to improve
readability (#30511)
The 26 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/exec/tablet_info.cpp | 11 +-
be/src/http/action/http_stream.cpp | 17 +-
be/src/http/action/stream_load.cpp | 31 +-
.../inverted_index/query/query_factory.h | 2 +-
.../rowset/segment_v2/inverted_index_cache.cpp | 229 +-
.../olap/rowset/segment_v2/inverted_index_cache.h | 87 +-
.../rowset/segment_v2/inverted_index_query_type.h | 15 +
.../rowset/segment_v2/inverted_index_reader.cpp | 566 ++-
.../olap/rowset/segment_v2/inverted_index_reader.h | 51 +-
.../rowset/segment_v2/inverted_index_searcher.cpp | 112 +
.../rowset/segment_v2/inverted_index_searcher.h | 70 +
.../rowset/segment_v2/inverted_index_writer.cpp | 18 +-
be/src/olap/wal/wal_dirs_info.cpp | 16 +
be/src/olap/wal/wal_dirs_info.h | 2 +
be/src/olap/wal/wal_manager.cpp | 4 +
be/src/olap/wal/wal_manager.h | 1 +
.../pipeline/exec/partition_sort_sink_operator.cpp | 37 +-
.../pipeline/exec/partition_sort_sink_operator.h | 10 +-
.../exec/partition_sort_source_operator.cpp | 2 -
be/src/pipeline/exec/union_source_operator.cpp | 11 +
be/src/pipeline/pipeline_x/dependency.h | 1 -
be/src/runtime/jsonb_value.cpp | 2 +-
be/src/runtime/stream_load/stream_load_context.h | 2 +
.../runtime/stream_load/stream_load_executor.cpp | 10 +-
be/src/service/internal_service.cpp | 2 +
be/src/util/jsonb_parser_simd.h | 4 +-
be/src/vec/common/sort/partition_sorter.cpp | 8 +
be/src/vec/common/sort/partition_sorter.h | 1 +
be/src/vec/common/uint128.h | 2 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 6 +-
be/src/vec/exec/distinct_vaggregation_node.cpp | 2 +-
be/src/vec/exec/vaggregation_node.h | 2 +-
be/src/vec/exec/vpartition_sort_node.cpp | 113 +-
be/src/vec/exec/vpartition_sort_node.h | 57 +-
be/src/vec/exec/vunion_node.cpp | 10 +
be/src/vec/functions/match.cpp | 21 +
.../inverted_index_searcher_cache_test.cpp | 250 +-
.../import/import-way/stream-load-manual.md | 4 +-
.../data-operate/update-delete/partial-update.md | 4 +-
docs/en/docs/ecosystem/doris-streamloader.md | 10 +-
.../import/import-way/stream-load-manual.md | 4 +-
.../data-operate/update-delete/partial-update.md | 4 +-
docs/zh-CN/docs/ecosystem/doris-streamloader.md | 8 +-
.../main/java/org/apache/doris/alter/Alter.java | 2 +-
.../main/java/org/apache/doris/analysis/Expr.java | 11 +
.../apache/doris/analysis/FunctionCallExpr.java | 8 +-
.../doris/analysis/ShowCatalogRecycleBinStmt.java | 2 +-
.../org/apache/doris/backup/BackupHandler.java | 6 +
.../apache/doris/catalog/CatalogRecycleBin.java | 90 +-
.../main/java/org/apache/doris/catalog/Env.java | 5 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 16 +-
.../java/org/apache/doris/catalog/OlapTable.java | 30 +-
.../doris/catalog/external/HMSExternalTable.java | 93 +-
.../apache/doris/common/proc/BackendProcNode.java | 15 +-
.../apache/doris/common/proc/ReplicasProcNode.java | 15 +-
.../apache/doris/common/proc/TabletsProcDir.java | 13 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 23 +-
.../load/routineload/KafkaRoutineLoadJob.java | 9 +-
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 2 +-
.../doris/mtmv/MTMVMaxTimestampSnapshot.java | 59 +
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 43 +
.../org/apache/doris/mtmv/MTMVRefreshSnapshot.java | 75 +
.../org/apache/doris/mtmv/MTMVRelatedTableIf.java | 38 +-
.../java/org/apache/doris/mtmv/MTMVSnapshotIf.java | 24 +
.../apache/doris/mtmv/MTMVTimestampSnapshot.java | 51 +
.../main/java/org/apache/doris/mtmv/MTMVUtil.java | 164 +-
.../org/apache/doris/mtmv/MTMVVersionSnapshot.java | 47 +
.../apache/doris/mysql/privilege/UserManager.java | 1 +
.../doris/nereids/jobs/executor/Analyzer.java | 4 +-
.../nereids/rules/analysis/SubqueryToApply.java | 10 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 48 +-
.../mv/AbstractMaterializedViewJoinRule.java | 6 -
.../exploration/mv/MaterializedViewUtils.java | 60 +-
.../nereids/rules/exploration/mv/StructInfo.java | 4 +-
.../java/org/apache/doris/persist/AlterMTMV.java | 12 +
.../org/apache/doris/persist/gson/GsonUtils.java | 11 +
.../org/apache/doris/planner/OriginalPlanner.java | 10 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 10 +-
.../doris/common/proc/BackendProcNodeTest.java | 2 +-
.../exploration/mv/MaterializedViewUtilsTest.java | 92 +-
.../org/apache/doris/planner/QueryPlanTest.java | 4 +-
.../all_types.csv.gz | Bin
.../data/export_p0/test_outfile_csv_with_names.out | 40 +-
.../test_index_mow_fault_injection.out | 13 +
.../data/nereids_rules_p0/mv/ssb/mv_ssb_test.out | 3955 ++++++++++++++++++++
.../sub_query_diff_old_optimize.out | 3 +
.../test_aggregate_all_functions2.out | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 30 +-
.../suites/catalog_recycle_bin_p0/show.groovy | 146 +
.../suites/cold_heat_separation/policy/drop.groovy | 55 +-
...paction_with_dup_key_max_file_size_limit.groovy | 8 +-
.../compaction/test_compacation_with_delete.groovy | 21 +-
.../compaction/test_compaction_agg_keys.groovy | 21 +-
.../test_compaction_agg_keys_with_delete.groovy | 21 +-
.../compaction/test_compaction_dup_keys.groovy | 21 +-
.../test_compaction_dup_keys_with_delete.groovy | 21 +-
...compaction_uniq_cluster_keys_with_delete.groovy | 21 +-
.../compaction/test_compaction_uniq_keys.groovy | 21 +-
.../test_compaction_uniq_keys_cluster_key.groovy | 21 +-
.../test_compaction_uniq_keys_row_store.groovy | 21 +-
.../test_compaction_uniq_keys_with_delete.groovy | 21 +-
.../suites/compaction/test_full_compaction.groovy | 28 +-
.../test_full_compaction_by_table_id.groovy | 26 +-
.../test_single_replica_compaction.groovy | 14 +-
.../test_vertical_compaction_agg_keys.groovy | 21 +-
.../test_vertical_compaction_dup_keys.groovy | 21 +-
.../test_vertical_compaction_uniq_keys.groovy | 21 +-
.../correctness_p0/test_bugfix_block_reuse.groovy | 3 -
.../correctness_p0/test_many_inlineview.groovy | 3 -
.../agg_state/max/test_agg_state_max.groovy | 2 +-
.../export_p0/test_outfile_csv_with_names.groovy | 17 +-
.../test_external_catalog_icebergv2_nereids.groovy | 2 +-
.../test_index_compaction_fault_injection.groovy | 33 +-
.../test_index_mow_fault_injection.groovy | 72 +
.../test_index_change_with_compaction.groovy | 23 +-
.../test_index_compaction_dup_keys.groovy | 27 +-
.../test_index_compaction_null.groovy | 33 +-
.../test_index_compaction_unique_keys.groovy | 27 +-
...dex_compaction_with_multi_index_segments.groovy | 33 +-
.../suites/javaudf_p0/test_javaudf_int.groovy | 2 +-
.../test_map_load_and_compaction.groovy | 10 +-
.../select_tablets/select_with_tablets.groovy | 47 +-
.../mv/join/left_outer/outer_join.groovy | 6 +-
.../mv/ssb}/ddl/customer_create.sql | 0
.../mv/ssb}/ddl/customer_delete.sql | 0
.../mv/ssb}/ddl/date_create.sql | 0
.../mv/ssb}/ddl/date_delete.sql | 0
.../mv/ssb}/ddl/lineorder_create.sql | 0
.../mv/ssb}/ddl/lineorder_delete.sql | 0
.../mv/ssb}/ddl/lineorder_flat_create.sql | 0
.../mv/ssb}/ddl/lineorder_flat_delete.sql | 0
.../mv/ssb}/ddl/part_create.sql | 0
.../mv/ssb}/ddl/part_delete.sql | 0
.../mv/ssb}/ddl/supplier_create.sql | 0
.../mv/ssb}/ddl/supplier_delete.sql | 0
.../nereids_rules_p0/mv/ssb/mv_ssb_test.groovy | 532 +++
.../sub_query_diff_old_optimize.groovy | 20 +
.../test_aggregate_all_functions2.groovy | 2 +-
.../variant_p0/compaction/test_compaction.groovy | 21 +-
139 files changed, 6904 insertions(+), 1538 deletions(-)
create mode 100644 be/src/olap/rowset/segment_v2/inverted_index_searcher.cpp
create mode 100644 be/src/olap/rowset/segment_v2/inverted_index_searcher.h
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVMaxTimestampSnapshot.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVRefreshPartitionSnapshot.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVRefreshSnapshot.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVSnapshotIf.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTimestampSnapshot.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVVersionSnapshot.java
copy regression-test/data/{load_p0/stream_load =>
catalog_recycle_bin_p0}/all_types.csv.gz (100%)
create mode 100644
regression-test/data/fault_injection_p0/test_index_mow_fault_injection.out
create mode 100644 regression-test/data/nereids_rules_p0/mv/ssb/mv_ssb_test.out
create mode 100644 regression-test/suites/catalog_recycle_bin_p0/show.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_index_mow_fault_injection.groovy
copy regression-test/suites/{ssb_sf0.1_p1 =>
nereids_rules_p0/mv/ssb}/ddl/customer_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/ssb}/ddl/customer_delete.sql (100%)
copy regression-test/suites/{ssb_sf0.1_p1 =>
nereids_rules_p0/mv/ssb}/ddl/date_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/ssb}/ddl/date_delete.sql (100%)
copy regression-test/suites/{ssb_sf0.1_p1 =>
nereids_rules_p0/mv/ssb}/ddl/lineorder_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/ssb}/ddl/lineorder_delete.sql (100%)
copy regression-test/suites/{ssb_sf0.1_p1 =>
nereids_rules_p0/mv/ssb}/ddl/lineorder_flat_create.sql (100%)
copy regression-test/suites/{ssb_sf0.1_p1 =>
nereids_rules_p0/mv/ssb}/ddl/lineorder_flat_delete.sql (100%)
copy regression-test/suites/{ssb_sf0.1_p1 =>
nereids_rules_p0/mv/ssb}/ddl/part_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/ssb}/ddl/part_delete.sql (100%)
copy regression-test/suites/{ssb_sf0.1_p1 =>
nereids_rules_p0/mv/ssb}/ddl/supplier_create.sql (100%)
copy regression-test/suites/{inverted_index_p0/ssb_unique_sql_zstd =>
nereids_rules_p0/mv/ssb}/ddl/supplier_delete.sql (100%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/ssb/mv_ssb_test.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
