This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 48aaaa80058 [Enhancement](fuction) change function REPEAT nullable
mode (#30743)
new d1bb63ed67e [fix](arrow-flight) Modify FE Arrow version to 15.0.0
#30824
new cd939fcca2d [Enhancement](group commit) Optimize group commit block
sink wal disk space log #30811
new 8ff8d946978 [fix](ip) change IPv6 to little-endian byte order storage
(like IPv4) (#30730)
new fc762f426b0 [enhance](mtmv) mtmv disable hive auto refresh (#30775)
new a5d90049741 [fix](Nereids) physical property deriver on some node is
not right (#30819)
new 255ca143f89 [fix](chinese) fix the issue where the be crashes due to
the missing chinese dict (#30712)
new 3a752b758a2 [fix](Nereids) colcoate node attr lost after merge
fragment (#30818)
new 7840e7cb819 [typo](doc) modify format (#30816)
new 4b42156fc0d [chore](clang-tidy): add bugprone linters (#29521)
new be31b8dc61f [Refactor](exchange) remove unless code in exchange and
opt some code (#30813)
new 2344aaf3377 [fix](join) JoinHashTable::pre_build_idxs should be const
(#30837)
new 499fd27ed00 [config](move-memtable) set StreamWait timeout default to
10min (#30831)
new 0d32aeeaf6b [improvement](load) Enable lzo & Remove dependency on
Markus F.X.J. Oberhumer's lzo library (#30573)
new cffe79feba4 open workload group for broker load regression test
(#30797)
new 2c99c53812d [refactor](taskqueue) remove old task scheduler based wg
(#30832)
new 501ece31234 Collect index row count for MTMV. (#30855)
new e9f9fdf9afc Fix unstable analyze mv case. (#30859)
new d123abc903b disable check segment when build rowset meta by default
(#30857)
The 18 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.clang-tidy | 15 +-
be/CMakeLists.txt | 8 -
be/cmake/thirdparty.cmake | 4 -
be/src/clucene | 2 +-
be/src/common/config.cpp | 4 +-
be/src/common/config.h | 2 +
be/src/common/status.h | 1 +
be/src/exec/decompressor.cpp | 2 -
be/src/exec/decompressor.h | 7 -
be/src/exec/lzo_decompressor.cpp | 53 ++-
be/src/olap/rowset/beta_rowset_writer.cpp | 2 +-
be/src/olap/rowset/segment_creator.cpp | 2 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 37 +-
be/src/olap/utils.cpp | 11 +-
be/src/pch/pch.h | 4 -
be/src/pipeline/pipeline.cpp | 7 +-
be/src/pipeline/pipeline_fragment_context.cpp | 3 -
be/src/pipeline/pipeline_fragment_context.h | 5 -
be/src/pipeline/pipeline_task.cpp | 4 -
be/src/pipeline/pipeline_task.h | 2 -
be/src/pipeline/task_queue.cpp | 170 --------
be/src/pipeline/task_queue.h | 52 ---
be/src/runtime/exec_env.h | 4 -
be/src/runtime/exec_env_init.cpp | 10 -
be/src/runtime/query_context.cpp | 4 +-
be/src/runtime/query_context.h | 4 -
be/src/runtime/task_group/task_group.cpp | 62 ---
be/src/runtime/task_group/task_group.h | 47 ---
be/src/runtime/task_group/task_group_manager.cpp | 5 +-
be/src/runtime/task_group/task_group_manager.h | 4 +-
be/src/service/backend_service.cpp | 3 +-
be/src/service/internal_service.cpp | 20 +-
be/src/util/mem_info.cpp | 4 +-
be/src/vec/columns/column_vector.h | 21 -
be/src/vec/common/format_ip.cpp | 114 ------
be/src/vec/common/format_ip.h | 198 +++++++--
be/src/vec/common/hash_table/hash_table.h | 9 +-
be/src/vec/common/hash_table/join_hash_table.h | 17 +-
be/src/vec/common/ipv6_to_binary.h | 13 +-
be/src/vec/exec/format/csv/csv_reader.cpp | 1 +
be/src/vec/exec/format/orc/vorc_reader.cpp | 6 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 6 +-
be/src/vec/exec/scan/new_olap_scan_node.cpp | 2 +-
be/src/vec/functions/function.cpp | 2 +-
be/src/vec/functions/function_ip.h | 62 ++-
be/src/vec/functions/function_tokenize.cpp | 12 +-
be/src/vec/runtime/ip_address_cidr.h | 14 +-
be/src/vec/runtime/ipv4_value.h | 10 +-
be/src/vec/runtime/ipv6_value.h | 14 +-
be/src/vec/runtime/vdata_stream_mgr.cpp | 2 +-
be/src/vec/runtime/vdata_stream_recvr.cpp | 54 +--
be/src/vec/runtime/vdata_stream_recvr.h | 2 -
be/src/vec/sink/group_commit_block_sink.cpp | 4 +-
be/test/vec/runtime/ip_value_test.cpp | 118 ++++++
build.sh | 5 -
.../Alter/ALTER-TABLE-COLUMN.md | 28 +-
.../Alter/ALTER-TABLE-COLUMN.md | 28 +-
.../java/org/apache/doris/catalog/OlapTable.java | 9 +
.../org/apache/doris/catalog/TabletStatMgr.java | 4 +-
.../doris/catalog/external/HMSExternalTable.java | 10 +
.../doris/common/proc/PartitionsProcDir.java | 4 +-
.../apache/doris/common/proc/TablesProcDir.java | 3 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 36 +-
.../mtmv/{MTMVUtil.java => MTMVPartitionUtil.java} | 105 +----
.../org/apache/doris/mtmv/MTMVRelatedTableIf.java | 15 +
.../org/apache/doris/mtmv/MTMVRelationManager.java | 3 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 87 ++++
.../java/org/apache/doris/mtmv/MTMVService.java | 4 +-
.../main/java/org/apache/doris/mtmv/MTMVUtil.java | 452 +--------------------
.../glue/translator/PlanTranslatorContext.java | 8 +
.../properties/ChildOutputPropertyDeriver.java | 37 +-
.../nereids/properties/PhysicalProperties.java | 8 +
.../mv/AbstractMaterializedViewRule.java | 6 +-
.../exploration/mv/MaterializedViewUtils.java | 2 +-
.../trees/plans/commands/info/RefreshMTMVInfo.java | 4 +-
.../doris/planner/MultiCastPlanFragment.java | 2 +
.../org/apache/doris/planner/PlanFragment.java | 4 +-
.../doris/tablefunction/MetadataGenerator.java | 4 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 187 +++++++++
.../apache/doris/mtmv/MTMVRefreshSnapshotTest.java | 96 +++++
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 254 ++++++++++++
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 163 ++++++++
.../properties/ChildOutputPropertyDeriverTest.java | 39 +-
.../exploration/mv/MaterializedViewUtilsTest.java | 2 -
fe/pom.xml | 2 +-
.../data/datatype_p0/ip/test_ip_basic.out | 225 ++++++++++
.../load_p0/stream_load/test_compress_type.out | 2 +-
regression-test/data/mtmv_p0/test_hive_mtmv.out | 5 +
.../colocate/test_multi_cast_colocate.out | 103 +++++
.../colocate/test_set_operation_colocate.out} | 10 +-
.../ip_functions/test_ip_functions.out | 17 +-
regression-test/framework/pom.xml | 2 +-
regression-test/pipeline/external/conf/fe.conf | 3 +
.../suites/datatype_p0/ip/test_ip_basic.groovy | 41 ++
.../load_p0/stream_load/test_compress_type.groovy | 74 +++-
.../suites/mtmv_p0/test_hive_mtmv.groovy | 8 +
.../colocate/test_multi_cast_colocate.groovy | 59 +++
.../colocate/test_set_operation_colocate.groovy | 104 +++++
.../ip_functions/test_ip_functions.groovy | 6 +
.../test_ipv6_cidr_to_range_function.groovy | 1 +
.../test_is_ip_address_in_range_function.groovy | 55 +--
.../suites/statistics/test_analyze_mv.groovy | 33 +-
.../suites/statistics/test_select_mv.groovy | 19 +-
103 files changed, 2232 insertions(+), 1391 deletions(-)
create mode 100644 be/test/vec/runtime/ip_value_test.cpp
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/{MTMVUtil.java =>
MTMVPartitionUtil.java} (83%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVRewriteUtil.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVPartitionUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVRefreshSnapshotTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVRewriteUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVTaskTest.java
create mode 100644
regression-test/data/nereids_p0/colocate/test_multi_cast_colocate.out
copy regression-test/data/{load_p0/stream_load/test_compress_type.out =>
nereids_p0/colocate/test_set_operation_colocate.out} (78%)
create mode 100644
regression-test/suites/nereids_p0/colocate/test_multi_cast_colocate.groovy
create mode 100644
regression-test/suites/nereids_p0/colocate/test_set_operation_colocate.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
