This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch auto-pick-48947-branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 6a0ca07b60c [opt](paimon)Add suppressed information display (#48947)
add 3b4be62a86f branch-2.1: Revert "[debug](do not merge) add routine load
debug info (#48592)" (#48967)
add ea59465ec74 branch-2.1: [fix](sql cache) fix prepare statement with
sql cache throw NullPointerException (#48902) (#48977)
add 6d2abf9df3d branch-2.1: [Improvement]Add query start datetime #48906
(#48992)
add ed2e1ac34a2 branch-2.1: [fix](variant) update least common type in
ColumnObject::pop_back #48935 (#48979)
add 7123bbfecb5 branch-2.1: [fix](nereids) fix distinct window compute
wrong result (#48987) (#49010)
add 7d521ce288f branch-2.1: [fix](binlog) avoid adding acqurie_md5 param
when enable_download_md5… #48573 (#49004)
add 2febf0de1be branch-2.1: [fix](udf) alias udf skip check
enable_java_udf #48843 (#48914)
add c989ac94672 branch-2.1: [chore](binlog) add ingesting/downloading
binlog latency metrics #48599 (#49002)
add 79595ad62f8 [fix](minor) Reorder incorrect logging (#49001)
add ad6cf63a281 branch-2.1: [opt](inverted index) uniform profile naming
convention #48826 (#48975)
add 5988495576c [fix](statistics)Control memory use for sample partition
column and key column. (#46534) (#48927)
add b5c85e09629 branch-2.1: [fix](hudi) replace non thread safe
SimpleDateFormat #48923 (#49022)
add e5a2b0eea81 Revert "[cherry-pick](jsonb) add a check for jsonb value
to avoid invalid jsonb value write into segment file " (#49058)
add ed3a9799040 [feature](statistics)Support enable/disable auto analyze
for table. (#39532) (#48863)
add d0f6edd2128 branch-2.1: [improvement](statistics)Add session variable
for partition sample count. #48218 (#49092)
add 8589db3ec35 Revert "branch-2.1: [fix](nereids) fix distinct window
compute wrong result (#48987) (#49010)" (#49079)
add 3b70606c4f7 [improvement](statistics)Improve analyze partition column
and key column corner case. (#48757) (#49101)
add 1eff4538aa3 branch-2.1: [fix](nereids) fix convert to date literal
throw exception #48980 (#48985)
add afb143c1e86 [improve](binlog) Add config to control whether enable
persistent connection during ingesting (#49005)
add be3e2f36d07 branch-2.1: [fix](nereids)fix the
cascadesContext.getMemo()==null #48771 (#49095)
add e7d4dda3c84 branch-2.1: [Fix](function) Fix wrong FE fold constant
implementation of function date_format #49032 (#49086)
add cf88db4938f branch-2.1: [improvement](ccr) Add and adjust result for
get_lag #48953 (#49055)
add 98a59f914a5 branch-2.1: [chore](binlog) GetMeta returns dropped
partition/table/index commit seq #48852 (#48900)
add 68f50b569b0 branch-2.1: [fix](group commit)Fix replay wal fail problem
on agg state type #49081 (#49143)
add bd5d0ca7416 branch-2.1: [fix](Nereids) fold str_to_date to wrong
result when parameter out of range #49033 (#49150)
add 16e348b189e [fix](array/map) Fix BE crash in lambda functions (#49139)
add 6430ff365db [Bug](partition) should not do reset for the
partition_sorts (#49148)
add 44b868de6b9 branch-2.1: [fix](nereids) fix to_monday('1970-01-04
23:59:59') #49153 (#49176)
add 7355cfe8b64 [Chore](runtime-filter) remove wrong check and set disable
when SyncSizeClosure meet eof status (#49186)
add 1822120c13c branch-2.1: [fix](multi table load) error URL does not
depend on the value of _number_filtered_rows #49111 (#49131)
add 13c174df4b6 branch-2.1: [fix](Nereids) fix substring with only one
parameter #48957 (#49030)
add a32a7ba5ebc branch-2.1: [fix](Nereids) deep copy for LogicalWindow is
wrong #48861 (#49014)
add cc41d61eec4 [fix](nereids)Fix dlog1, trim, extract_url_parameter and
parse_url FE constant calculate bug. (#49074) (#49224)
add 3b61f840f4a [fix](function) Undefined behavior in parse_url (#49149)
(#49226)
add e4d6460b3c4 branch-2.1-pick: [Fix](SC) Prevent the values of
`__DORIS_VERSION_COL__` be wrongly replaced by fake version when merging tmp
rowset in sort SC #49193 (#49222)
add c67bbe77efd [test](mtmv) Fix regression test not stable and add log
for debug (#48483) (#49234)
add f771a422a94 branch-2.1: [fix](column) fix
ColumnWithTypeAndName::get_nested use-after-free when input Const(Nullable)
column #48288 (#49258)
add 8f79742f7d9 branch-2.1: [fix](arrow) Fix Arrow serialization and
deserialization of Date/Datetime/Array/Map/Struct/Bitmap/HLL/Decimal256 types
(#49244)
add 17ffd301fbc [fix](mtmv) Fix collecting mv candidates when dml
controlled by enable_dml_materialized_view_rewrite switch #48374 (#49263)
add 7e6adcf765e branch-2.1: [chore](ci) rm unused file #48326 (#49290)
add 5ecfee56b52 [cherry-pick](branch-2.1) Pick "[Fix](compaction) Fix
nullptr when executing cold compaction (#48329)" (#48886)
add df26c6fc512 [fix](case)Fix statics case for 2.1 (#49272)
add 3f9e989d054 branch-2.1: [fix](arrow-flight-sql) Fix
fetch_arrow_flight_schema thread pool (#49291)
add ce49f37a5ee branch-2.1: [fix](core) fix subreplace when inputting a
large number of empty strings #49241 (#49303)
add 2560a8ec569 [test](auth)add grant show_view_priv to new user (#49307)
add 54b3000de51 [fix](auth)create view check select_priv of table instead
of column (#49268)
add b1305002039 [fix](Nereids) initcap constant folding should upper first
character in all words (#49061) (#49342)
add 7b28e338157 [improvement](statistics)Remove read lock when doing db
analyze. (#49250) (#49320)
add 3e894994d4d [Fix](branch-2.1) Fix unstable case "test_base_compaction"
(#49349)
add 71824569a92 [fix](Index)Make column unique ids in index dynamically
computed (#48988) (#49300)
add 5aa715db037 branch-2.1: [fix](regression) Avoid defined global
variables in backup-restore case script (#49331)
add 11bf4bef798 [opt](paimon)Add suppressed information display (#48947)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (6a0ca07b60c)
\
N -- N -- N refs/heads/auto-pick-48947-branch-2.1 (11bf4bef798)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 3 +
be/src/common/config.h | 3 +
be/src/exprs/runtime_filter.cpp | 3 +-
be/src/http/action/download_binlog_action.cpp | 14 +
be/src/http/http_client.cpp | 29 +-
be/src/http/http_client.h | 4 +
be/src/io/fs/multi_table_pipe.cpp | 5 +-
be/src/olap/inverted_index_profile.h | 4 +-
be/src/olap/olap_server.cpp | 6 +
be/src/olap/schema_change.cpp | 4 +-
be/src/olap/tablet.cpp | 5 +
.../exec/partition_sort_source_operator.cpp | 1 -
be/src/runtime/fragment_mgr.cpp | 13 +-
be/src/runtime/types.cpp | 27 +-
be/src/runtime/types.h | 3 +-
be/src/service/backend_service.cpp | 58 +-
be/src/service/internal_service.cpp | 4 +-
be/src/util/arrow/block_convertor.cpp | 272 +------
be/src/util/arrow/row_batch.cpp | 2 -
be/src/util/jsonb_document.h | 4 +-
be/src/util/jsonb_utils.h | 2 +-
be/src/util/jsonb_writer.h | 3 +-
be/src/util/stopwatch.hpp | 14 +
be/src/vec/columns/column_array.cpp | 1 +
be/src/vec/columns/column_map.cpp | 1 +
be/src/vec/columns/column_object.cpp | 3 +
be/src/vec/columns/column_string.h | 4 +
be/src/vec/columns/column_struct.cpp | 1 +
be/src/vec/columns/column_vector.h | 5 +-
be/src/vec/core/column_with_type_and_name.cpp | 5 +-
be/src/vec/data_types/data_type_time_v2.h | 4 +-
.../data_types/serde/data_type_date64_serde.cpp | 33 +-
.../vec/data_types/serde/data_type_date64_serde.h | 7 +
.../serde/data_type_datetimev2_serde.cpp | 5 +-
.../data_types/serde/data_type_datev2_serde.cpp | 11 +-
.../data_types/serde/data_type_decimal_serde.cpp | 45 +-
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 18 +-
.../data_types/serde/data_type_number_serde.cpp | 20 +-
.../exprs/lambda_function/varray_map_function.cpp | 9 +-
.../exprs/table_function/vexplode_json_array.cpp | 2 +-
.../exprs/table_function/vexplode_json_object.cpp | 4 +-
.../vec/functions/array/function_array_element.h | 5 +-
be/src/vec/functions/function_cast.h | 4 +-
be/src/vec/functions/function_jsonb.cpp | 17 +-
be/src/vec/functions/function_string.h | 7 +-
be/src/vec/jsonb/serialize.cpp | 4 +-
be/src/vec/olap/olap_data_convertor.cpp | 23 +-
be/src/vec/olap/olap_data_convertor.h | 4 +-
be/test/olap/inverted_index_profile_test.cpp | 8 +-
.../testutil/column_helper.cpp} | 28 +-
be/test/testutil/column_helper.h | 116 +++
be/test/vec/columns/column_object_test.cpp | 130 ++++
.../vec/core/column_with_type_and_name_test.cpp} | 26 +-
.../vec/data_types/common_data_type_serder_test.h | 445 ++++++++++++
be/test/vec/data_types/data_type_map_test.cpp | 178 +++++
be/test/vec/data_types/data_type_struct_test.cpp | 115 +++
.../serde/data_type_serde_arrow_test.cpp | 481 ++++---------
.../vec/data_types/serde/data_type_serde_test.cpp | 4 +-
be/test/vec/exec/parquet/parquet_thrift_test.cpp | 4 +-
be/test/vec/exprs/vexpr_test.cpp | 4 +-
be/test/vec/function/function_string_test.cpp | 7 +-
be/test/vec/function/function_sub_replace_test.cpp | 51 ++
be/test/vec/olap/jsonb_value_test.cpp | 242 -------
.../main/java/org/apache/doris/alter/Alter.java | 54 +-
.../apache/doris/alter/SchemaChangeHandler.java | 6 +-
.../org/apache/doris/analysis/AlterTableStmt.java | 3 -
.../org/apache/doris/analysis/AlterViewStmt.java | 2 +-
.../org/apache/doris/analysis/BaseViewStmt.java | 32 +-
.../apache/doris/analysis/BuildIndexClause.java | 2 +-
.../apache/doris/analysis/CreateIndexClause.java | 2 +-
.../org/apache/doris/analysis/CreateTableStmt.java | 3 +-
.../org/apache/doris/analysis/CreateViewStmt.java | 2 +-
.../java/org/apache/doris/analysis/IndexDef.java | 5 -
.../analysis/ModifyTablePropertiesClause.java | 18 +
.../apache/doris/analysis/ShowTableStatsStmt.java | 3 +
.../org/apache/doris/binlog/BinlogLagInfo.java | 17 +-
.../org/apache/doris/binlog/BinlogManager.java | 6 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 27 +-
.../java/org/apache/doris/binlog/DBBinlog.java | 19 +-
.../doris/catalog/BuiltinScalarFunctions.java | 4 +-
.../main/java/org/apache/doris/catalog/Env.java | 61 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 12 +-
.../org/apache/doris/catalog/FunctionUtil.java | 5 -
.../main/java/org/apache/doris/catalog/Index.java | 35 +-
.../doris/catalog/MaterializedIndexMeta.java | 7 -
.../java/org/apache/doris/catalog/OlapTable.java | 18 +
.../main/java/org/apache/doris/catalog/Table.java | 5 +
.../java/org/apache/doris/catalog/TableIf.java | 2 +
.../org/apache/doris/catalog/TableProperty.java | 10 +
.../doris/common/NereidsSqlCacheManager.java | 19 +
.../apache/doris/common/util/PropertyAnalyzer.java | 5 +
.../apache/doris/datasource/ExternalCatalog.java | 15 +
.../org/apache/doris/datasource/ExternalTable.java | 11 +
.../apache/doris/datasource/hudi/HudiUtils.java | 8 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 6 +
.../org/apache/doris/nereids/CascadesContext.java | 6 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 15 +-
.../org/apache/doris/nereids/StatementContext.java | 7 +-
.../doris/nereids/jobs/executor/Analyzer.java | 2 -
...or.java => TableCollectAndHookInitializer.java} | 8 +-
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../rules/analysis/AddInitMaterializationHook.java | 15 +-
.../nereids/rules/analysis/CollectRelation.java | 12 +-
.../mv/AbstractMaterializedViewRule.java | 11 +
.../expression/rules/FoldConstantRuleOnFE.java | 19 +-
.../LogicalWindowToPhysicalWindow.java | 2 +-
.../doris/nereids/stats/ExpressionEstimation.java | 3 +-
.../trees/copier/LogicalPlanDeepCopier.java | 11 +-
.../executable/DateTimeExtractAndTransform.java | 28 +-
.../functions/executable/NumericArithmetic.java | 11 -
.../functions/executable/StringArithmetic.java | 85 ++-
.../trees/expressions/functions/scalar/Dlog1.java | 68 --
.../trees/expressions/literal/DateLiteral.java | 28 +-
.../trees/expressions/literal/DateTimeLiteral.java | 4 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 -
.../trees/plans/commands/ExecuteCommand.java | 12 +-
.../trees/plans/commands/info/IndexDefinition.java | 2 +-
.../trees/plans/logical/LogicalAggregate.java | 6 +
.../trees/plans/logical/LogicalEmptyRelation.java | 12 +-
.../trees/plans/logical/LogicalOneRowRelation.java | 4 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 10 +-
.../org/apache/doris/nereids/util/DateUtils.java | 14 +-
.../doris/nereids/util/TypeCoercionUtils.java | 5 +-
.../persist/ModifyTablePropertyOperationLog.java | 24 +
.../org/apache/doris/planner/OlapScanNode.java | 2 +-
.../org/apache/doris/planner/OlapTableSink.java | 2 +-
.../apache/doris/plugin/audit/AuditLogBuilder.java | 29 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 11 +
.../java/org/apache/doris/qe/SessionVariable.java | 14 +
.../java/org/apache/doris/qe/StmtExecutor.java | 4 -
.../apache/doris/service/FrontendServiceImpl.java | 2 +
.../apache/doris/statistics/AnalysisManager.java | 53 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 2 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 420 +++++++----
.../doris/statistics/StatisticConstants.java | 4 +
.../doris/statistics/StatisticsAutoCollector.java | 3 +
.../doris/statistics/util/StatisticsUtil.java | 18 +
.../ExternalFileTableValuedFunction.java | 1 +
.../apache/doris/task/AlterInvertedIndexTask.java | 4 +-
.../org/apache/doris/task/CreateReplicaTask.java | 2 +-
.../java/org/apache/doris/catalog/IndexTest.java | 164 +++++
.../org/apache/doris/catalog/OlapTableTest.java | 2 +-
.../doris/common/proc/IndexesProcNodeTest.java | 8 +-
.../doris/datasource/hudi/HudiUtilsTest.java | 97 +++
.../doris/nereids/trees/expressions/UdfTest.java | 4 +
.../trees/expressions/literal/DateLiteralTest.java | 9 +-
.../persist/TableAddOrDropColumnsInfoTest.java | 2 +-
.../doris/plugin/audit/AuditLogBuilderTest.java | 48 ++
.../doris/statistics/OlapAnalysisTaskTest.java | 629 +++++++++++-----
gensrc/thrift/FrontendService.thrift | 11 +-
.../test_insert_table_with_dump_nereids_memo.out} | Bin 126 -> 126 bytes
.../test_array_map.out} | Bin
.../test_s3_load_with_load_parallelism.out | Bin 115 -> 182 bytes
.../testSelectMVWithTableAlias.out | Bin 186 -> 220 bytes
.../data/nereids_syntax_p0/test_cast_datetime.out | Bin 351 -> 258 bytes
.../doris/regression/action/TestAction.groovy | 2 +-
.../pipeline/common/check-pr-if-need-run-build.sh | 200 ------
.../test_account_management_user_auth.groovy | 3 +-
.../suites/auth_call/test_ddl_view_auth.groovy | 44 +-
...roovy => test_grant_show_view_priv_auth.groovy} | 62 +-
.../suites/auth_p0/test_alter_view_auth.groovy | 2 +-
.../suites/auth_p0/test_create_view_auth.groovy | 2 +-
.../test_backup_restore_with_view.groovy | 2 +-
.../test_backup_store_with_db_properties.groovy | 2 +-
.../test_backup_store_with_db_properties_kv.groovy | 2 +-
.../suites/compaction/test_base_compaction.groovy | 3 +-
...test_insert_table_with_dump_nereids_memo.groovy | 58 ++
.../hive/test_hive_statistics_p0.groovy | 65 ++
.../iceberg/test_iceberg_statistics.groovy | 2 +-
...st_cold_data_compaction_fault_injection.groovy} | 70 +-
.../suites/function_p0/test_array_map.groovy | 227 ++++++
.../test_routine_load_condition.groovy | 4 -
.../test_mv_useless/test_dup_mv_useless.groovy | 11 +-
.../testSelectMVWithTableAlias.groovy | 5 +-
.../cache/parse_sql_from_sql_cache.groovy | 7 +-
.../cache/prepare_stmt_with_sql_cache.groovy | 33 +-
.../fold_constant_date_arithmatic.groovy | 19 +
.../fold_constant_numeric_arithmatic.groovy | 47 +-
.../fold_constant_string_arithmatic.groovy | 797 ++++++++++++++++++++-
.../suites/nereids_p0/union/or_expansion.groovy | 54 ++
.../mv/union_rewrite/usercase_union_rewrite.groovy | 13 +
.../nereids_syntax_p0/test_cast_datetime.groovy | 531 +++++++++++++-
.../transform_outer_join_to_anti.groovy | 1 -
.../test_auto_analyze_black_white_list.groovy | 112 +++
184 files changed, 5248 insertions(+), 2095 deletions(-)
copy be/{src/vec/functions/int_div.cpp => test/testutil/column_helper.cpp}
(55%)
create mode 100644 be/test/testutil/column_helper.h
create mode 100644 be/test/vec/columns/column_object_test.cpp
copy be/{src/vec/core/materialize_block.cpp =>
test/vec/core/column_with_type_and_name_test.cpp} (53%)
create mode 100644 be/test/vec/data_types/common_data_type_serder_test.h
create mode 100644 be/test/vec/data_types/data_type_map_test.cpp
create mode 100644 be/test/vec/data_types/data_type_struct_test.cpp
create mode 100644 be/test/vec/function/function_sub_replace_test.cpp
delete mode 100644 be/test/vec/olap/jsonb_value_test.cpp
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/{TableCollector.java
=> TableCollectAndHookInitializer.java} (85%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Dlog1.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/IndexTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/plugin/audit/AuditLogBuilderTest.java
copy regression-test/data/{correctness_p0/test_hash_join_local_shuffle.out =>
correctness/test_insert_table_with_dump_nereids_memo.out} (87%)
copy regression-test/data/{load_p0/stream_load/test_stream_load_empty_file.out
=> function_p0/test_array_map.out} (100%)
delete mode 100755
regression-test/pipeline/common/check-pr-if-need-run-build.sh
copy regression-test/suites/auth_call/{test_ddl_mask_view_auth.groovy =>
test_grant_show_view_priv_auth.groovy} (52%)
create mode 100644
regression-test/suites/correctness/test_insert_table_with_dump_nereids_memo.groovy
copy regression-test/suites/{cold_heat_separation/cold_data_compaction.groovy
=> fault_injection_p0/test_cold_data_compaction_fault_injection.groovy} (63%)
create mode 100644 regression-test/suites/function_p0/test_array_map.groovy
create mode 100644
regression-test/suites/statistics/test_auto_analyze_black_white_list.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
