This is an automated email from the ASF dual-hosted git repository.
eldenmoon pushed a change to branch auto-pick-42647-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 25e213ed97f [fix](auditlog) set isQuery to true when query is short
circuited (#42647)
add 2abe20b020c [branch-3.0](pick) pick #42857 #42898 #42909 #42992 #43002
(#43039)
add d27c1bb0472 [enhance](auth) Optimize the authentication logic of
Ranger Doris (#41207) (#41840)
add 8034ab187d4 [enhance](mtmv)Mtmv support audit log (#41499) (#41841)
add 959bd31183d [fix](mtmv) cannot refresh mtmv when base table recreating
(#41762) (#42340)
add db0986e512b [fix](case)Fix multiple case tables with the same name
causing case failure (#42203) (#43041)
add 594865c34f5 [improvement](statistics)External table getRowCount return
-1 when row count is not available or row count is 0. (#43009) (#43081)
add 757b0ea23c5 [fix](regression-test) fix test_hive_serde_prop #42886
(#43099)
add e46149b6fd4 [cherry-pick](branch-3.0) Pick "[Feature](schema change)
Support add column bitmap with default value bitmap_empty (#42331)" (#42701)
add 502d9e5bdcd [fix](exit) stop storage engine in exec_env before exit
(#42015) (#43141)
add d3c02efe38c [feature](statistics)Support get row count for pg and sql
server. (#42674) (#43150)
add 48ea74b050a [enhancement](Nereids) boost characterLiteralTypeCoercion
(#42941) (#43094)
add 14a1edc6ec9 [fix](spill) disable fuzzy spill for now (#42892) (#42894)
add 84e5de52505 [test](p0) fix load stream leak in injection cases
(#42681) (#43160)
add 4d8e5f3c8dd [Opt](Variant) merge schema in sync_rowsets to prevents
from CPU overhead each time describe table(#42856) (#43062)
add 8120c598d35 [enhancement](cloud) refine block file cache evict policy
(#42451) (#43201)
add 9bae30a383a [fix](regression) fix flaky partial update cases (#42072)
(#43202)
add e679fbe97d3 [improve](routine load) adjust default values to make
routine load more convenient to use (#42968)
add d5c8b9a7cfa [test](move memtable) fix move memtable injection case
fail (#42639) (#42671)
add 8af0dd25a8e Merge branch 'branch-3.0' into auto-pick-42647-branch-3.0
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_tablet.cpp | 45 +-
be/src/cloud/cloud_tablet.h | 6 +
be/src/common/config.cpp | 4 +-
be/src/io/cache/block_file_cache.cpp | 260 ++-
be/src/io/cache/block_file_cache.h | 27 +-
be/src/io/cache/file_cache_common.cpp | 5 +
be/src/io/cache/file_cache_common.h | 16 +-
be/src/olap/olap_common.h | 26 +-
be/src/olap/rowset/rowset_reader_context.h | 2 -
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 75 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 4 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 4 -
be/src/pipeline/exec/aggregation_sink_operator.h | 3 -
.../pipeline/exec/aggregation_source_operator.cpp | 47 +-
be/src/pipeline/exec/aggregation_source_operator.h | 11 +-
be/src/pipeline/exec/analytic_sink_operator.cpp | 57 +-
be/src/pipeline/exec/analytic_sink_operator.h | 4 +-
be/src/pipeline/exec/analytic_source_operator.cpp | 38 +-
be/src/pipeline/exec/analytic_source_operator.h | 8 +-
be/src/pipeline/exec/cache_source_operator.cpp | 20 +-
be/src/pipeline/exec/datagen_operator.cpp | 16 +-
be/src/pipeline/exec/datagen_operator.h | 2 +
.../distinct_streaming_aggregation_operator.cpp | 1 -
be/src/pipeline/exec/es_scan_operator.cpp | 8 +-
be/src/pipeline/exec/es_scan_operator.h | 3 +-
be/src/pipeline/exec/exchange_sink_operator.cpp | 75 +-
be/src/pipeline/exec/exchange_sink_operator.h | 22 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 19 +-
be/src/pipeline/exec/exchange_source_operator.h | 3 +
.../exec/group_commit_block_sink_operator.cpp | 52 +-
.../exec/group_commit_block_sink_operator.h | 7 +-
.../pipeline/exec/group_commit_scan_operator.cpp | 1 +
be/src/pipeline/exec/hashjoin_build_sink.cpp | 17 +-
be/src/pipeline/exec/hashjoin_build_sink.h | 6 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 7 +-
be/src/pipeline/exec/hashjoin_probe_operator.h | 4 +-
be/src/pipeline/exec/jdbc_table_sink_operator.cpp | 1 +
.../pipeline/exec/join/process_hash_table_probe.h | 7 +-
.../exec/join/process_hash_table_probe_impl.h | 18 +-
be/src/pipeline/exec/join_build_sink_operator.cpp | 8 +-
be/src/pipeline/exec/join_build_sink_operator.h | 2 -
be/src/pipeline/exec/join_probe_operator.cpp | 3 +-
be/src/pipeline/exec/join_probe_operator.h | 2 +-
.../pipeline/exec/memory_scratch_sink_operator.cpp | 24 +-
.../pipeline/exec/memory_scratch_sink_operator.h | 3 +
.../exec/multi_cast_data_stream_source.cpp | 13 +-
.../pipeline/exec/multi_cast_data_stream_source.h | 3 +
.../exec/nested_loop_join_build_operator.cpp | 1 -
.../exec/nested_loop_join_probe_operator.cpp | 41 +-
.../exec/nested_loop_join_probe_operator.h | 76 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 80 +-
be/src/pipeline/exec/olap_scan_operator.h | 24 +-
be/src/pipeline/exec/operator.h | 4 +
be/src/pipeline/exec/repeat_operator.cpp | 75 +-
be/src/pipeline/exec/repeat_operator.h | 5 +
be/src/pipeline/exec/result_file_sink_operator.cpp | 6 -
be/src/pipeline/exec/result_file_sink_operator.h | 14 -
be/src/pipeline/exec/result_sink_operator.cpp | 14 +-
be/src/pipeline/exec/result_sink_operator.h | 7 +-
be/src/pipeline/exec/scan_operator.cpp | 3 -
be/src/pipeline/exec/scan_operator.h | 4 -
be/src/pipeline/exec/set_probe_sink_operator.cpp | 11 +-
be/src/pipeline/exec/set_probe_sink_operator.h | 3 +
be/src/pipeline/exec/set_sink_operator.cpp | 8 +-
be/src/pipeline/exec/set_sink_operator.h | 6 +-
be/src/pipeline/exec/set_source_operator.cpp | 37 +-
be/src/pipeline/exec/set_source_operator.h | 3 +
be/src/pipeline/exec/sort_sink_operator.cpp | 8 +-
be/src/pipeline/exec/sort_sink_operator.h | 2 +
.../exec/streaming_aggregation_operator.cpp | 28 +-
.../pipeline/exec/streaming_aggregation_operator.h | 18 +-
be/src/pipeline/exec/table_function_operator.cpp | 22 +-
be/src/pipeline/exec/table_function_operator.h | 8 +
be/src/pipeline/exec/union_sink_operator.cpp | 1 +
be/src/pipeline/exec/union_sink_operator.h | 2 +
be/src/runtime/exec_env_init.cpp | 2 +-
be/src/runtime/stream_load/stream_load_context.h | 7 +-
be/src/service/internal_service.cpp | 5 +-
be/src/util/arrow/row_batch.cpp | 17 +-
be/src/util/arrow/row_batch.h | 7 +-
.../vec/aggregate_functions/aggregate_function.h | 43 +-
.../aggregate_functions/aggregate_function_avg.h | 22 +-
.../aggregate_function_bitmap.h | 24 +-
.../aggregate_function_bitmap_agg.h | 22 +-
.../aggregate_functions/aggregate_function_count.h | 44 +-
.../aggregate_function_count_by_enum.h | 4 +-
.../aggregate_function_histogram.h | 4 +-
.../aggregate_function_hll_union_agg.h | 2 +-
.../aggregate_function_java_udaf.h | 6 +-
.../aggregate_functions/aggregate_function_map.h | 18 +-
.../aggregate_function_min_max.h | 158 +-
.../aggregate_function_min_max_by.h | 44 +-
.../aggregate_function_percentile.h | 2 +-
.../aggregate_function_reader_first_last.h | 4 +-
.../aggregate_functions/aggregate_function_rpc.h | 2 +-
.../aggregate_functions/aggregate_function_sort.h | 6 +-
.../aggregate_functions/aggregate_function_sum.h | 22 +-
.../aggregate_functions/aggregate_function_uniq.h | 8 +-
.../aggregate_function_uniq_distribute_key.h | 26 +-
.../aggregate_function_window.h | 16 +-
be/src/vec/exec/scan/new_es_scanner.cpp | 11 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 191 +-
be/src/vec/exec/scan/new_olap_scanner.h | 2 -
be/src/vec/exec/scan/scanner_context.cpp | 38 +-
be/src/vec/exec/scan/scanner_context.h | 23 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 9 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 6 +-
be/src/vec/exec/scan/vfile_scanner.h | 3 -
be/src/vec/exec/scan/vscanner.cpp | 6 +-
be/src/vec/olap/vertical_block_reader.cpp | 1 -
be/src/vec/sink/vdata_stream_sender.cpp | 17 +-
be/src/vec/sink/vdata_stream_sender.h | 4 +-
be/test/io/cache/block_file_cache_test.cpp | 1911 ++++++++++++++++----
.../serde/data_type_serde_arrow_test.cpp | 654 -------
.../docker-compose/mysql/init/04-insert.sql | 1 +
.../docker-compose/postgresql/init/04-insert.sql | 1 +
.../docker-compose/sqlserver/init/04-insert.sql | 1 +
fe/fe-core/src/main/cup/sql_parser.cup | 7 +
.../java/org/apache/doris/analysis/ColumnDef.java | 3 +-
.../main/java/org/apache/doris/catalog/Column.java | 5 +
.../java/org/apache/doris/catalog/OlapTable.java | 10 +-
.../main/java/org/apache/doris/catalog/Table.java | 2 +-
.../java/org/apache/doris/catalog/TableIf.java | 2 +
.../authorizer/ranger/RangerAccessController.java | 7 +
.../ranger/cache/CatalogCacheAccessController.java | 91 -
.../authorizer/ranger/cache/DatamaskCacheKey.java | 89 -
.../authorizer/ranger/cache/RangerCache.java | 107 --
.../authorizer/ranger/cache/RowFilterCacheKey.java | 82 -
.../authorizer/ranger/doris/DorisAccessType.java | 79 +-
.../authorizer/ranger/doris/DorisObjectType.java | 2 +-
.../doris/RangerCacheDorisAccessController.java | 44 -
.../ranger/doris/RangerDorisAccessController.java | 177 +-
.../ranger/doris/RangerDorisResource.java | 6 +-
.../hive/RangerCacheHiveAccessController.java | 47 -
.../hive/RangerHiveAccessControllerFactory.java | 2 +-
.../doris/datasource/ExternalRowCountCache.java | 6 +-
.../org/apache/doris/datasource/ExternalTable.java | 4 +-
.../doris/datasource/hive/HMSExternalTable.java | 18 +-
.../datasource/iceberg/IcebergExternalTable.java | 3 +-
.../doris/datasource/iceberg/IcebergUtils.java | 5 +-
.../doris/datasource/jdbc/JdbcExternalTable.java | 96 +-
.../datasource/paimon/PaimonExternalTable.java | 8 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 43 +-
.../doris/load/routineload/RoutineLoadJob.java | 2 +-
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 1 +
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 34 +
.../mysql/privilege/AccessControllerManager.java | 10 +-
.../expressions/functions/SearchSignature.java | 9 +-
.../trees/expressions/literal/DateLiteral.java | 73 +-
.../trees/expressions/literal/DateTimeLiteral.java | 75 +-
.../expressions/literal/DateTimeV2Literal.java | 2 +-
.../expressions/literal/DecimalV3Literal.java | 13 +-
.../nereids/trees/expressions/literal/Result.java | 66 +
.../expressions/literal/format/AndChecker.java} | 29 +-
.../expressions/literal/format/AtLeastChecker.java | 49 +
.../expressions/literal/format/CharChecker.java} | 20 +-
.../expressions/literal/format/CheckResult.java | 49 +
.../literal/format/CustomCharChecker.java} | 23 +-
.../literal/format/DateTimeChecker.java | 137 ++
.../expressions/literal/format/DebugChecker.java} | 22 +-
.../expressions/literal/format/DigitChecker.java} | 38 +-
.../expressions/literal/format/FloatChecker.java | 55 +
.../expressions/literal/format/FormatChecker.java | 170 ++
.../literal/format/IntegerChecker.java} | 32 +-
.../expressions/literal/format/LetterChecker.java} | 38 +-
.../expressions/literal/format/OptionChecker.java} | 20 +-
.../expressions/literal/format/OrChecker.java | 55 +
.../expressions/literal/format/StringChecker.java} | 28 +-
.../expressions/literal/format/StringInspect.java | 64 +
.../apache/doris/nereids/types/DecimalV3Type.java | 25 +-
.../doris/nereids/util/TypeCoercionUtils.java | 54 +-
.../java/org/apache/doris/qe/SessionVariable.java | 3 +
.../doris/statistics/StatisticsAutoCollector.java | 2 +-
.../doris/statistics/util/StatisticsUtil.java | 8 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 1 +
.../datasource/ExternalRowCountCacheTest.java | 32 +-
.../doris/load/routineload/RoutineLoadJobTest.java | 2 +-
.../trees/expressions/literal/DateLiteralTest.java | 16 +-
.../expressions/literal/DateTimeLiteralTest.java | 496 ++---
.../expressions/literal/FloatLiteralTest.java | 80 +
.../expressions/literal/IntegerLiteralTest.java | 64 +
.../test_alter_add_column_default_value.out | 14 +
.../hive/test_hive_serde_prop.out | 15 +-
.../data/mtmv_p0/test_recreate_table_mtmv.out | 13 +
.../test_alter_add_column_default_value.groovy | 66 +
.../jdbc/test_jdbc_row_count.groovy | 107 ++
.../jdbc/test_mysql_jdbc_statistics.groovy | 11 -
.../test_writer_v2_fault_injection.groovy | 10 +-
.../suites/mtmv_p0/test_recreate_table_mtmv.groovy | 91 +
.../suites/nereids_p0/union/test_union.groovy | 12 +-
.../suites/query_p0/union/test_union.groovy | 12 +-
.../partial_update/test_mix_partial_update.groovy | 11 +
.../partial_update/test_mix_partial_update.groovy | 11 +
.../test_partial_update_merge_type.groovy | 7 +
194 files changed, 4947 insertions(+), 3169 deletions(-)
delete mode 100644 be/test/vec/data_types/serde/data_type_serde_arrow_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/CatalogCacheAccessController.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/DatamaskCacheKey.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/RangerCache.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/cache/RowFilterCacheKey.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/doris/RangerCacheDorisAccessController.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/authorizer/ranger/hive/RangerCacheHiveAccessController.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/Result.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/AndChecker.java} (52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/AtLeastChecker.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/CharChecker.java} (65%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/CheckResult.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/CustomCharChecker.java} (56%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/DateTimeChecker.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/DebugChecker.java} (53%)
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/cache/RangerCacheInvalidateListener.java
=> nereids/trees/expressions/literal/format/DigitChecker.java} (50%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/FloatChecker.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/FormatChecker.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/cache/RangerCacheInvalidateListener.java
=> nereids/trees/expressions/literal/format/IntegerChecker.java} (52%)
rename
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/cache/RangerCacheInvalidateListener.java
=> nereids/trees/expressions/literal/format/LetterChecker.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/OptionChecker.java} (62%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/OrChecker.java
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/authorizer/ranger/hive/RangerHiveAccessControllerFactory.java
=> nereids/trees/expressions/literal/format/StringChecker.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/format/StringInspect.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/FloatLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/IntegerLiteralTest.java
create mode 100644
regression-test/data/alter_p0/test_alter_add_column_default_value.out
create mode 100644 regression-test/data/mtmv_p0/test_recreate_table_mtmv.out
create mode 100644
regression-test/suites/alter_p0/test_alter_add_column_default_value.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_jdbc_row_count.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_recreate_table_mtmv.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
