This is an automated email from the ASF dual-hosted git repository.
diwu pushed a change to branch streaming-job-dev
in repository https://gitbox.apache.org/repos/asf/doris.git
from 777ba161038 [Featuren](WIP) add alter job op and fix bug (#56194)
add 5e98aad1f88 [feature](cloud) Support query with freshness tolerance
(#53540)
add 9d0110e715d [enhance](variant) Add some metrics for querying variant
in the profile (#55941)
add 1b890338f88 [fix](cache stat) add builder stat to scanner (#56165)
add bff47ec0759 [fix](test) try to fix two filecache regresion test case
(#56195)
add b0123faa0e6 [fix](storage): Ensure TOO_MANY_VERSION error to be
correctly detected and triggered in RowsetBuilder (#55751)
add 8524079c3d3 [opt](txn) limit publishing txns on a table (#54230)
add ea0e95f4c95 [opt](load) limit concurrency of delete_bitmap computation
(#52962)
add 72e1080eb21 [opt](coercion) String type has the highest precedence in
contexts other than comparison expressions. (#56172)
new 1fb95b2dd11 Merge branch 'master' into streaming-job-dev
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/cloud/cloud_internal_service.cpp | 92 +-
be/src/cloud/cloud_schema_change_job.cpp | 5 +-
be/src/cloud/cloud_storage_engine.cpp | 9 +-
be/src/cloud/cloud_storage_engine.h | 13 +
be/src/cloud/cloud_tablet.cpp | 270 ++++-
be/src/cloud/cloud_tablet.h | 92 +-
be/src/cloud/cloud_warm_up_manager.cpp | 44 +-
be/src/cloud/pb_convert.cpp | 12 +
be/src/common/config.cpp | 6 +
be/src/common/config.h | 6 +
be/src/exec/rowid_fetcher.cpp | 17 +-
be/src/io/cache/block_file_cache.cpp | 47 +
be/src/io/cache/block_file_cache.h | 11 +
be/src/io/cache/cached_remote_file_reader.cpp | 14 +
be/src/io/cache/file_cache_common.h | 2 +
be/src/io/io_common.h | 2 +
be/src/olap/base_tablet.h | 29 +-
be/src/olap/calc_delete_bitmap_executor.cpp | 5 +-
be/src/olap/calc_delete_bitmap_executor.h | 2 +-
be/src/olap/olap_common.h | 8 +
be/src/olap/parallel_scanner_builder.cpp | 2 +-
be/src/olap/parallel_scanner_builder.h | 3 +
be/src/olap/rowset/beta_rowset.cpp | 7 +-
be/src/olap/rowset/beta_rowset.h | 3 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 2 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 2 +-
be/src/olap/rowset/rowset.cpp | 4 +
be/src/olap/rowset/rowset.h | 2 +
be/src/olap/rowset/rowset_meta.h | 17 +
be/src/olap/rowset/segment_v2/segment.cpp | 19 +-
be/src/olap/rowset/segment_v2/segment.h | 3 +-
.../variant/hierarchical_data_iterator.cpp | 8 +-
.../variant/hierarchical_data_iterator.h | 9 +-
.../variant/sparse_column_extract_iterator.h | 23 +-
.../segment_v2/variant/variant_column_reader.cpp | 7 +-
be/src/olap/rowset_builder.cpp | 38 +-
be/src/olap/storage_engine.cpp | 9 +-
be/src/olap/storage_engine.h | 5 +
be/src/olap/tablet.cpp | 4 +-
be/src/olap/tablet.h | 4 +-
be/src/olap/tablet_meta.h | 6 +-
be/src/olap/version_graph.cpp | 208 ++++
be/src/olap/version_graph.h | 63 ++
be/src/pipeline/exec/olap_scan_operator.cpp | 34 +-
be/src/pipeline/exec/olap_scan_operator.h | 16 +
be/src/runtime/runtime_state.h | 14 +
be/src/service/point_query_executor.cpp | 6 +-
be/src/vec/exec/scan/olap_scanner.cpp | 24 +-
.../cloud/cloud_tablet_query_prefer_cache_test.cpp | 804 +++++++++++++++
.../cloud_tablet_query_with_tolerance_test.cpp | 1074 ++++++++++++++++++++
be/test/cloud/cloud_tablet_test.cpp | 84 +-
be/test/olap/rowid_conversion_test.cpp | 3 +-
.../variant_column_writer_reader_test.cpp | 23 +-
be/test/olap/segcompaction_mow_test.cpp | 3 +-
be/test/olap/segcompaction_test.cpp | 9 +-
be/test/olap/tablet_test.cpp | 4 +-
cloud/src/meta-service/meta_service_job.cpp | 40 +-
cloud/src/meta-service/meta_service_txn.cpp | 9 +
cloud/src/meta-service/txn_lazy_committer.cpp | 4 +
cloud/test/meta_service_job_test.cpp | 14 +
cloud/test/meta_service_test.cpp | 63 ++
.../main/java/org/apache/doris/common/Config.java | 6 +
.../org/apache/doris/mysql/privilege/Auth.java | 18 +
.../mysql/privilege/CommonUserProperties.java | 22 +
.../apache/doris/mysql/privilege/UserProperty.java | 37 +
.../doris/mysql/privilege/UserPropertyMgr.java | 18 +
.../functions/ComputeSignatureHelper.java | 2 +-
.../trees/expressions/functions/scalar/Array.java | 2 +-
.../expressions/functions/scalar/Coalesce.java | 4 +-
.../functions/scalar/GreatestLeast.java | 4 +-
.../trees/expressions/functions/scalar/If.java | 2 +-
.../trees/expressions/functions/scalar/NullIf.java | 2 +-
.../trees/expressions/functions/scalar/Nvl.java | 2 +-
.../trees/plans/logical/LogicalSetOperation.java | 2 +-
.../doris/nereids/util/TypeCoercionUtils.java | 53 +-
.../java/org/apache/doris/qe/SessionVariable.java | 38 +
.../doris/transaction/DatabaseTransactionMgr.java | 59 +-
.../org/apache/doris/catalog/UserPropertyTest.java | 4 +
.../doris/nereids/util/TypeCoercionMatrixTest.java | 2 +-
.../apache/doris/planner/ResourceTagQueryTest.java | 2 +-
gensrc/proto/olap_file.proto | 4 +
gensrc/thrift/PaloInternalService.thrift | 3 +
.../no_warmup/test_enable_prefer_cached_rowset.out | Bin 0 -> 586 bytes
.../no_warmup/test_query_freshness_tolerance.out} | Bin 300 -> 446 bytes
...st_warmup_delay_compaction_query_tolerance.out} | Bin 126 -> 136 bytes
.../test_warmup_delay_idx_query_tolerance.out | Bin 0 -> 264 bytes
.../test_warmup_delay_sc_query_tolerance.out} | Bin 178 -> 181 bytes
...up_delay_timeout_compaction_query_tolerance.out | Bin 0 -> 262 bytes
.../warmup/test_warmup_download_fail.out} | Bin 126 -> 140 bytes
.../test_outer_join_with_window_function.out | Bin 220 -> 223 bytes
...test_outer_join_with_window_function_datev2.out | Bin 220 -> 223 bytes
.../float/test_float_special_values.out | Bin 66662 -> 66663 bytes
.../data/doc/sql-manual/ArrayNullsafe.out | Bin 8344 -> 8377 bytes
.../basic-elements/data-types/array-md.out | Bin 1984 -> 1969 bytes
.../data/nereids_function_p0/type_coercion.out | Bin 777 -> 727 bytes
.../conditional_functions/test_coalesce.out | Bin 8703 -> 8613 bytes
.../test_conditional_function.out | Bin 2722 -> 2682 bytes
.../conditional_functions/test_nullif.out | Bin 4701 -> 4248 bytes
.../data/nereids_p0/union/test_union.out | Bin 13952 -> 13923 bytes
.../infer_predicate/infer_intersect_except.out | Bin 4335 -> 4328 bytes
.../infer_predicate/pull_up_predicate_set_op.out | Bin 19873 -> 19725 bytes
.../simplify_conditional_function.out | Bin 1281 -> 1223 bytes
.../data/nereids_syntax_p0/set_operation.out | Bin 5494 -> 3619 bytes
.../sql/test_compare_expression.out | Bin 781 -> 784 bytes
.../query_p0/cast/test_complextype_to_json.out | Bin 1498 -> 1464 bytes
.../sql_functions/array_functions/sql/q02.out | Bin 2854 -> 2826 bytes
.../array_functions/test_array_functions.out | Bin 29216 -> 29072 bytes
.../test_array_functions_by_literal.out | Bin 30420 -> 30210 bytes
.../test_array_functions_with_where.out | Bin 1911 -> 1863 bytes
.../conditional_functions/test_coalesce.out | Bin 8703 -> 8613 bytes
.../test_conditional_function.out | Bin 3303 -> 3283 bytes
.../conditional_functions/test_nullif.out | Bin 4574 -> 4276 bytes
regression-test/data/query_p0/union/test_union.out | Bin 13952 -> 13923 bytes
.../cache/http/test_list_cache_file.groovy | 3 +
.../test_enable_prefer_cached_rowset.groovy} | 68 +-
.../test_query_freshness_tolerance.groovy} | 75 +-
...warmup_delay_compaction_query_tolerance.groovy} | 183 ++--
.../test_warmup_delay_idx_query_tolerance.groovy} | 209 ++--
.../test_warmup_delay_sc_query_tolerance.groovy} | 195 ++--
...elay_timeout_compaction_query_tolerance.groovy} | 214 ++--
.../warmup/test_warmup_download_fail.groovy} | 187 ++--
.../cloud_p0/test_read_cluster_var_property.groovy | 214 ++++
...ilecache_with_base_compaction_thresthold.groovy | 56 +-
.../insert_p0/transaction/test_txn_limit.groovy | 91 ++
.../insert/test_too_many_versions_detection.groovy | 44 +
.../suites/nereids_p0/datatype/test_cast.groovy | 2 +-
.../datatype/test_date_implicit_cast.groovy | 6 +-
.../fold_constant/fold_constant_by_be.groovy | 2 +-
.../suites/query_p0/cast/test_cast.groovy | 4 +-
129 files changed, 4321 insertions(+), 880 deletions(-)
create mode 100644 be/test/cloud/cloud_tablet_query_prefer_cache_test.cpp
create mode 100644 be/test/cloud/cloud_tablet_query_with_tolerance_test.cpp
create mode 100644
regression-test/data/cloud_p0/read_cluster_cache/no_warmup/test_enable_prefer_cached_rowset.out
copy
regression-test/data/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_immediate_warmup_basic.out
=> read_cluster_cache/no_warmup/test_query_freshness_tolerance.out} (50%)
copy regression-test/data/{mtmv_p0/test_auto_bucket_mtmv.out =>
cloud_p0/read_cluster_cache/warmup/test_warmup_delay_compaction_query_tolerance.out}
(79%)
create mode 100644
regression-test/data/cloud_p0/read_cluster_cache/warmup/test_warmup_delay_idx_query_tolerance.out
copy regression-test/data/{mtmv_p0/test_truncate_table_mtmv.out =>
cloud_p0/read_cluster_cache/warmup/test_warmup_delay_sc_query_tolerance.out}
(56%)
create mode 100644
regression-test/data/cloud_p0/read_cluster_cache/warmup/test_warmup_delay_timeout_compaction_query_tolerance.out
copy regression-test/data/{mtmv_p0/test_colocate_with_mtmv.out =>
cloud_p0/read_cluster_cache/warmup/test_warmup_download_fail.out} (77%)
copy
regression-test/suites/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_immediate_warmup_basic.groovy
=> read_cluster_cache/no_warmup/test_enable_prefer_cached_rowset.groovy} (68%)
copy
regression-test/suites/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_immediate_warmup_basic.groovy
=> read_cluster_cache/no_warmup/test_query_freshness_tolerance.groovy} (65%)
copy
regression-test/suites/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_warm_up_cluster_event_compaction_sync_wait.groovy
=>
read_cluster_cache/warmup/test_warmup_delay_compaction_query_tolerance.groovy}
(65%)
copy
regression-test/suites/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_warm_up_cluster_event_compaction_sync_wait.groovy
=> read_cluster_cache/warmup/test_warmup_delay_idx_query_tolerance.groovy}
(61%)
copy
regression-test/suites/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_warm_up_cluster_event_compaction_sync_wait.groovy
=> read_cluster_cache/warmup/test_warmup_delay_sc_query_tolerance.groovy} (58%)
copy
regression-test/suites/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_warm_up_cluster_event_compaction_sync_wait.groovy
=>
read_cluster_cache/warmup/test_warmup_delay_timeout_compaction_query_tolerance.groovy}
(61%)
copy
regression-test/suites/cloud_p0/{cache/multi_cluster/warm_up/cluster/test_warm_up_cluster_event_compaction.groovy
=> read_cluster_cache/warmup/test_warmup_download_fail.groovy} (54%)
create mode 100644
regression-test/suites/cloud_p0/test_read_cluster_var_property.groovy
create mode 100644
regression-test/suites/insert_p0/transaction/test_txn_limit.groovy
create mode 100644
regression-test/suites/load/insert/test_too_many_versions_detection.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
