This is an automated email from the ASF dual-hosted git repository.
BiteTheDDDDt pushed a change to branch dev_runtime_partition_prune
in repository https://gitbox.apache.org/repos/asf/doris.git
omit e7a08416658 fix
omit 2391ea7f407 update
omit b29520eb8c2 update
omit ec27a762f68 [fix](fe) Centralize RF partition pruning classification
omit 0236509555d [chore](runtime-filter) Remove unused partition tablet
mapping
omit e60cb413f94 [fix](runtime-filter) Fix projection cache lifetime
omit cda824c0eae [feature](runtime-filter) Add runtime filter partition
pruning
add 9896994e9e9 [Fix](pyudf) clear Nereids UDF registry on drop database
(#62950)
add 429c0958e12 [fix](user_var)fix integer typing and prefer
Variable.realExpression for argument/type resolution (#62524)
add 789ec330d97 [refactor](inverted-index) replace void* query_value with
typed paraminterface (#62960)
add 771b22d262f [fix](mv) Align extra-join elimination safety check
(#62527)
add ca858fd4a87 [fix](be) Correct Arrow UTF8/String size limit (#63137)
add 446a3421990 [fix](analyze) Preserve variant subfields in view
definitions to fix select view result wrong when view select has variant field
(#62907)
add 7680c6dc8ab [fix](fe) Fix remote Flight SQL result receiver
initialization (#63136)
add 97caf97f62a [fix](variant) materialize NG compaction regular paths
(#63104)
add f563b2eb382 [Improve](variant) Keep first duplicate Variant JSON path
(#63082)
add 1470b6c4146 [fix](insert) Avoid formatting generated insert errors
(#62982)
add 91ff38d98d0 [fix](nereids) Run CheckCast on INSERT VALUES to reject
illegal casts (#62905)
add 54d7885340a [Fix](pyudf) clear stale UDAF state cache on drop (#63062)
add 416ad95f80b [fix](streaming-job) start counting task max interval
after the first record is received (#63141)
add 058d97897f6 [fix](fe) fix host not match if start fe in
metadata_failure_recovery (#62748)
add ab7f8a63a9a [fix](load) rebuild broker load storage properties after
Gson replay (#63094)
add df8bf1675f9 [refine](core) add compile-time safety checks to
assert_cast (#63133)
add 9b4382a44b9 [fix](filecache) avoid BE crash when finalize misses local
cache writer (#62389)
add 58765f9cde3 [fix](decimal) Fix incorrect decimal cast results for
scientific-notation strings (#63119)
add efad8d63bcd [fix](script) Replace clickbench new data link (#63187)
add 99877f5ce96 [fix](RF) fix RF cast expr nullable (#62627)
add 533f02b970e [improvement](cloud) Support configurable S3 credentials
providers (#62788)
add 22e748432c3 [feat](snapshot) Support storage vault for create/list
snapshot (#62523)
add b3ef512c6c2 [feature](runtime-filter) Add runtime filter partition
pruning
add 2a7507820c4 [fix](runtime-filter) Fix projection cache lifetime
add 30a5870347c [chore](runtime-filter) Remove unused partition tablet
mapping
add 2578c6d5941 [fix](fe) Centralize RF partition pruning classification
add 694b618c5ba update
add ee7a2e9039a update
add 625640063ec fix
add 2337ac55b65 update
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e7a08416658)
\
N -- N -- N refs/heads/dev_runtime_partition_prune (2337ac55b65)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 2 +
be/src/common/config.cpp | 1 +
be/src/common/config.h | 2 +
be/src/core/assert_cast.h | 8 +
.../data_type_serde/data_type_variant_serde.cpp | 6 +-
be/src/core/field.cpp | 12 +-
be/src/exec/common/variant_util.cpp | 211 +++----
be/src/exprs/function/array/function_array_index.h | 7 +-
.../exprs/function/array/function_arrays_overlap.h | 9 +-
be/src/exprs/function/function_ip.h | 12 +-
be/src/exprs/function/function_multi_match.cpp | 7 +-
be/src/exprs/function/functions_comparison.h | 8 +-
be/src/exprs/function/in.h | 7 +-
be/src/exprs/function/match.cpp | 7 +-
be/src/format/arrow/arrow_row_batch.h | 2 +-
.../schema_cluster_snapshots_scanner.cpp | 14 +
be/src/io/cache/fs_file_cache_storage.cpp | 8 +-
be/src/storage/field.h | 23 +-
.../index/inverted/inverted_index_iterator.cpp | 2 +-
.../index/inverted/inverted_index_iterator.h | 5 +-
.../index/inverted/inverted_index_reader.cpp | 137 ++++-
.../storage/index/inverted/inverted_index_reader.h | 149 +----
be/src/storage/key_coder.h | 58 ++
be/src/storage/predicate/comparison_predicate.h | 7 +-
be/src/storage/predicate/in_list_predicate.h | 14 +-
be/src/storage/row_cursor.cpp | 84 +--
be/src/storage/types.cpp | 2 -
be/src/storage/types.h | 172 +-----
be/src/udf/python/python_server.cpp | 25 +-
be/src/udf/python/python_server.h | 11 +
be/src/udf/python/python_server.py | 79 ++-
be/src/udf/python/python_udf_meta.cpp | 2 +
be/src/udf/python/python_udf_runtime.h | 6 +-
be/src/util/json/json_parser.cpp | 54 +-
be/src/util/json/json_parser.h | 5 +
be/src/util/s3_util.cpp | 10 +
be/src/util/string_parser.cpp | 49 +-
be/test/exec/common/schema_util_test.cpp | 42 +-
.../schema_cluster_snapshots_scanner_test.cpp | 5 +
.../column_array_update_crc32c_batch_37.out | 4 +-
...n_array_update_crc32c_batch_37.out_with_nullmap | 4 +-
.../column_array_update_crc32c_single_37.out | 2 +-
..._array_update_crc32c_single_37.out_with_nullmap | 2 +-
be/test/exprs/function/cast/cast_to_decimal.cpp | 33 +-
...ion_comparison_evaluate_inverted_index_test.cpp | 4 +-
be/test/exprs/function/function_ip_test.cpp | 4 +-
be/test/io/cache/block_file_cache_test.cpp | 17 +
.../compaction/util/index_compaction_utils.cpp | 7 +-
be/test/storage/key_coder_test.cpp | 352 +++++++++++
.../storage/segment/index_reader_helper_test.cpp | 4 +-
.../segment/inverted_index_iterator_test.cpp | 4 +-
.../segment/inverted_index_query_param_test.cpp | 591 -------------------
.../storage/segment/inverted_index_reader_test.cpp | 648 ++++++++++++++++++---
.../storage/segment/inverted_index_writer_test.cpp | 22 +-
be/test/storage/segment/variant_util_test.cpp | 206 +++++++
be/test/storage/storage_types_test.cpp | 30 -
be/test/udf/python/python_server_test.cpp | 45 +-
be/test/udf/python/python_udf_meta_test.cpp | 3 +
cloud/src/common/config.h | 2 +-
cloud/src/meta-service/meta_service_resource.cpp | 28 +-
cloud/src/recycler/s3_accessor.cpp | 41 +-
cloud/src/recycler/s3_accessor.h | 3 +
common/cpp/aws_common.cpp | 12 +-
docker/runtime/doris-compose/cluster.py | 30 +-
docker/runtime/doris-compose/command.py | 49 +-
docker/runtime/doris-compose/resource/common.sh | 46 +-
docker/runtime/doris-compose/resource/fdb.conf | 4 +-
docker/runtime/doris-compose/resource/init_fdb.sh | 19 +
docker/runtime/doris-compose/resource/init_fe.sh | 29 +-
.../org/apache/doris/analysis/StorageDesc.java | 24 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 7 +-
.../java/org/apache/doris/catalog/Database.java | 39 +-
.../main/java/org/apache/doris/catalog/Env.java | 51 ++
.../org/apache/doris/catalog/FunctionRegistry.java | 9 +
.../org/apache/doris/catalog/S3StorageVault.java | 4 +-
.../java/org/apache/doris/catalog/SchemaTable.java | 1 +
.../doris/cloud/snapshot/CloudSnapshotHandler.java | 2 +-
.../apache/doris/datasource/InternalCatalog.java | 13 +
.../datasource/property/storage/S3Properties.java | 67 ++-
.../doris/nereids/analyzer/UnboundFunction.java | 4 -
.../glue/translator/RuntimeFilterTranslator.java | 18 +-
.../jobs/joinorder/hypergraph/HyperGraph.java | 8 +-
.../jobs/joinorder/hypergraph/edge/FilterEdge.java | 11 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 52 +-
.../rules/exploration/mv/HyperGraphComparator.java | 51 +-
.../doris/nereids/trees/expressions/AGENTS.md | 5 +
.../doris/nereids/trees/expressions/Default.java | 2 +-
.../nereids/trees/expressions/InPredicate.java | 19 +-
.../doris/nereids/trees/expressions/Like.java | 5 +-
.../expressions/functions/ExpressionTrait.java | 35 +-
.../trees/expressions/functions/agg/BoolAnd.java | 2 +-
.../trees/expressions/functions/agg/BoolOr.java | 2 +-
.../trees/expressions/functions/agg/BoolXor.java | 2 +-
.../trees/expressions/functions/agg/Histogram.java | 2 +-
.../expressions/functions/agg/LinearHistogram.java | 2 +-
.../trees/expressions/functions/agg/Median.java | 2 +-
.../functions/agg/MultiDistinctSum.java | 2 +-
.../functions/agg/MultiDistinctSum0.java | 2 +-
.../functions/agg/PercentileReservoir.java | 7 +-
.../trees/expressions/functions/agg/Sum0.java | 2 +-
.../trees/expressions/functions/ai/Embed.java | 2 +-
.../functions/generator/ExplodeMap.java | 5 +-
.../functions/generator/ExplodeMapOuter.java | 5 +-
.../trees/expressions/functions/scalar/Array.java | 2 +-
.../expressions/functions/scalar/ArrayApply.java | 7 +-
.../expressions/functions/scalar/ArrayAvg.java | 7 +-
.../expressions/functions/scalar/ArrayCompact.java | 2 +-
.../expressions/functions/scalar/ArrayCumSum.java | 7 +-
.../functions/scalar/ArrayDifference.java | 7 +-
.../functions/scalar/ArrayDistinct.java | 2 +-
.../functions/scalar/ArrayEnumerateUniq.java | 2 +-
.../functions/scalar/ArrayIntersect.java | 2 +-
.../expressions/functions/scalar/ArrayMax.java | 2 +-
.../expressions/functions/scalar/ArrayMin.java | 2 +-
.../functions/scalar/ArrayPosition.java | 2 +-
.../expressions/functions/scalar/ArrayProduct.java | 2 +-
.../expressions/functions/scalar/ArrayRemove.java | 2 +-
.../functions/scalar/ArrayReverseSort.java | 4 +-
.../expressions/functions/scalar/ArraySort.java | 4 +-
.../expressions/functions/scalar/ArraySortBy.java | 4 +-
.../expressions/functions/scalar/ArraySum.java | 2 +-
.../expressions/functions/scalar/ArrayUnion.java | 2 +-
.../functions/scalar/ArraysOverlap.java | 2 +-
.../trees/expressions/functions/scalar/Char.java | 9 +-
.../expressions/functions/scalar/CountEqual.java | 2 +-
.../trees/expressions/functions/scalar/Random.java | 6 +-
.../functions/scalar/RegexpReplace.java | 7 +-
.../functions/scalar/RegexpReplaceOne.java | 7 +-
.../functions/scalar/SplitByRegexp.java | 8 +-
.../functions/scalar/StructElement.java | 20 +-
.../expressions/functions/scalar/Tokenize.java | 6 +-
.../expressions/functions/scalar/Uniform.java | 6 +-
.../expressions/functions/scalar/WidthBucket.java | 2 +-
.../AdminCreateClusterSnapshotCommand.java | 9 +-
.../commands/insert/AbstractInsertExecutor.java | 4 +-
.../doris/nereids/util/TypeCoercionUtils.java | 18 +
.../java/org/apache/doris/qe/ConnectContext.java | 19 +-
.../apache/doris/qe/ResultReceiverConsumer.java | 7 +-
.../apache/doris/qe/runtime/QueryProcessor.java | 4 +
.../doris/analysis/StorageDescPersistTest.java | 88 +++
.../doris/catalog/CatalogRecycleBinTest.java | 49 +-
.../property/storage/S3PropertiesTest.java | 32 +
.../rules/analysis/UserVariableAnalysisTest.java | 56 ++
.../rules/exploration/mv/EliminateJoinTest.java | 129 ++++
.../expressions/functions/ExpressionTraitTest.java | 86 +++
.../AdminCreateClusterSnapshotCommandTest.java | 3 +
.../doris/qe/ResultReceiverConsumerTest.java | 10 +
.../cdcclient/service/PipelineCoordinator.java | 30 +-
gensrc/proto/cloud.proto | 7 +
gensrc/thrift/AgentService.thrift | 7 +-
.../data/arrow_flight_sql_p0/test_select.out | 8 +-
.../join_elim_p_f_key/join_elim_filter_edge.out} | 7 +-
.../runtime_filter/runtime_filter_cast.out | 47 ++
.../data/query_p0/set/test_user_var.out | 3 +
.../doc_mode/test_variant_cast_strict.out} | 15 +-
.../data/variant_p0/duplicate_json_path.json | 7 +
.../doris/regression/suite/SuiteCluster.groovy | 45 +-
.../suites/arrow_flight_sql_p0/test_select.groovy | 36 +-
.../test_create_view_variant_nested_field.groovy | 157 +++++
.../join_elim_p_f_key/join_elim_filter_edge.groovy | 79 +++
.../pythonudaf_p0/test_pythonudaf_drop.groovy | 63 ++
.../suites/pythonudf_p0/test_pythonudf_drop.groovy | 105 ++++
.../runtime_filter/rf_partition_pruning.groovy | 74 ++-
.../runtime_filter/runtime_filter_cast.groovy | 193 ++++++
.../suites/query_p0/set/test_user_var.groovy | 28 +
.../doc_mode/test_variant_cast_strict.groovy | 129 ++++
.../suites/variant_p0/duplicate_json_path.groovy | 106 ++++
tools/clickbench-tools/load-clickbench-data.sh | 10 +-
168 files changed, 4128 insertions(+), 1654 deletions(-)
delete mode 100644 be/test/storage/segment/inverted_index_query_param_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/AGENTS.md
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/StorageDescPersistTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/UserVariableAnalysisTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/ExpressionTraitTest.java
copy regression-test/data/{ann_index_p0/insert_with_invalid_array.out =>
nereids_rules_p0/mv/join_elim_p_f_key/join_elim_filter_edge.out} (64%)
create mode 100644
regression-test/data/query_p0/runtime_filter/runtime_filter_cast.out
copy regression-test/data/{bitmap_functions/test_bitmap_intersect.out =>
variant_p0/doc_mode/test_variant_cast_strict.out} (56%)
create mode 100644 regression-test/data/variant_p0/duplicate_json_path.json
create mode 100644
regression-test/suites/ddl_p0/create_view_nereids/test_create_view_variant_nested_field.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/join_elim_p_f_key/join_elim_filter_edge.groovy
create mode 100644
regression-test/suites/query_p0/runtime_filter/runtime_filter_cast.groovy
create mode 100644
regression-test/suites/variant_p0/doc_mode/test_variant_cast_strict.groovy
create mode 100644 regression-test/suites/variant_p0/duplicate_json_path.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
