This is an automated email from the ASF dual-hosted git repository.
Gabriel39 pushed a change to branch refact_reader_branch
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 6a2b32e6bc3 Ut 0629 (#64967)
omit 18d0513956c format (#64952)
omit 0230c99720c Dev 0629 (#64927)
omit 33c3d95e39c update format with in prepare_split (#64936)
omit 278e2e95133 Refact reader branch (#64922)
omit 12ffec6d85e fix pipeline and ut (#64912)
omit dff58ab9519 [feature](be) Add FileScannerV2 native reader (#64902)
omit 14430d29fc6 [improvement](be) Add scanner v2 parquet page cache
(#64883)
omit e0df3cc0f44 fix external pipeline
omit 86ab3d9c900 [fix](be) Apply scanner v2 load counter fixes (#64871)
omit 64d2ddab1c4 Support JSON reader (#64830)
omit 52015c75f66 support hudi/trino/max_compute jni reader (#64865)
omit 709c28d4ae6 fix
omit bf7f04e905a [fix](be) Cast parquet logical integers by bit width
omit 2744cf13472 [fix](be) Preserve empty repeated parquet rows
omit 715d0f0fe61 [fix](be) Fix timestamptz protobuf test type (#64804)
omit 1224bbfa660 Support CSV/TEXT reader (#64792)
omit 848afb3975e fix
omit 0c4e1b73c0e [test](regression) Update malformed parquet expectation
omit 44c86c82ab3 [test](regression) Update parquet TIME expected error
omit 5ceeaa41d96 [fix](be) Preserve timestamptz scale in protobuf
omit e4d08c01569 [test](regression) Update external hive timestamp outputs
omit a257d0ba33c [test](be) Add new parquet reader UT coverage (#64729)
omit 2746a3f3f96 support paimon hybrid reader to handle native and jni
splits (#64790)
omit 604fc9916cf fix hive UT (#64745)
omit d5050428637 support hudi reader (#64726)
omit d2d84f72252 support iceberg and paimon jni reader (#64722)
omit e6c2bfd3439 support condition cache (#64719)
omit 913ccb829fb [fix](regression) Refresh parquet export p0 outputs
omit 07fa8218170 [fix](parquet) Normalize nested schema in new reader
omit d83ebf43967 fix
omit 16e4d9d143d [fix](parquet) disable int96 timestamps by default
omit 616a88308a7 fix UT (#64616)
omit a592853ffa9 [fix](regression) Use old scanner for parquet condition
cache case
omit 4f2055332ea [comment](be) Rewrite documentation comments for core
Parquet modules
omit b60b156e0d0 [refactor](be) Refine parquet reader pruning and
documentation
omit 26020a7a421 [fix](be) Support parquet timestamp nanos in new reader
omit 2e7c13f59df [test](regression) Update timestamp regression outputs
omit 6deeb6c2998 [refactor](be) Move format v2 implementations under format
namespace
omit 0a1360dcba0 [refactor](be) Unify new parquet profile definitions
omit c52880c4c03 fix by_index column mapper with struct type (#64567)
omit 2c9ef1937fb [test](regression) Update external timestamp outputs
omit 34c3548e060 clang format
omit 0dea4be500f unit tests for file scanner and AccessPathParser (#64543)
omit be5242de870 fix some hive case failed (#64534)
omit 707aec9aa0f [chore](be) Clean up format v2 code style
omit 6ab7e640b1f fix (#64526)
omit ef619ef0b51 [fix](be) Count parquet lazy materialized rows
omit 4e66f563848 [fix](be) Support decimal256 in new parquet reader
omit 149aefc27c8 [fix](be) Execute runtime filter wrapper expressions
omit 75effaec787 [fix](be) Allow nullable parquet map keys
omit eabc517d3bb [test](regression) Update parquet int96 timestamp outputs
omit 9f82f4e17c6 fix paimon (#64482)
omit 2a0b19fc4c3 fix rf (#64481)
omit c9b266d1b00 fix(column-mapper): handle nested predicates on evolved
complex columns (#64480)
omit abf289c78aa fix compile (#64477)
omit 6a24518743c fix (#64475)
omit 99585ef996c Fix wrong map (#64474)
omit 7d4c20563da support truncate_char_or_varchar (#64463)
omit ae3550b6d39 [refactor](be) Normalize parquet complex schema projection
(#64451)
omit f98b4e67d00 Fix 0612 (#64456)
omit 80312e20c26 [refactor](be) Refactor file table reader stack
add d48a61d2adb [fix](fe) Clear warm-up error message after successful
retry (#64813)
add 3226e0c28ac [fix](regression-test) stabilize nested type S3
expectations (#64822)
add e8d1b5e5ed0 [fix](analyzer) Normalize aggregate order by pushdown
(#64787)
add a877701d0b1 [feature](aggregate) Add map aggregate functions (#64774)
add 932f7898e65 [improvement](runtime-filter) Limit broadcast runtime
filter producers (#64683)
add 896bf298209 [fix](array function) Support boolean cast for array first
and last (#64847)
add bb628eb8ca1 [fix](arrow-flight) Harden split source error path to
avoid BE crash on external table scan (#64797)
add e4812d1ce85 [fix](be) Fix nth_value for upper bounded windows (#64864)
add 8dca6c89bbb [fix](function) Align constant folding with BE results
(#64881)
add 2893331370b [fix](regression) fix one_level_nestedtypes_with_s3data
(#64832)
add 2266f92cb9d [fix](hive) Key Hive partition cache by name (#64867)
add 7bc98f696f1 [fix](nereids) partition topn opt requires chosen window
func partition key to be a subset of co-located ones (#64764)
add 7b8f62c1b4d [fix](be) avoid LeakSanitizer false positive on BE startup
failure (#64802)
add 25f291673f1 [fix](fe) Reject Iceberg v3 row lineage columns (#63825)
add 456aa02b7a3 [refactor](be) Use ColumnArrayView in array functions
(#64873)
add 85ea37d4a2d [fix](iceberg)Support LZ4 compression for iceberg/hive
Parquet/ORC writers. (#64723)
add 9ec9d5ffdec [Fix](fold_const) MAKE_SET constant folding should clear
(#64907)
add 69b81114a40 [fix](subquery)show user friendly message when meet
unsupported subquery (#64778)
add 7c409402b7b [fix](be) Skip NaN values in PERCENTILE/PERCENTILE_ARRAY
aggregations (#63472)
add 153335925fd [fix](be) Avoid finalized pipeline task submit crash
(#64899)
add eadf59ee91e [fix](be) Fix SIGSEGV in bvar::take_sample caused by
AgentCombiner/TLS Agent lifetime race under high EPS (#64040)
add 09258e4f275 Revert "[opt](column) avoid redundant COW column clones"
(#64920)
add b054f57c5f2 [fix](be) prevent SIGFPE in int_divide for signed min
value (#64828)
add 5db03a49c54 [fix](external-write) Delete the actual data file on write
failure to avoid orphan files (#64678)
add e2140ebebcf [fix](agg push down) guard Count(*) child access with
arity() check in PushDownAggThroughJoinOnPkFk (#64848)
add 3bd324632a7 [fix](be) Catch std exceptions in pipeline scheduler
(#64934)
add dd94b95b781 [fix](be) Fix sliced FixedSizeBinary Arrow string reads
(#64829)
add 5981cd77fe0 [fix](be) Init thread context on AsyncIO worker threads
(#64846)
add 0e260a1b328 [fix](group commit) fix lost row when prepared stmt reused
plan shares one load_id (#64362)
add e5bbebb4905 [opt](local shuffle) bucket-shuffle dest spreading +
bucket-to-hash parallelism upgrade (#64793)
add 77893fb6a4f [fix](filesystem) replace throttled kerberos relogin with
proactive TGT refresh to fix flaky GSS failure (#64394)
add ac877e5cc4f [fix](iceberg) Write binary columns with proper Arrow
types (#64949)
add 64df172ca85 [fix](cloud) use snapshot read for table version to avoid
txn conflict (#64647)
add 3a05f60a302 [fix](be) catch block serialization exceptions to avoid
coredump (#64852)
add 6b8d128b25e [regression-test](variant) remove unstable
test_variant_arrayInvertedIdx_profile (#64608)
add d574ae7436c [fix](fe) Send recursive CTE blocks to every scan instance
(#64964)
add 153dfb5f586 [fix](data traits) Fix data trait propagation for logical
CTE anchors (#64921)
add 8bcaabb1efe [fix](checker) Avoid false-positive leaked delete bitmaps
for unexpired job tmp rowsets (#64313)
add 85afbb1b2b8 [fix](case) fix insert_group_commit_into_max_filter_ratio
(#64987)
add 7f0ab5608c1 [fix](be) Fix file cache queue evict size metrics (#64897)
add b4aed540e3c [feat](tools) add tpch primary key/foreign key in
tpch-tools (#64863)
add 1c05bf57e18 [fix](security) Add auth and config gate for
_stream_load_forward endpoint (#64935)
add 22d6f58639d [test](microbench) Add some api of get_or_set (#64691)
add c77e215c216 [fix](aggregate) Fix nullable aggregate visitor dispatch
(#64885)
add c02808aae79 [fix](fe) Handle generated columns in delete partial
update (#64884)
add f9105c38823 [fix](be) Validate sequence pattern event numbers (#64930)
add 257417b0295 [feature](be) Support expression zonemap pruning (#63389)
new a54fa1801ff [feature](be) Add file scanner v2 readers
new f2018b2bafd update
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (6a2b32e6bc3)
\
N -- N -- N refs/heads/refact_reader_branch (f2018b2bafd)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/cmake/thirdparty.cmake | 1 +
be/src/common/config.cpp | 2 +
be/src/common/config.h | 2 +
be/src/core/block/block.cpp | 36 +-
be/src/core/column/column.cpp | 37 +-
be/src/core/column/column.h | 7 +-
be/src/core/column/column_array.h | 7 +-
be/src/core/column/column_array_view.h | 2 +
be/src/core/column/column_const.h | 6 +-
be/src/core/column/column_map.h | 8 +-
be/src/core/column/column_nullable.h | 7 +-
be/src/core/column/column_struct.cpp | 8 +-
be/src/core/column/column_struct.h | 3 +-
be/src/core/column/column_variant.cpp | 17 +-
be/src/core/column/column_variant.h | 3 +-
.../core/data_type_serde/data_type_jsonb_serde.cpp | 5 +-
.../data_type_serde/data_type_string_serde.cpp | 123 +-
.../data_type_serde/data_type_varbinary_serde.cpp | 35 +
be/src/exec/exchange/vdata_stream_recvr.h | 15 +-
be/src/exec/operator/exchange_source_operator.cpp | 13 +-
be/src/exec/operator/exchange_source_operator.h | 36 +
.../operator/group_commit_block_sink_operator.cpp | 24 +-
.../operator/group_commit_block_sink_operator.h | 4 +
.../operator/multi_cast_data_stream_source.cpp | 2 +-
be/src/exec/operator/olap_scan_operator.cpp | 10 +
be/src/exec/operator/olap_scan_operator.h | 11 +
be/src/exec/pipeline/pipeline_fragment_context.cpp | 10 +-
be/src/exec/pipeline/pipeline_task.cpp | 9 +
be/src/exec/pipeline/pipeline_task.h | 9 +
be/src/exec/pipeline/task_scheduler.cpp | 17 +-
.../runtime_filter/runtime_filter_consumer.cpp | 2 +-
be/src/exec/scan/olap_scanner.cpp | 8 +
be/src/exec/scan/split_source_connector.cpp | 4 +-
.../writer/iceberg/viceberg_delete_file_writer.cpp | 4 +
.../writer/iceberg/viceberg_partition_writer.cpp | 13 +-
.../sink/writer/iceberg/viceberg_table_writer.cpp | 21 +-
.../sink/writer/maxcompute/vmc_table_writer.cpp | 2 +-
be/src/exec/sink/writer/vhive_partition_writer.cpp | 83 +-
be/src/exec/sink/writer/vhive_partition_writer.h | 2 +
be/src/exec/sink/writer/vhive_table_writer.cpp | 22 +-
.../aggregate_function_map_combinator.cpp | 478 +++++
.../aggregate/aggregate_function_map_combinator.h} | 23 +-
.../aggregate/aggregate_function_percentile.h | 53 +-
.../aggregate/aggregate_function_sequence_match.h | 10 +-
.../aggregate_function_simple_factory.cpp | 2 +
be/src/exprs/aggregate/aggregate_function_window.h | 9 +-
be/src/exprs/expr_zonemap_filter.cpp | 268 +++
be/src/exprs/expr_zonemap_filter.h | 125 ++
be/src/exprs/function/array/function_array_index.h | 183 +-
.../exprs/function/array/function_array_remove.h | 310 +--
.../exprs/function/array/function_arrays_overlap.h | 141 +-
be/src/exprs/function/function.cpp | 6 +
be/src/exprs/function/function.h | 19 +
be/src/exprs/function/function_string.cpp | 91 +-
be/src/exprs/function/functions_comparison.h | 145 +-
be/src/exprs/function/int_div.cpp | 30 +-
be/src/exprs/function/is_not_null.h | 13 +-
be/src/exprs/function/is_null.h | 11 +
.../exprs/lambda_function/varray_map_function.cpp | 18 +-
be/src/exprs/runtime_filter_expr.cpp | 38 +-
be/src/exprs/runtime_filter_expr.h | 5 +
be/src/exprs/vcompound_pred.h | 48 +
be/src/exprs/vcondition_expr.cpp | 3 +-
be/src/exprs/vdirect_in_predicate.h | 72 +-
be/src/exprs/vectorized_fn_call.cpp | 10 +
be/src/exprs/vectorized_fn_call.h | 2 +
be/src/exprs/vexpr.cpp | 6 +
be/src/exprs/vexpr.h | 5 +
be/src/exprs/vexpr_context.cpp | 33 +-
be/src/exprs/vexpr_context.h | 8 +-
be/src/exprs/vin_predicate.cpp | 53 +-
be/src/exprs/vin_predicate.h | 11 +
be/src/format/arrow/arrow_block_convertor.cpp | 131 +-
be/src/format/arrow/arrow_utils.cpp | 12 +-
be/src/format/orc/vorc_reader.cpp | 2 +-
be/src/format/parquet/vparquet_group_reader.cpp | 2 +-
be/src/format/parquet/vparquet_reader.cpp | 221 +-
be/src/format/parquet/vparquet_reader.h | 17 +
be/src/format/table/iceberg/arrow_schema_util.cpp | 19 +-
be/src/format/table/iceberg/arrow_schema_util.h | 1 +
be/src/format/table/iceberg/types.h | 2 +
be/src/format/transformer/vorc_transformer.cpp | 7 +
be/src/format/transformer/vparquet_transformer.cpp | 11 +
be/src/io/cache/block_file_cache.cpp | 14 +-
be/src/io/tools/file_cache_microbench.cpp | 349 ++-
be/src/load/group_commit/group_commit_mgr.cpp | 15 +
be/src/load/group_commit/group_commit_mgr.h | 4 +
be/src/runtime/runtime_state.cpp | 3 +-
be/src/service/doris_main.cpp | 19 +-
.../http/action/stream_load_forward_handler.cpp | 12 +
.../http/action/stream_load_forward_handler.h | 8 +-
be/src/service/http_service.cpp | 2 +-
.../index/zone_map/zonemap_eval_context.cpp | 49 +
.../storage/index/zone_map/zonemap_eval_context.h | 70 +
.../index/zone_map/zonemap_filter_result.h} | 25 +-
be/src/storage/olap_common.h | 5 +
be/src/storage/segment/column_reader.cpp | 29 +
be/src/storage/segment/column_reader.h | 7 +
be/src/storage/segment/segment.cpp | 79 +
be/src/storage/segment/segment_iterator.cpp | 128 +-
be/src/storage/segment/segment_iterator.h | 4 +-
be/src/util/async_io.h | 7 +
.../data_type_serde/data_type_jsonb_serde_test.cpp | 48 +-
.../data_type_serde/data_type_serde_arrow_test.cpp | 108 +
.../data_type_serde_string_test.cpp | 38 +
.../data_type_serde_varbinary_test.cpp | 18 +
be/test/exec/pipeline/pipeline_task_test.cpp | 194 ++
.../runtime_filter_partition_pruner_test.cpp | 2 +-
.../exprs/aggregate/agg_window_nth_value_test.cpp | 81 +
.../exprs/aggregate/vec_sequence_match_test.cpp | 63 +
be/test/exprs/expr_zonemap_filter_test.cpp | 819 +++++++
.../exprs/function/function_arithmetic_test.cpp | 87 +
.../exprs/function/function_array_index_test.cpp | 25 +
.../exprs/function/function_array_remove_test.cpp | 115 +
.../function/function_arrays_overlap_test.cpp | 22 +
be/test/format/parquet/parquet_expr_test.cpp | 412 +++-
.../table/iceberg/arrow_schema_util_test.cpp | 28 +
.../segment/segment_iterator_expr_zonemap_test.cpp | 244 +++
cloud/src/meta-service/meta_service_partition.cpp | 18 +-
cloud/src/meta-service/meta_service_txn.cpp | 18 +-
cloud/src/recycler/checker.cpp | 127 +-
cloud/src/recycler/checker.h | 2 +
cloud/src/recycler/recycler.h | 5 +
cloud/test/recycler_test.cpp | 125 ++
fe/fe-common/pom.xml | 5 +
.../HadoopKerberosAuthenticator.java | 3 +-
.../doris/catalog/BuiltinAggregateFunctions.java | 10 +
.../org/apache/doris/cloud/CloudWarmUpJob.java | 14 +
.../doris/datasource/hive/HMSExternalTable.java | 26 +-
.../doris/datasource/hive/HMSTransaction.java | 30 +-
.../apache/doris/datasource/hive/HiveDlaTable.java | 23 +-
.../datasource/hive/HiveExternalMetaCache.java | 86 +-
.../org/apache/doris/datasource/hive/HiveUtil.java | 6 +-
.../datasource/iceberg/IcebergMetadataOps.java | 8 +-
.../doris/datasource/iceberg/IcebergUtils.java | 27 +
.../glue/translator/PlanTranslatorContext.java | 31 +
.../properties/ChildrenPropertiesRegulator.java | 10 +-
.../doris/nereids/rules/analysis/BindSink.java | 30 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 10 +-
.../nereids/rules/analysis/SubExprAnalyzer.java | 68 +-
.../rules/analysis/WindowFunctionChecker.java | 19 +-
.../rewrite/PushDownAggThroughJoinOnPkFk.java | 1 +
.../nereids/trees/expressions/Expression.java | 2 +-
.../trees/expressions/functions/agg/AvgMap.java | 97 +
.../trees/expressions/functions/agg/CountMap.java | 53 +
.../functions/agg/MapAggregateFunction.java | 87 +
.../trees/expressions/functions/agg/MaxMap.java | 76 +
.../trees/expressions/functions/agg/MinMap.java | 76 +
.../functions/agg/SequenceFunction.java | 19 +
.../trees/expressions/functions/agg/SumMap.java | 109 +
.../executable/DateTimeExtractAndTransform.java | 16 +-
.../functions/executable/StringArithmetic.java | 359 ++--
.../expressions/functions/scalar/ArrayFirst.java | 33 +-
.../expressions/functions/scalar/ArrayLast.java | 33 +-
.../visitor/AggregateFunctionVisitor.java | 6 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 4 +-
.../trees/plans/commands/info/CreateTableInfo.java | 36 +
.../trees/plans/distribute/DistributePlanner.java | 57 +-
.../trees/plans/logical/LogicalCTEAnchor.java | 34 +-
.../nereids/trees/plans/logical/LogicalWindow.java | 17 +-
.../trees/plans/physical/PhysicalCTEAnchor.java | 34 +-
.../org/apache/doris/planner/AddLocalExchange.java | 105 +
.../org/apache/doris/planner/ExchangeNode.java | 7 +
.../org/apache/doris/planner/HashJoinNode.java | 96 +-
.../org/apache/doris/planner/HiveTableSink.java | 2 +-
.../org/apache/doris/planner/RuntimeFilter.java | 37 +
.../java/org/apache/doris/qe/SessionVariable.java | 80 +
.../qe/runtime/RuntimeFiltersThriftBuilder.java | 118 +-
.../doris/qe/runtime/ThriftPlansBuilder.java | 71 +-
.../apache/doris/service/FrontendServiceImpl.java | 10 +-
.../doris/tablefunction/MetadataGenerator.java | 4 +-
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 232 ++
.../datasource/hive/HMSExternalTableTest.java | 9 +-
.../datasource/hive/HMSTransactionPathTest.java | 145 +-
.../datasource/hive/HiveMetaStoreCacheTest.java | 15 +
.../iceberg/IcebergDDLAndDMLPlanTest.java | 71 +
.../datasource/iceberg/IcebergMetadataOpTest.java | 50 +-
.../doris/nereids/properties/DataTraitTest.java | 37 +-
.../rules/analysis/AnalyzeSubQueryTest.java | 66 +
.../rules/analysis/NormalizeAggregateTest.java | 67 +
.../GeneratePartitionTopnFromWindowTest.java | 107 +
.../rewrite/PushDownAggThroughJoinOnPkFkTest.java | 14 +
.../functions/scalar/ArrayFirstLastTest.java | 56 +
.../visitor/AggregateFunctionVisitorTest.java | 114 +
.../trees/plans/DeleteFromUsingCommandTest.java | 89 +
.../doris/planner/ListPartitionPrunerV2Test.java | 12 +-
.../planner/LocalShuffleNodeCoverageTest.java | 160 +-
.../org/apache/doris/qe/SessionVariablesTest.java | 16 +
.../runtime/RuntimeFiltersThriftBuilderTest.java | 158 +-
.../doris/qe/runtime/ThriftPlansBuilderTest.java | 91 +
.../hdfs/KerberosHadoopAuthenticator.java | 136 +-
.../hdfs/KerberosHadoopAuthenticatorTest.java | 165 ++
fe/fe-filesystem/fe-filesystem-spi/pom.xml | 12 +-
.../foundation/security/KerberosTicketUtils.java | 75 +
.../security/KerberosTicketUtilsTest.java | 72 +
fs_brokers/cdc_client/build.sh | 2 +-
gensrc/thrift/DataSinks.thrift | 5 +
gensrc/thrift/PaloInternalService.thrift | 4 +
gensrc/thrift/PlanNodes.thrift | 6 +
.../one_level_nestedtypes_with_s3data.out | 52 +-
.../three_level_nestedtypes_with_s3data.out | 2264 ++++++++++++++++----
.../two_level_nestedtypes_with_s3data.out | 1454 ++++++++-----
.../test_delete_generated_column.out | 12 +
.../external_table_p0/hive/ddl/test_hive_ddl.out | 9 +
.../hive/test_hive_compress_type.out | 86 +
.../hive/test_hive_partition_values_tvf.out | 3 +-
.../test_iceberg_write_parquet_compression.out | 44 +
.../tvf/test_hdfs_parquet_group0.out | 117 +
.../tvf/test_hdfs_parquet_group6.out | 13 +-
.../agg_function/map_agg_by_key.out | 17 +
.../data/query_p0/aggregate/agg_group_concat.out | 9 +
.../support_type/percentile/percentile.out | 42 +
.../percentile_ap/percentile_approx.out | 21 +
.../percentile_ap_w/percentile_approx_weighted.out | 21 +
.../percentile_ar/percentile_array.out | 21 +
.../query_p0/partition_topn/check_partitionkey.out | 19 +
.../array_functions/test_array_first.out | 3 +
.../array_functions/test_array_last.out | 3 +
.../window_functions/test_nthvalue_function.out | 5 +
.../subquery/correlated_scalar_subquery.out | 63 +
.../sql}/q01.out | 0
.../sql}/q02.out | 0
.../sql}/q03.out | 0
.../sql}/q04.out | 0
.../sql}/q05.out | 0
.../sql}/q06.out | 0
.../sql}/q07.out | 0
.../sql}/q08.out | 0
.../sql}/q09.out | 0
.../sql}/q10.out | 0
.../sql}/q11.out | 0
.../sql}/q12.out | 0
.../sql}/q13.out | 0
.../sql/q14.out | 0
.../sql}/q15.out | 0
.../sql}/q16.out | 0
.../sql/q17.out | 0
.../sql}/q18.out | 0
.../sql}/q19.out | 0
.../sql}/q20.out | 0
.../sql}/q21.out | 0
.../sql}/q22.out | 0
.../test_array_inverted_index_profile.out | 45 -
.../two_level_nestedtypes_with_s3data.groovy | 3 +-
.../test_delete_generated_column.groovy | 96 +
.../hive/ddl/test_hive_ddl.groovy | 22 +-
.../hive/test_hive_compress_type.groovy | 76 +-
.../hive/test_hive_partition_values_tvf.groovy | 5 +-
.../test_iceberg_write_parquet_compression.groovy | 155 ++
.../tvf/test_hdfs_parquet_group0.groovy | 179 +-
.../tvf/test_hdfs_parquet_group6.groovy | 5 +-
.../test_group_commit_prepare_lost_row.groovy | 157 ++
...nsert_group_commit_into_max_filter_ratio.groovy | 1 +
.../stream_load/test_group_commit_redirect.groovy | 1 +
.../agg_function/map_agg_by_key.groovy | 153 ++
.../test_local_shuffle_bucket_upgrade.groovy | 193 ++
.../test_local_shuffle_rqg_bugs.groovy | 75 +-
.../push_down_multi_filter_through_window.groovy | 57 +-
.../nereids_syntax_p0/test_nereids_function.groovy | 27 +
.../query_p0/aggregate/agg_group_concat.groovy | 17 +-
.../support_type/percentile/percentile.groovy | 48 +
.../percentile_ap/percentile_approx.groovy | 9 +
.../percentile_approx_weighted.groovy | 8 +
.../percentile_ar/percentile_array.groovy | 7 +
.../expr_zonemap/test_expr_zonemap_pruning.groovy | 227 ++
.../partition_topn/check_partitionkey.groovy | 160 ++
.../array_functions/test_array_first.groovy | 3 +-
.../array_functions/test_array_last.groovy | 3 +-
.../datetime_functions/test_func_time.groovy | 1 +
.../string_functions/test_string_all.groovy | 12 +
.../string_functions/test_string_function.groovy | 5 +
.../window_functions/test_nthvalue_function.groovy | 30 +-
.../subquery/correlated_scalar_subquery.groovy | 219 ++
.../test_expr_zonemap_pruning_p1.groovy | 157 ++
.../recursive_cte/rec_cte_parallel_targets.groovy | 79 +
.../ddl/create_table.sql | 0
.../ddl/customer.sql | 10 +-
.../ddl/customer_delete.sql | 0
.../ddl/lineitem.sql | 20 +-
.../ddl/lineitem_delete.sql | 0
.../ddl/nation.sql | 8 +-
.../ddl/nation_delete.sql | 0
.../tpch_sf0.1_constraints_p1/ddl/orders.sql | 17 +
.../ddl/orders_delete.sql | 0
.../suites/tpch_sf0.1_constraints_p1/ddl/part.sql | 17 +
.../ddl/part_delete.sql | 0
.../tpch_sf0.1_constraints_p1/ddl/partsupp.sql | 13 +
.../ddl/partsupp_delete.sql | 0
.../ddl/region.sql | 6 +-
.../ddl/region_delete.sql | 0
.../ddl/revenue1.sql | 0
.../ddl/revenue1_delete.sql | 0
.../ddl/supplier.sql | 10 +-
.../ddl/supplier_delete.sql | 0
.../suites/tpch_sf0.1_constraints_p1/load.groovy | 142 ++
.../sql/q01.sql | 0
.../sql/q02.sql | 0
.../sql/q03.sql | 0
.../sql/q04.sql | 0
.../sql/q05.sql | 0
.../sql/q06.sql | 0
.../sql/q07.sql | 0
.../sql/q08.sql | 0
.../sql/q09.sql | 0
.../sql/q10.sql | 0
.../sql/q11.sql | 0
.../sql/q12.sql | 0
.../sql/q13.sql | 0
.../sql/q14.sql | 0
.../sql/q15.sql | 0
.../sql/q16.sql | 0
.../sql/q17.sql | 0
.../sql/q18.sql | 0
.../sql/q19.sql | 0
.../sql/q20.sql | 0
.../sql/q21.sql | 0
.../sql/q22.sql | 0
.../suites/tpch_sf0.1_p1/ddl/customer.sql | 10 +-
.../suites/tpch_sf0.1_p1/ddl/lineitem.sql | 20 +-
.../suites/tpch_sf0.1_p1/ddl/nation.sql | 8 +-
.../suites/tpch_sf0.1_p1/ddl/orders.sql | 16 +-
regression-test/suites/tpch_sf0.1_p1/ddl/part.sql | 14 +-
.../suites/tpch_sf0.1_p1/ddl/partsupp.sql | 10 +-
.../suites/tpch_sf0.1_p1/ddl/region.sql | 6 +-
.../suites/tpch_sf0.1_p1/ddl/supplier.sql | 10 +-
.../test_array_inverted_index_profile.groovy | 165 --
thirdparty/build-thirdparty.sh | 5 +-
thirdparty/download-thirdparty.sh | 3 +
thirdparty/patches/apache-arrow-17.0.0-lzo.patch | 84 +
...pc-1.4.0-fix-agent-combiner-thread-safety.patch | 439 ++++
thirdparty/vars.sh | 8 +-
.../tpch-tools/constraints/drop-fk-constraints.sql | 11 +
.../constraints/drop-pk-uk-constraints.sql | 11 +
tools/tpch-tools/constraints/tpch-fd.sql | 25 +
334 files changed, 15773 insertions(+), 2611 deletions(-)
create mode 100644 be/src/exprs/aggregate/aggregate_function_map_combinator.cpp
copy be/src/{format/table/iceberg/arrow_schema_util.h =>
exprs/aggregate/aggregate_function_map_combinator.h} (56%)
create mode 100644 be/src/exprs/expr_zonemap_filter.cpp
create mode 100644 be/src/exprs/expr_zonemap_filter.h
create mode 100644 be/src/storage/index/zone_map/zonemap_eval_context.cpp
create mode 100644 be/src/storage/index/zone_map/zonemap_eval_context.h
copy be/src/{format/table/iceberg/arrow_schema_util.h =>
storage/index/zone_map/zonemap_filter_result.h} (56%)
create mode 100644 be/test/exprs/aggregate/agg_window_nth_value_test.cpp
create mode 100644 be/test/exprs/expr_zonemap_filter_test.cpp
create mode 100644 be/test/exprs/function/function_array_remove_test.cpp
create mode 100644
be/test/storage/segment/segment_iterator_expr_zonemap_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/AvgMap.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/CountMap.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/MapAggregateFunction.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/MaxMap.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/MinMap.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/SumMap.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ArrayFirstLastTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/visitor/AggregateFunctionVisitorTest.java
create mode 100644
fe/fe-filesystem/fe-filesystem-hdfs/src/test/java/org/apache/doris/filesystem/hdfs/KerberosHadoopAuthenticatorTest.java
create mode 100644
fe/fe-foundation/src/main/java/org/apache/doris/foundation/security/KerberosTicketUtils.java
create mode 100644
fe/fe-foundation/src/test/java/org/apache/doris/foundation/security/KerberosTicketUtilsTest.java
create mode 100644
regression-test/data/external_table_p0/iceberg/write/test_iceberg_write_parquet_compression.out
create mode 100644
regression-test/data/nereids_function_p0/agg_function/map_agg_by_key.out
create mode 100644
regression-test/data/query_p0/partition_topn/check_partitionkey.out
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q01.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q02.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q03.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q04.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q05.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q06.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q07.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q08.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q09.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q10.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q11.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q12.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q13.out (100%)
copy regression-test/data/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q14.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q15.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q16.out (100%)
copy regression-test/data/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q17.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q18.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q19.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q20.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q21.out (100%)
copy regression-test/data/{tpch_sf0.1_p1/spill =>
tpch_sf0.1_constraints_p1/sql}/q22.out (100%)
delete mode 100644
regression-test/data/variant_p0/with_index/test_array_inverted_index_profile.out
create mode 100644
regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_parquet_compression.groovy
create mode 100644
regression-test/suites/insert_p0/group_commit/test_group_commit_prepare_lost_row.groovy
create mode 100644
regression-test/suites/nereids_function_p0/agg_function/map_agg_by_key.groovy
create mode 100644
regression-test/suites/nereids_p0/local_shuffle/test_local_shuffle_bucket_upgrade.groovy
create mode 100644
regression-test/suites/query_p0/expr_zonemap/test_expr_zonemap_pruning.groovy
create mode 100644
regression-test/suites/query_p0/partition_topn/check_partitionkey.groovy
create mode 100644
regression-test/suites/query_p1/expr_zonemap/test_expr_zonemap_pruning_p1.groovy
create mode 100644
regression-test/suites/recursive_cte/rec_cte_parallel_targets.groovy
copy regression-test/suites/{nereids_rules_p0/mv/tpch =>
tpch_sf0.1_constraints_p1}/ddl/create_table.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/ddl/customer.sql (62%)
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/customer_delete.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/ddl/lineitem.sql (55%)
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/lineitem_delete.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/ddl/nation.sql (52%)
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/nation_delete.sql (100%)
create mode 100644
regression-test/suites/tpch_sf0.1_constraints_p1/ddl/orders.sql
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/orders_delete.sql (100%)
create mode 100644
regression-test/suites/tpch_sf0.1_constraints_p1/ddl/part.sql
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/part_delete.sql (100%)
create mode 100644
regression-test/suites/tpch_sf0.1_constraints_p1/ddl/partsupp.sql
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/partsupp_delete.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/ddl/region.sql (59%)
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/region_delete.sql (100%)
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/revenue1.sql (100%)
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/revenue1_delete.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/ddl/supplier.sql (58%)
copy regression-test/suites/{cloud_p0/multi_cluster/async_copy_into =>
tpch_sf0.1_constraints_p1}/ddl/supplier_delete.sql (100%)
create mode 100644 regression-test/suites/tpch_sf0.1_constraints_p1/load.groovy
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q01.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q02.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q03.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q04.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q05.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q06.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q07.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q08.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q09.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q10.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q11.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q12.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q13.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q14.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q15.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q16.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q17.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q18.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q19.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q20.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q21.sql (100%)
copy regression-test/suites/{tpch_sf0.1_p1 =>
tpch_sf0.1_constraints_p1}/sql/q22.sql (100%)
delete mode 100644
regression-test/suites/variant_p0/with_index/test_array_inverted_index_profile.groovy
create mode 100644 thirdparty/patches/apache-arrow-17.0.0-lzo.patch
create mode 100644
thirdparty/patches/brpc-1.4.0-fix-agent-combiner-thread-safety.patch
create mode 100644 tools/tpch-tools/constraints/drop-fk-constraints.sql
create mode 100644 tools/tpch-tools/constraints/drop-pk-uk-constraints.sql
create mode 100644 tools/tpch-tools/constraints/tpch-fd.sql
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
