This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from b8fbc7c2a6 [fix](partial-update) transient rowset writer should not
trigger segcompaction when build rowset (#21751)
new 677b46b0ef [FIX](serde)Fix decimal for arrow serde (#21716)
new d8b1b505bb [Improve](jsonb_extract) support jsonb_extract multi parse
path (#21555)
new d036a024d5 [opt](regression case) add more index change case (#21734)
new 514e7a8c19 [Enhancement](multi-catalog) Merge hms events every round
to speed up events processing. (#21589)
new 70fc3eb080 [enhancement](RoutineLoad)Mutile table support pipeline
load (#21678)
new df20012e93 Revert "[imporve](bloomfilter) refactor runtime_filter_mgr
with bloomfilter (#21715)" (#21763)
new bd0ed538a5 [Fix](Planner) fix limit execute before sort in show export
job (#21663)
new 9542bc310e [Fix](rowset) When a rowset is cooled down, it is directly
deleted. This can result in data query misses in the second phase of a
two-phase query. (#21741)
new 46e7c2c7e3 [fix](ccr) Add tableName in DropInfo && BatchDropInfo
(#21736)
new 004acb7352 [Fix](pipeline) close sink when fragment context destructs
(#21668)
new 02248ea8d2 [Feature](Nereids) support select into outfile (#21197)
new 137b3f0afb [bugfix](ngram bf index) process differently for normal
bloom filter index and ngram bf index (#21310)
new 05084ed54e [fix](multi-catalog)support oss-hdfs service (#21504)
new 3eec3fe70f [fix](merge-on-write) fix wrong result when query with
prefix key predicate (#21770)
The 14 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/olap/accept_null_predicate.h | 4 +-
be/src/olap/block_column_predicate.h | 10 +-
be/src/olap/column_predicate.h | 2 +-
be/src/olap/comparison_predicate.h | 6 +-
be/src/olap/in_list_predicate.h | 6 +-
be/src/olap/like_column_predicate.h | 4 +-
be/src/olap/null_predicate.h | 4 +-
be/src/olap/rowset/segment_v2/column_reader.cpp | 3 +-
be/src/olap/rowset/segment_v2/column_reader.h | 10 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 4 +-
be/src/olap/storage_engine.cpp | 25 ++-
be/src/olap/storage_engine.h | 10 +
be/src/olap/tablet.cpp | 5 -
be/src/olap/task/index_builder.cpp | 5 -
be/src/pipeline/pipeline_fragment_context.cpp | 10 +
be/src/pipeline/pipeline_fragment_context.h | 1 +
be/src/runtime/fragment_mgr.cpp | 4 +
be/src/runtime/runtime_filter_mgr.cpp | 38 ++--
be/src/runtime/runtime_filter_mgr.h | 13 +-
be/src/service/internal_service.cpp | 5 +-
be/src/util/key_util.h | 7 +-
.../data_types/serde/data_type_decimal_serde.cpp | 26 +--
be/src/vec/exec/scan/new_olap_scanner.cpp | 1 +
be/src/vec/functions/function_jsonb.cpp | 154 ++++++++++----
.../serde/data_type_serde_arrow_test.cpp | 78 ++++++-
docs/en/docs/lakehouse/multi-catalog/dlf.md | 99 ++++-----
docs/en/docs/lakehouse/multi-catalog/iceberg.md | 6 +-
.../en/docs/lakehouse/multi-catalog/max_compute.md | 60 ++++++
docs/sidebars.json | 3 +-
docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md | 105 +++++-----
docs/zh-CN/docs/lakehouse/multi-catalog/iceberg.md | 6 +-
.../docs/lakehouse/multi-catalog/max_compute.md | 60 ++++++
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 9 +-
.../doris/alter/MaterializedViewHandler.java | 6 +-
.../org/apache/doris/binlog/DropTableRecord.java | 6 +
.../java/org/apache/doris/common/util/S3Util.java | 14 +-
.../apache/doris/datasource/InternalCatalog.java | 2 +-
.../datasource/hive/event/AddPartitionEvent.java | 10 +-
.../datasource/hive/event/AlterDatabaseEvent.java | 72 ++++++-
.../datasource/hive/event/AlterPartitionEvent.java | 23 ++-
.../datasource/hive/event/AlterTableEvent.java | 46 ++++-
.../datasource/hive/event/CreateDatabaseEvent.java | 5 +
.../datasource/hive/event/CreateTableEvent.java | 11 +
.../datasource/hive/event/DropPartitionEvent.java | 2 +-
.../datasource/hive/event/DropTableEvent.java | 19 ++
.../doris/datasource/hive/event/InsertEvent.java | 23 +++
.../datasource/hive/event/MetastoreEvent.java | 11 +
.../hive/event/MetastoreEventFactory.java | 86 +++++++-
...baseEvent.java => MetastorePartitionEvent.java} | 26 +--
.../datasource/hive/event/MetastoreTableEvent.java | 50 +++++
.../datasource/property/PropertyConverter.java | 51 ++++-
.../property/constants/OssProperties.java | 1 +
.../main/java/org/apache/doris/load/ExportMgr.java | 6 +-
.../doris/nereids/glue/LogicalPlanAdapter.java | 3 +-
.../glue/translator/PhysicalPlanTranslator.java | 32 +++
.../doris/nereids/parser/LogicalPlanBuilder.java | 36 +++-
.../properties/ChildOutputPropertyDeriver.java | 6 +
.../nereids/properties/RequestPropertyDeriver.java | 7 +
.../org/apache/doris/nereids/rules/RuleSet.java | 2 +
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../LogicalFileSinkToPhysicalFileSink.java | 45 ++++
.../doris/nereids/stats/StatsCalculator.java | 12 ++
.../apache/doris/nereids/trees/plans/PlanType.java | 5 +-
.../trees/plans/logical/LogicalFileSink.java | 122 +++++++++++
.../trees/plans/physical/PhysicalFileSink.java | 132 ++++++++++++
.../nereids/trees/plans/visitor/PlanVisitor.java | 10 +
.../org/apache/doris/persist/BatchDropInfo.java | 12 +-
.../java/org/apache/doris/persist/DropInfo.java | 13 +-
.../java/org/apache/doris/persist/EditLog.java | 3 +-
.../apache/doris/planner/StreamLoadPlanner.java | 12 +-
.../doris/planner/external/FileQueryScanNode.java | 4 +
.../apache/doris/service/FrontendServiceImpl.java | 44 +++-
.../external/hms/MetastoreEventFactoryTest.java | 193 ++++++++++++++++++
.../doris/nereids/trees/plans/OutFileTest.java | 91 +++++++++
.../doris/persist/DropAndRecoverInfoTest.java | 10 +-
.../org/apache/doris/planner/QueryPlanTest.java | 1 +
gensrc/script/doris_builtins_functions.py | 8 +-
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 1 +
.../correctness_p0/test_select_with_prefix.out | 93 +++++++++
.../data/index_p0/test_ngram_bloomfilter_index.out | 33 +++
.../index_change/test_index_change_7.out | 121 +++++++++++
.../data/jsonb_p0/test_jsonb_load_and_function.out | 23 +++
.../test_jsonb_load_unique_key_and_function.out | 23 +++
.../outfile}/test_outfile.out | 0
.../outfile}/test_outfile_expr.out | 0
.../outfile}/test_outfile_parquet.out | 0
.../nereids_p0/outfile/test_outfile_separator.out | 11 +
.../correctness_p0/test_select_with_prefix.groovy | 149 ++++++++++++++
.../suites/export_p0/test_export_basic.groovy | 43 ++++
.../index_p0/test_ngram_bloomfilter_index.groovy | 62 ++++++
.../index_change/test_index_change_1.groovy | 2 -
.../index_change/test_index_change_2.groovy | 2 -
.../index_change/test_index_change_3.groovy | 2 -
.../index_change/test_index_change_4.groovy | 2 -
.../index_change/test_index_change_5.groovy | 2 -
.../index_change/test_index_change_6.groovy | 2 -
.../index_change/test_index_change_7.groovy | 118 +++++++++++
.../jsonb_p0/test_jsonb_load_and_function.groovy | 3 +
.../test_jsonb_load_unique_key_and_function.groovy | 4 +
.../suites/nereids_p0/outfile/test_outfile.groovy | 226 +++++++++++++++++++++
.../nereids_p0/outfile/test_outfile_expr.groovy | 135 ++++++++++++
.../nereids_p0/outfile/test_outfile_parquet.groovy | 162 +++++++++++++++
.../outfile/test_outfile_separator.groovy | 107 ++++++++++
105 files changed, 3072 insertions(+), 313 deletions(-)
create mode 100644 docs/en/docs/lakehouse/multi-catalog/max_compute.md
create mode 100644 docs/zh-CN/docs/lakehouse/multi-catalog/max_compute.md
copy
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/event/{AlterDatabaseEvent.java
=> MetastorePartitionEvent.java} (55%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/implementation/LogicalFileSinkToPhysicalFileSink.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/LogicalFileSink.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/physical/PhysicalFileSink.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/external/hms/MetastoreEventFactoryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/OutFileTest.java
create mode 100644
regression-test/data/correctness_p0/test_select_with_prefix.out
create mode 100644
regression-test/data/index_p0/test_ngram_bloomfilter_index.out
create mode 100644
regression-test/data/inverted_index_p0/index_change/test_index_change_7.out
copy regression-test/data/{export_p0 => nereids_p0/outfile}/test_outfile.out
(100%)
copy regression-test/data/{export_p0 =>
nereids_p0/outfile}/test_outfile_expr.out (100%)
copy regression-test/data/{export_p0 =>
nereids_p0/outfile}/test_outfile_parquet.out (100%)
create mode 100644
regression-test/data/nereids_p0/outfile/test_outfile_separator.out
create mode 100644
regression-test/suites/correctness_p0/test_select_with_prefix.groovy
create mode 100644
regression-test/suites/index_p0/test_ngram_bloomfilter_index.groovy
create mode 100644
regression-test/suites/inverted_index_p0/index_change/test_index_change_7.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/test_outfile.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/test_outfile_expr.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/test_outfile_parquet.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/test_outfile_separator.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
