This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from b177b26d398 [branch-2.1](tracing) Pick pipeline tracing and relative
bugfix (#31367)
new afc105647a1 [fix](regression) fix ssb shape case rf type (#31529)
new 32033d08c62 Fix hive p2 cases. (#31541)
new 8c570c217ee [fix](load) Fix using uint32 for tablet id overflow
(#31532)
new 60de835d485 [fix](meta-tool) Fix compile meta tool (#31457)
new 770cdabda34 [fix](group_commit) GroupCommitBlockSink shoud not use
load_block_queue when creating load task fail (#31416)
new d36ad56dce2 [Opt](Exec) Support runtime update topn filter (#31250)
new c956cac1a7f [enhancement](docs) Clarify JAR file locations for JDBC
catalog (#31542)
new 3c37fb085ce [refactor](jdbc catalog) split jdbc executor for different
data sources (step-1) (#31406)
new 5e80a718fd7 [type](docs)add example for sql_dialect #31536
new 4a5283b466e [fix](nereids)need add mark join slot to upper project in
PullUpProjectUnderApply rule (#31408)
new 2b7fa9d6bbd [pipelineX](refactor) Rebuild relationship between dep and
operator (#31487)
new 1316ee49421 Add p1 debug log (#31560)
new 413d7332557 [Bug](materialized-view) fix npe on create mv with star
(#31554)
new d75204e947f [fix](Hive-Catalog) fix NPE when using jdbc to access Hive
metadata (#31559)
new 6af6997f1d2 [Improvement](materialized-view) add
approx_count_distinct/ndv to FunctionAlias rule (#31535)
new 82add8dfc1b [Fix](timezone) Introduce a config to use Doris tzdata
directly (#31561)
new ff3c7765d63 [Bug](Func) Fix negative number in bitmap return error
result (#31563)
new d0aedaf98ef [fix](regression test)Make index compaction caset
nonCouncurrent (#31520)
new 000b81f0c7f [chore](docs) fix some typo in english docs in inverted
index (#31497)
new 17359d59a39 [fix](Nereids) reorder join generate plan is not stable
(#31539)
new 6ef34557861 [fix](statistics)Fix hms external table get row count bug
while analyze (#31557)
new c60fea9bdfe [fix](mtmv)fix getIdToItem cause
ConcurrentModificationException (#31511)
The 22 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/config.cpp | 1 +
be/src/common/config.h | 1 +
be/src/olap/accept_null_predicate.h | 17 +-
be/src/olap/column_predicate.h | 5 -
be/src/olap/comparison_predicate.h | 31 +-
be/src/olap/rowset/segment_v2/segment.cpp | 34 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 39 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 2 -
be/src/olap/shared_predicate.h | 179 ++++
be/src/olap/tablet_schema.cpp | 4 +-
be/src/olap/wal/wal_writer.cpp | 9 +
be/src/pipeline/exec/analytic_source_operator.h | 1 -
be/src/pipeline/exec/es_scan_operator.cpp | 2 +-
be/src/pipeline/exec/exchange_sink_operator.cpp | 7 -
be/src/pipeline/exec/exchange_sink_operator.h | 18 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 5 +-
be/src/pipeline/exec/exchange_source_operator.h | 11 +-
be/src/pipeline/exec/file_scan_operator.cpp | 2 +-
be/src/pipeline/exec/multi_cast_data_stream_sink.h | 11 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 4 +-
be/src/pipeline/exec/scan_operator.cpp | 41 +-
be/src/pipeline/exec/scan_operator.h | 9 +-
be/src/pipeline/exec/set_probe_sink_operator.h | 2 +
be/src/pipeline/exec/set_sink_operator.cpp | 2 -
be/src/pipeline/exec/set_sink_operator.h | 5 +-
be/src/pipeline/exec/set_source_operator.cpp | 7 +-
be/src/pipeline/exec/set_source_operator.h | 6 +-
be/src/pipeline/exec/sort_sink_operator.cpp | 18 +-
be/src/pipeline/exec/union_sink_operator.h | 13 +
be/src/pipeline/exec/union_source_operator.cpp | 32 +-
be/src/pipeline/exec/union_source_operator.h | 4 +
be/src/pipeline/pipeline_x/dependency.cpp | 29 +-
be/src/pipeline/pipeline_x/dependency.h | 87 +-
.../local_exchange_source_operator.cpp | 1 -
be/src/pipeline/pipeline_x/operator.cpp | 131 +--
be/src/pipeline/pipeline_x/operator.h | 35 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 15 +-
.../pipeline_x/pipeline_x_fragment_context.h | 2 -
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 44 +-
be/src/pipeline/pipeline_x/pipeline_x_task.h | 70 +-
be/src/runtime/group_commit_mgr.cpp | 11 +-
be/src/runtime/runtime_predicate.cpp | 104 +-
be/src/runtime/runtime_predicate.h | 120 +--
be/src/runtime/tablets_channel.cpp | 2 +-
be/src/tools/meta_tool.cpp | 13 +-
be/src/util/timezone_utils.cpp | 13 +-
be/src/vec/exec/vjdbc_connector.cpp | 35 +-
be/src/vec/exec/vjdbc_connector.h | 3 +
be/src/vec/exec/vsort_node.cpp | 23 +-
be/src/vec/functions/function_bitmap.cpp | 4 +-
be/src/vec/olap/vcollect_iterator.cpp | 9 +-
.../docker-compose/mysql/init/04-insert.sql | 4 +-
docs/en/docs/admin-manual/config/be-config.md | 10 +
docs/en/docs/advanced/time-zone.md | 4 +-
docs/en/docs/data-table/index/inverted-index.md | 10 +-
docs/en/docs/lakehouse/multi-catalog/jdbc.md | 220 ++--
docs/en/docs/lakehouse/sql-dialect.md | 62 +-
docs/zh-CN/docs/admin-manual/config/be-config.md | 10 +
docs/zh-CN/docs/advanced/time-zone.md | 4 +-
docs/zh-CN/docs/lakehouse/sql-dialect.md | 62 +-
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 520 ++++++++++
...{JdbcExecutor.java => DefaultJdbcExecutor.java} | 6 +-
.../java/org/apache/doris/jdbc/JdbcExecutor.java | 1085 +-------------------
.../org/apache/doris/jdbc/JdbcExecutorFactory.java | 37 +-
.../org/apache/doris/jdbc/MySQLJdbcExecutor.java | 291 ++++++
.../org/apache/doris/jdbc/OracleJdbcExecutor.java | 131 +++
.../doris/analysis/CreateMaterializedViewStmt.java | 7 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 110 +-
.../java/org/apache/doris/catalog/OlapTable.java | 23 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 3 +-
.../doris/datasource/hive/HMSExternalTable.java | 6 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 39 +-
.../org/apache/doris/mtmv/MTMVRelatedTableIf.java | 2 +-
.../rules/rewrite/PullUpProjectUnderApply.java | 3 +
.../doris/nereids/rules/rewrite/ReorderJoin.java | 23 +-
.../trees/expressions/MarkJoinSlotReference.java | 2 +-
.../org/apache/doris/rewrite/FunctionAlias.java | 7 +-
.../doris/statistics/ExternalAnalysisTask.java | 6 +-
.../apache/doris/statistics/HMSAnalysisTask.java | 30 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 4 +
.../rewrite/PushDownAliasThroughJoinTest.java | 18 +-
.../doris/statistics/HMSAnalysisTaskTest.java | 4 +-
.../jdbc/test_mysql_jdbc_catalog.out | 2 +
.../test_approx_count_distinct.out} | 4 +
.../testNDVToHll.out => test_ndv/test_ndv.out} | 4 +
.../data/mv_p0/ut/testNDVToHll/testNDVToHll.out | 4 +
.../bitmap_functions/test_bitmap_function.out | 2 +-
.../bitmap_functions/test_bitmap_function.out | 2 +-
regression-test/pipeline/p1/conf/be.conf | 1 +
regression-test/pipeline/p1/conf/fe.conf | 1 +
.../hive/test_hive_analyze_db.groovy | 225 +---
.../hive/test_hive_statistic_cache.groovy | 46 +-
.../hive/test_hive_statistics_from_hms.groovy | 18 +-
.../test_index_compaction_dup_keys.groovy | 2 +-
.../test_index_compaction_null.groovy | 2 +-
.../test_index_compaction_unique_keys.groovy | 2 +-
.../test_approx_count_distinct.groovy} | 10 +-
.../mv_p0/test_mv_useless/const_invalid.groovy | 5 +
.../test_ndv.groovy} | 10 +-
.../mv_p0/ut/testNDVToHll/testNDVToHll.groovy | 6 +
.../bitmap_functions/test_bitmap_function.groovy | 2 +-
.../reorder_join/more_than_one_cross_join.groovy | 77 ++
.../nereids_ssb_shape_sf100_p0/shape/flat.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q1.1.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q1.2.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q1.3.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q2.1.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q2.2.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q2.3.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q3.1.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q3.2.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q3.3.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q3.4.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q4.1.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q4.2.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/q4.3.groovy | 1 +
.../bitmap_functions/test_bitmap_function.groovy | 2 +-
117 files changed, 2274 insertions(+), 2183 deletions(-)
create mode 100644 be/src/olap/shared_predicate.h
create mode 100644
fe/be-java-extensions/jdbc-scanner/src/main/java/org/apache/doris/jdbc/BaseJdbcExecutor.java
copy
fe/be-java-extensions/jdbc-scanner/src/main/java/org/apache/doris/jdbc/{JdbcExecutor.java
=> DefaultJdbcExecutor.java} (99%)
copy regression-test/suites/mv_p0/test_mv_useless/const_invalid.groovy =>
fe/be-java-extensions/jdbc-scanner/src/main/java/org/apache/doris/jdbc/JdbcExecutorFactory.java
(50%)
create mode 100644
fe/be-java-extensions/jdbc-scanner/src/main/java/org/apache/doris/jdbc/MySQLJdbcExecutor.java
create mode 100644
fe/be-java-extensions/jdbc-scanner/src/main/java/org/apache/doris/jdbc/OracleJdbcExecutor.java
copy regression-test/data/mv_p0/{ut/testNDVToHll/testNDVToHll.out =>
test_approx_count_distinct/test_approx_count_distinct.out} (88%)
copy regression-test/data/mv_p0/{ut/testNDVToHll/testNDVToHll.out =>
test_ndv/test_ndv.out} (88%)
copy regression-test/suites/mv_p0/{ut/testNDVToHll/testNDVToHll.groovy =>
test_approx_count_distinct/test_approx_count_distinct.groovy} (83%)
copy regression-test/suites/mv_p0/{ut/testNDVToHll/testNDVToHll.groovy =>
test_ndv/test_ndv.groovy} (85%)
create mode 100644
regression-test/suites/nereids_rules_p0/reorder_join/more_than_one_cross_join.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
