This is an automated email from the ASF dual-hosted git repository.
yangzhg pushed a change to branch branch-0.14
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git.
from 779c462 [Bug] Fix bug of NPE when replaying spark load job. (#5367)
add f98b266 [Bug] Set forceDrop to false when getDropPartitionClause for
DynamicPartitionScheduler to avoid that the deleted partition cannot be
recovered (#5319)
add c283bb3 [Bug] Fix bug that not erase meta such as tablet when force
drop db, table, partition (#5329)
add 780900a [Feature] Support preceding filter original data when loading
(#5338)
add 8ad50bf [Bug] Fix bug that BE core will loading empty json array
(#5349)
add aa5379c [Doc] Modify cumulative_compaction_policy comment in config.h
(#5354)
add fd81499 [Bug] Add space in case and caseExpr when toSql (#5356)
add a1808c1 [Function] Add BE udf bitmap_not (#5346) (#5357)
add f77b8ce [UT] Modify to avoid some UT failure accidentally (#5359)
add 6b05210 [Bug] Fix the problem of floating point precision when
importing parquet data (#5360)
add 2ec55bf [LOG] Change some log level (#5361)
add 462efea [Performance Optimization and Refactor] (#5358) (#5364)
add f12f32d [Bug] Support if not exists in create table like stmt (#5368)
add 51ccd44 [Load Parallel][3/3] Support parallel delta writer (#5369)
add b8612a4 [DOCS] add some missing documents (#5370)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.h | 2 +-
be/src/exec/base_scanner.cpp | 13 +-
be/src/exec/base_scanner.h | 5 +-
be/src/exec/broker_scan_node.cpp | 126 ++-------
be/src/exec/broker_scan_node.h | 18 +-
be/src/exec/broker_scanner.cpp | 5 +-
be/src/exec/broker_scanner.h | 7 +-
be/src/exec/json_scanner.cpp | 8 +-
be/src/exec/json_scanner.h | 4 +-
be/src/exec/olap_scanner.cpp | 3 +-
be/src/exec/orc_scanner.cpp | 5 +-
be/src/exec/orc_scanner.h | 4 +-
be/src/exec/parquet_reader.cpp | 9 +-
be/src/exec/parquet_scanner.cpp | 3 +-
be/src/exec/parquet_scanner.h | 5 +-
be/src/exec/tablet_sink.cpp | 37 ++-
be/src/exec/tablet_sink.h | 26 +-
be/src/exprs/bitmap_function.cpp | 19 ++
be/src/exprs/bitmap_function.h | 1 +
be/src/olap/CMakeLists.txt | 1 +
be/src/olap/block_column_predicate.cpp | 116 +++++++++
be/src/olap/block_column_predicate.h | 116 +++++++++
be/src/olap/collect_iterator.cpp | 35 ++-
be/src/olap/collect_iterator.h | 5 +-
be/src/olap/column_predicate.h | 9 +-
be/src/olap/comparison_predicate.cpp | 102 ++++++--
be/src/olap/comparison_predicate.h | 5 +-
be/src/olap/delete_handler.cpp | 51 +++-
be/src/olap/delete_handler.h | 11 +-
be/src/olap/delta_writer.cpp | 60 ++++-
be/src/olap/delta_writer.h | 11 +-
be/src/olap/in_list_predicate.cpp | 90 +++++--
be/src/olap/in_list_predicate.h | 5 +-
be/src/olap/iterators.h | 4 +
be/src/olap/null_predicate.cpp | 30 ++-
be/src/olap/null_predicate.h | 7 +-
be/src/olap/olap_common.h | 1 +
be/src/olap/olap_define.h | 2 +
be/src/olap/push_handler.cpp | 2 +-
be/src/olap/push_handler.h | 2 +
be/src/olap/reader.cpp | 91 +++----
be/src/olap/reader.h | 15 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 4 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 17 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 2 +
be/src/olap/rowset/unique_rowset_id_generator.cpp | 1 +
be/src/olap/schema_change.cpp | 9 +-
be/src/olap/schema_change.h | 2 +-
be/src/olap/tablet_manager.cpp | 2 +
be/src/runtime/load_channel_mgr.cpp | 3 +-
be/src/runtime/load_channel_mgr.h | 3 +-
be/src/runtime/tablets_channel.cpp | 74 +++---
be/src/service/internal_service.cpp | 4 +-
be/src/util/bitmap_value.h | 41 +++
be/test/exec/broker_scanner_test.cpp | 19 +-
be/test/exec/orc_scanner_test.cpp | 7 +-
be/test/exprs/bitmap_function_test.cpp | 39 +++
be/test/olap/CMakeLists.txt | 1 +
be/test/olap/block_column_predicate_test.cpp | 288 +++++++++++++++++++++
be/test/olap/delete_handler_test.cpp | 2 +-
be/test/runtime/load_channel_mgr_test.cpp | 20 +-
docs/.vuepress/sidebar/en.js | 62 +++--
docs/.vuepress/sidebar/zh-CN.js | 66 +++--
.../load-data/broker-load-manual.md | 5 +
.../{bitmap_xor.md => bitmap_not.md} | 20 +-
.../Data Manipulation/BROKER LOAD.md | 19 ++
.../Data Manipulation/ROUTINE LOAD.md | 28 +-
.../load-data/broker-load-manual.md | 5 +
.../{bitmap_xor.md => bitmap_not.md} | 20 +-
.../sql-statements/Data Definition/ALTER TABLE.md | 2 +-
.../Data Manipulation/BROKER LOAD.md | 19 ++
.../Data Manipulation/ROUTINE LOAD.md | 29 ++-
fe/fe-core/src/main/cup/sql_parser.cup | 46 +++-
.../java/org/apache/doris/analysis/CaseExpr.java | 2 +-
.../doris/analysis/CreateRoutineLoadStmt.java | 17 +-
.../apache/doris/analysis/CreateTableLikeStmt.java | 2 +-
.../org/apache/doris/analysis/CreateTableStmt.java | 2 +
.../org/apache/doris/analysis/DataDescription.java | 25 +-
.../org/apache/doris/analysis/ImportWhereStmt.java | 9 +-
.../java/org/apache/doris/backup/RestoreJob.java | 16 +-
.../java/org/apache/doris/catalog/Catalog.java | 133 +++++++---
.../apache/doris/catalog/CatalogRecycleBin.java | 112 +-------
.../java/org/apache/doris/catalog/OlapTable.java | 2 +
.../doris/clone/DynamicPartitionScheduler.java | 2 +-
.../org/apache/doris/load/BrokerFileGroup.java | 15 +-
.../src/main/java/org/apache/doris/load/Load.java | 25 +-
.../org/apache/doris/load/RoutineLoadDesc.java | 14 +-
.../doris/load/loadv2/LoadingTaskPlanner.java | 10 +-
.../doris/load/routineload/RoutineLoadJob.java | 11 +
.../org/apache/doris/planner/BrokerScanNode.java | 17 +-
.../org/apache/doris/planner/LoadScanNode.java | 40 ++-
.../java/org/apache/doris/planner/PlanNode.java | 27 +-
.../apache/doris/planner/StreamLoadScanNode.java | 9 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../java/org/apache/doris/qe/MultiLoadMgr.java | 2 +-
.../java/org/apache/doris/task/LoadTaskInfo.java | 2 +
.../java/org/apache/doris/task/StreamLoadTask.java | 11 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 1 +
.../org/apache/doris/alter/AlterJobV2Test.java | 66 ++---
.../java/org/apache/doris/alter/AlterTest.java | 10 +-
.../org/apache/doris/alter/BatchRollupJobTest.java | 12 +-
.../apache/doris/analysis/DataDescriptionTest.java | 14 +-
.../apache/doris/catalog/CreateTableLikeTest.java | 15 ++
.../load/routineload/KafkaRoutineLoadJobTest.java | 12 +-
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/thrift/PlanNodes.thrift | 1 +
106 files changed, 1865 insertions(+), 707 deletions(-)
create mode 100644 be/src/olap/block_column_predicate.cpp
create mode 100644 be/src/olap/block_column_predicate.h
create mode 100644 be/test/olap/block_column_predicate_test.cpp
copy docs/en/sql-reference/sql-functions/bitmap-functions/{bitmap_xor.md =>
bitmap_not.md} (70%)
copy docs/zh-CN/sql-reference/sql-functions/bitmap-functions/{bitmap_xor.md =>
bitmap_not.md} (71%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
