This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-1.2-lts
in repository https://gitbox.apache.org/repos/asf/doris.git
from ae084be649 [Bug](function) fix overflow on concat_ws (#15043)
new b027ae3490 [fix](merge-on-write) calc delete bitmap need all segments
which _do_flush in one memtable (#15018)
new 5fce045f51 [Enhancement](partition prune): calculate the column ranges
of compound predicates (#14886)
new a282d720c9 [Bug](datev2) Fix wrong result when use datev2 as partition
key (#15094)
new 12192e3f13 [fix](memtracker) Fix load channel memory tracker are not
refreshed in time (#15048)
new 315f039685 [fix](explain) fix explain output format problem (#15019)
new e68a49f3fe [Bug](case function) do not crash if prepare failed (#15113)
new d41a963c8f [fix](multi catalog)Return emtpy block while external table
scanner couldn't find the file (#14997)
new 3fe708cf56 [config](load) enable new load scan node by default (#14808)
new 8853d515ae [vectorized](join) add try catch in create thread (#15065)
new d23e7905b0 [fix](iceberg-v2) icebergv2 filter data path (#14470)
new 2baa0e8891 [improvement](multi-catalog)Support invalid/not invalid
option for refresh catalog and db. (#14922)
new d6f4f08dcc [Bug](datev2) Fix compatible problems caused by datev2
(#15131)
new f6936f256d [fix](type) forbid time type when creating table (#15093)
new cc13983766 [vectorized](jdbc) fix external table of oracle with
condition about … (#15092)
new 4a1bcebf41 [fix](subquery)fix bug of using constexpr as subquery's
output (#15119)
new 22aacd849c [fix](load) delta writer init failed might cause data
inconsistency between multiple replicas (#15058)
new afbe5ba198 [fix](multi-catalog) hidden password for show create jdbc
catalog (#15145)
new 6234291506 [fix](schema) Fix create table error if Colocate tables not
equal to bucket num (#15071)
new d79b601796 [enhancement](signal) output query_id when 'be' core dumped
#15080
new 6766c51353 [bug](udaf) fix java udaf incorrect get null value with row
(#15151)
new 95aab248b0 [fix](merge-on-write) delete all rows with same key in all
pre segments (#14995)
The 21 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/daemon.cpp | 9 +-
be/src/http/action/stream_load.cpp | 1 +
be/src/io/hdfs_file_reader.cpp | 3 +
be/src/olap/delta_writer.cpp | 4 +-
be/src/olap/memtable.cpp | 19 ++--
be/src/olap/memtable.h | 3 +-
be/src/olap/rowset/beta_rowset.cpp | 35 ++++---
be/src/olap/rowset/beta_rowset.h | 3 +-
be/src/olap/rowset/beta_rowset_writer.h | 2 +
be/src/olap/rowset/rowset_writer.h | 2 +
be/src/olap/tablet.cpp | 51 +++++-----
be/src/olap/tablet.h | 3 +-
be/src/runtime/fragment_mgr.cpp | 5 -
be/src/runtime/raw_value.h | 11 +--
be/src/runtime/tablets_channel.cpp | 17 +++-
be/src/runtime/thread_context.cpp | 3 +
be/src/util/jsonb_parser.h | 25 +++--
be/src/vec/exec/format/parquet/parquet_common.h | 8 ++
be/src/vec/exec/format/parquet/schema_desc.cpp | 14 ++-
be/src/vec/exec/format/parquet/schema_desc.h | 4 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 10 +-
.../vec/exec/format/parquet/vparquet_page_index.h | 4 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 58 +++++++-----
be/src/vec/exec/format/parquet/vparquet_reader.h | 3 +-
be/src/vec/exec/format/table/iceberg_reader.cpp | 104 ++++++++++++++++-----
be/src/vec/exec/format/table/iceberg_reader.h | 26 ++++--
be/src/vec/exec/format/table/table_format_reader.h | 3 +-
be/src/vec/exec/join/vjoin_node_base.cpp | 15 ++-
be/src/vec/exec/scan/new_jdbc_scan_node.cpp | 2 +-
be/src/vec/exec/scan/new_jdbc_scanner.cpp | 7 +-
be/src/vec/exec/scan/new_jdbc_scanner.h | 2 +-
be/src/vec/exec/scan/new_odbc_scan_node.cpp | 2 +-
be/src/vec/exec/scan/new_odbc_scanner.cpp | 6 +-
be/src/vec/exec/scan/new_odbc_scanner.h | 2 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 12 ++-
be/src/vec/exec/scan/vfile_scanner.cpp | 15 ++-
be/src/vec/exprs/vcase_expr.cpp | 12 ---
be/src/vec/functions/function_case.h | 9 +-
fe/fe-core/src/main/cup/sql_parser.cup | 12 +--
.../org/apache/doris/analysis/CreateTableStmt.java | 4 +
.../org/apache/doris/analysis/DataDescription.java | 27 +++++-
.../org/apache/doris/analysis/DateLiteral.java | 89 ++++++++++++++++--
.../apache/doris/analysis/RefreshCatalogStmt.java | 15 ++-
.../org/apache/doris/analysis/RefreshDbStmt.java | 18 +++-
.../apache/doris/catalog/ColocateGroupSchema.java | 12 +++
.../org/apache/doris/catalog/PartitionKey.java | 22 +++--
.../org/apache/doris/catalog/RefreshManager.java | 7 +-
.../doris/catalog/external/ExternalDatabase.java | 8 +-
.../main/java/org/apache/doris/common/Config.java | 2 +-
.../java/org/apache/doris/common/ErrorCode.java | 2 +
.../org/apache/doris/common/util/PrintableMap.java | 1 +
.../apache/doris/datasource/CatalogFactory.java | 1 +
.../org/apache/doris/datasource/CatalogLog.java | 3 +
.../org/apache/doris/datasource/CatalogMgr.java | 10 +-
.../apache/doris/datasource/EsExternalCatalog.java | 2 +-
.../apache/doris/datasource/ExternalCatalog.java | 12 ++-
.../apache/doris/datasource/ExternalObjectLog.java | 3 +
.../doris/datasource/HMSExternalCatalog.java | 2 +-
.../apache/doris/datasource/InternalCatalog.java | 1 +
.../doris/datasource/JdbcExternalCatalog.java | 2 +-
.../org/apache/doris/load/BrokerFileGroup.java | 2 +
.../java/org/apache/doris/load/DeleteHandler.java | 6 +-
.../org/apache/doris/planner/LoadScanNode.java | 5 +-
.../apache/doris/planner/NestedLoopJoinNode.java | 2 +-
.../org/apache/doris/planner/OdbcScanNode.java | 8 ++
.../java/org/apache/doris/planner/ScanNode.java | 83 ++++++++++++++++
.../apache/doris/planner/SingleNodePlanner.java | 4 +-
.../apache/doris/planner/StreamLoadPlanner.java | 14 ++-
.../planner/external/ExternalFileScanNode.java | 23 ++++-
.../doris/planner/external/FileGroupInfo.java | 15 +++
.../apache/doris/planner/external/HiveSplit.java | 1 +
.../planner/external/IcebergScanProvider.java | 86 +++++++++++++++--
.../doris/planner/external/IcebergSplit.java | 5 +
.../doris/planner/external/LoadScanProvider.java | 3 +-
.../doris/planner/external/QueryScanProvider.java | 9 +-
.../apache/doris/service/FrontendServiceImpl.java | 3 +-
.../java/org/apache/doris/task/LoadTaskInfo.java | 5 +
.../java/org/apache/doris/task/StreamLoadTask.java | 11 +++
.../java/org/apache/doris/alter/AlterTest.java | 5 +-
.../doris/analysis/RangePartitionPruneTest.java | 8 ++
.../doris/planner/StreamLoadPlannerTest.java | 71 --------------
.../apache/doris/utframe/TestWithFeService.java | 8 +-
.../java/org/apache/doris/udf/UdafExecutor.java | 3 +-
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PlanNodes.thrift | 7 +-
.../test_outer_join_with_subquery.out | 3 +
regression-test/data/delete_p0/test_delete.out | 16 ++--
.../data/partition_p0/test_datev2_partition.out | 39 ++++++++
.../query_p0/show/test_show_create_catalog.out | 4 +
.../table_valued_function/test_hdfs_tvf.groovy | 2 -
.../test_outer_join_with_subquery.groovy | 25 +++++
.../suites/delete_p0/test_delete.groovy | 22 ++---
.../suites/export_p0/test_outfile_parquet.groovy | 2 +-
.../external_catalog_p0/hive/test_hive_orc.groovy | 27 ------
.../hive/test_hive_other.groovy | 25 -----
.../hive/test_hive_parquet.groovy | 28 ------
.../jsonb_p0/test_jsonb_load_and_function.groovy | 26 +++++-
.../test_jsonb_load_unique_key_and_function.groovy | 2 +
.../load_p0/broker_load/test_array_load.groovy | 8 --
.../load_p0/broker_load/test_broker_load.groovy | 21 -----
...n_column_exclude_schema_without_jsonpath.groovy | 2 -
.../stream_load/load_json_null_to_nullable.groovy | 6 --
.../stream_load/load_json_with_jsonpath.groovy | 7 --
.../load_p0/stream_load/test_hdfs_json_load.groovy | 6 --
.../load_p0/stream_load/test_json_load.groovy | 13 ---
.../stream_load/test_txt_special_delimiter.groovy | 7 --
.../partition_p0/test_datev2_partition.groovy | 76 +++++++++++++++
.../test_streamload_perfomance.groovy | 2 +-
.../query_p0/show/test_show_create_catalog.groovy | 46 +++++++++
.../multi_catalog_query/hive_catalog_orc.groovy | 25 -----
.../hive_catalog_parquet.groovy | 25 -----
111 files changed, 1066 insertions(+), 556 deletions(-)
create mode 100644 regression-test/data/partition_p0/test_datev2_partition.out
create mode 100644
regression-test/data/query_p0/show/test_show_create_catalog.out
create mode 100644
regression-test/suites/partition_p0/test_datev2_partition.groovy
create mode 100644
regression-test/suites/query_p0/show/test_show_create_catalog.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
