This is an automated email from the ASF dual-hosted git repository.
lijibing pushed a change to branch cast
in repository https://gitbox.apache.org/repos/asf/doris.git
from f0b3527be0f [chore](odbc) remove the ODBC code in BE part (#50625)
add d6f7e50cfa5 [Fix](cloud-mow) Rollup task should retry when encouter
TXN_CONFILCT in cloud mode (#50705)
add c7122622ac3 [test](trino connector) add trino connector query jdbc
datasource test (#50351)
add 47983462915 [improve](cloud-mow)Add some metrics aboout delete bitmap
update lock (#47988)
add 6c91a804dbf [feature](restore) introduce AgentBoundedBatchTask to
manage concurrent restore tasks (#50740)
add b2c46419f79 [chore](binlog) allow reading binlogs from follower
(#50714)
add 6f53090d833 [fix](regression)remove unstable case (#50750)
add da1749fcdad [fix](cooldown) allow cooldown_ttl = 0 when altering
storage policy (#50830)
add 1167b74b645 [fix](external table)Optimize the queue to prevent Out of
Memory (OOM). (#50649)
add 7bce8d91f37 [refactor](be) delete unused code (#50834)
add 8606104de67 [debug](mtmv) add debug log for insert into plan (#50842)
add dd088eb9e37 [opt](nereids)use SetPreAggStatus rule instead of
AdjustPreAggStatus with join limited (#48502)
add e010d5c1f76 [fix](cloud-mow) Commit transaction should fail when
partition has been droped (#49205)
add a02ddbeb3ae [fix](s3Client) Add `ca_cert_file_paths` conf for
stsClient` and recycler (#50837)
add 246634c2d2a [refactor](fe) make timeout unit more clear (#50808)
add de8dbbcbc04 [fix](storage vault) Fix two storage vault regression
cases (#50703)
add d77b0a81657 [fix](regression)unstable case test_map_select_with_limit
(#50620)
add 17d996768ba [fix](binlog) Fix AlterJobRecord.baseIndexId spelling
(#50850)
add f24507766ec [fix](inverted index) fix query error (#50860)
add b3abfaba6d8 [feat](refactor-param) refactor routineLoad's code about
fileformat (#50552)
add 522e7cef55a [Fix](JsonPath) return null when meet unknown escape
sequence, example '$.name\\k' (#50859)
add 0b58eb54713 [Enhancement] (nereids) implement
AdminRepairTableCommand,AdminCancelRepairTableCommand,AdminSetReplicaStatusCommand
in nereids (#49194)
add d22728c3d5c [Fix](external catalog) where tables in the
information_schema could not be displayed (#49607)
add 732d8c6184f [Fix](compaction) Fix nullptr in CloudStorageEngine due to
concurrent access to compaction maps (#50819)
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_base_compaction.cpp | 11 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 11 +-
be/src/cloud/cloud_storage_engine.cpp | 2 +
be/src/cloud/cloud_tablet.cpp | 3 +-
be/src/cloud/cloud_tablet.h | 3 +-
be/src/runtime/exec_env.h | 3 -
.../routine_load/routine_load_task_executor.cpp | 6 +
be/src/util/s3_util.cpp | 36 +-
be/src/util/s3_util.h | 1 -
be/src/vec/exec/scan/scanner_scheduler.h | 4 -
be/src/vec/exprs/vexpr.cpp | 4 +
be/src/vec/functions/function_json.cpp | 19 +-
be/test/io/fs/s3_obj_stroage_client_mock_test.cpp | 7 +
.../exprs/vexpr_evalute_inverted_index_test.cpp | 175 +++++
cloud/src/common/bvars.cpp | 12 +
cloud/src/common/bvars.h | 10 +
cloud/src/common/config.h | 6 +
cloud/src/meta-service/meta_service.cpp | 12 +
cloud/src/meta-service/meta_service_job.cpp | 32 +-
cloud/src/meta-service/meta_service_txn.cpp | 9 +
cloud/src/recycler/s3_accessor.cpp | 20 +-
cloud/src/recycler/s3_accessor.h | 1 +
cloud/test/util_test.cpp | 7 +
common/cpp/aws_common.cpp | 8 +
common/cpp/aws_common.h | 7 +-
.../main/java/org/apache/doris/common/Config.java | 9 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 8 +-
.../doris/alter/AlterLightSchChangeHelper.java | 2 +-
.../java/org/apache/doris/alter/RollupJobV2.java | 13 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 5 +-
.../doris/analysis/CreateRoutineLoadStmt.java | 105 +--
.../apache/doris/analysis/NativeInsertStmt.java | 2 +-
.../org/apache/doris/analysis/OutFileClause.java | 2 +-
.../java/org/apache/doris/backup/RestoreJob.java | 42 +-
.../org/apache/doris/binlog/AlterJobRecord.java | 6 +-
.../main/java/org/apache/doris/catalog/Env.java | 9 +
.../org/apache/doris/catalog/HdfsStorageVault.java | 10 +
.../org/apache/doris/catalog/S3StorageVault.java | 3 +
.../org/apache/doris/catalog/StorageVault.java | 13 +-
.../java/org/apache/doris/clone/TabletChecker.java | 22 +-
.../apache/doris/cloud/load/CloudLoadManager.java | 2 +-
.../transaction/CloudGlobalTransactionMgr.java | 549 +++++++++------
.../doris/common/util/FileFormatConstants.java | 4 -
.../apache/doris/datasource/ExternalCatalog.java | 2 +-
.../apache/doris/datasource/ExternalDatabase.java | 12 +-
.../apache/doris/datasource/SplitAssignment.java | 6 +-
.../fileformat/AvroFileFormatProperties.java | 2 +-
.../fileformat/CsvFileFormatProperties.java | 29 +-
.../property/fileformat/FileFormatProperties.java | 18 +-
.../fileformat/JsonFileFormatProperties.java | 8 +-
.../fileformat/OrcFileFormatProperties.java | 2 +-
.../fileformat/ParquetFileFormatProperties.java | 2 +-
.../fileformat/WalFileFormatProperties.java | 2 +-
.../TrinoConnectorExternalTable.java | 8 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 4 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 2 +-
.../doris/load/loadv2/LoadingTaskPlanner.java | 2 +-
.../apache/doris/load/loadv2/MysqlLoadManager.java | 2 +-
.../doris/load/routineload/RoutineLoadJob.java | 100 +--
.../java/org/apache/doris/master/MasterImpl.java | 4 +
.../java/org/apache/doris/metric/MetricRepo.java | 23 +
.../doris/nereids/jobs/executor/Rewriter.java | 4 +-
.../nereids/load/NereidsLoadingTaskPlanner.java | 2 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 21 +
.../org/apache/doris/nereids/rules/RuleType.java | 16 +-
.../nereids/rules/rewrite/AdjustPreAggStatus.java | 751 ---------------------
.../nereids/rules/rewrite/SetPreAggStatus.java | 592 ++++++++++++++++
.../apache/doris/nereids/trees/plans/PlanType.java | 5 +-
...and.java => AdminCancelRepairTableCommand.java} | 97 +--
...tsCommand.java => AdminRepairTableCommand.java} | 102 +--
.../commands/AdminSetReplicaStatusCommand.java} | 78 ++-
.../plans/commands/info/CreateRoutineLoadInfo.java | 91 +--
.../commands/insert/AbstractInsertExecutor.java | 2 +-
.../commands/insert/InsertIntoTableCommand.java | 5 +-
.../trees/plans/commands/insert/InsertUtils.java | 2 +-
.../plans/commands/insert/OlapInsertExecutor.java | 4 +-
.../trees/plans/visitor/CommandVisitor.java | 16 +
.../apache/doris/planner/StreamLoadPlanner.java | 2 +-
.../org/apache/doris/policy/StoragePolicy.java | 4 +-
.../java/org/apache/doris/qe/ConnectContext.java | 6 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 8 +-
.../org/apache/doris/qe/CoordinatorContext.java | 4 +-
.../java/org/apache/doris/qe/FEOpExecutor.java | 2 +-
.../java/org/apache/doris/qe/MasterOpExecutor.java | 2 +-
.../org/apache/doris/qe/MasterTxnExecutor.java | 4 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 6 +-
.../doris/qe/runtime/PipelineExecutionTask.java | 3 +-
.../apache/doris/service/FrontendServiceImpl.java | 54 +-
.../doris/statistics/query/QueryStatsUtil.java | 2 +-
.../doris/tablefunction/MetadataGenerator.java | 2 +-
.../java/org/apache/doris/task/AgentBatchTask.java | 6 +-
.../apache/doris/task/AgentBoundedBatchTask.java | 281 ++++++++
.../doris/transaction/GlobalTransactionMgr.java | 5 +
.../transaction/GlobalTransactionMgrIface.java | 2 +
.../apache/doris/transaction/TransactionEntry.java | 2 +-
...bleNameComparedLowercaseMetaCacheFalseTest.java | 9 +
.../fileformat/CsvFileFormatPropertiesTest.java | 2 +-
.../rules/rewrite/mv/SelectRollupIndexTest.java | 38 +-
...java => AdminCancelRepairTableCommandTest.java} | 90 +--
...dTest.java => AdminRepairTableCommandTest.java} | 64 +-
....java => AdminSetReplicaStatusCommandTest.java} | 35 +-
.../org/apache/doris/qe/ConnectContextTest.java | 4 +-
gensrc/thrift/FrontendService.thrift | 1 +
.../jdbc/test_trino_clickhouse.out} | Bin 2936 -> 2971 bytes
.../jdbc/test_trino_mysql.out} | Bin 94289 -> 93532 bytes
.../trino_connector/jdbc/test_trino_oracle.out | Bin 0 -> 6046 bytes
.../jdbc/test_trino_pg.out} | Bin 1959 -> 1934 bytes
.../trino_connector/jdbc/test_trino_sqlserver.out | Bin 0 -> 3560 bytes
.../cloud/test_cloud_mow_sync_mv.out} | Bin 419 -> 454 bytes
...e_fault_injection.out => test_expr_in_null.out} | Bin 151 -> 151 bytes
.../json_functions/test_json_function.out | Bin 1428 -> 1476 bytes
.../jdbc/test_trino_clickhouse.groovy | 57 ++
.../trino_connector/jdbc/test_trino_mysql.groovy | 64 ++
.../trino_connector/jdbc/test_trino_oracle.groovy | 57 ++
.../jdbc/test_trino_pg.groovy} | 41 +-
.../jdbc/test_trino_sqlserver.groovy | 57 ++
.../cloud/test_cloud_mow_sync_mv.groovy | 115 ++++
.../mow_insert_with_partition_drop.groovy} | 59 +-
.../inverted_index_p0/test_expr_in_null.groovy | 68 ++
.../load_p0/routine_load/test_routine_load.groovy | 4 +-
.../fold_constant_date_arithmatic.groovy | 1 -
.../nereids_rules_p0/set_preagg/set_preagg.groovy | 312 +++++++++
.../limit/test_map_select_with_limit.groovy | 3 +-
.../json_functions/test_json_function.groovy | 5 +
.../vault_p0/create/test_create_vault.groovy | 15 -
.../create/test_minio_storage_vault.groovy | 34 +-
126 files changed, 3077 insertions(+), 1684 deletions(-)
create mode 100644 be/test/vec/exprs/vexpr_evalute_inverted_index_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/AdjustPreAggStatus.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/SetPreAggStatus.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/{AdminCheckTabletsCommand.java
=> AdminCancelRepairTableCommand.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/{AdminCheckTabletsCommand.java
=> AdminRepairTableCommand.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/AdminSetReplicaStatusStmt.java
=> nereids/trees/plans/commands/AdminSetReplicaStatusCommand.java} (60%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/task/AgentBoundedBatchTask.java
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{AlterTableStatsCommandTest.java
=> AdminCancelRepairTableCommandTest.java} (50%)
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{AdminCopyTabletCommandTest.java
=> AdminRepairTableCommandTest.java} (50%)
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{DropExpiredStatsCommandTest.java
=> AdminSetReplicaStatusCommandTest.java} (69%)
copy
regression-test/data/external_table_p0/{jdbc/type_test/select/test_clickhouse_all_types_select.out
=> trino_connector/jdbc/test_trino_clickhouse.out} (77%)
copy
regression-test/data/external_table_p0/{jdbc/type_test/select/test_mysql_all_types_select.out
=> trino_connector/jdbc/test_trino_mysql.out} (95%)
create mode 100644
regression-test/data/external_table_p0/trino_connector/jdbc/test_trino_oracle.out
copy
regression-test/data/external_table_p0/{jdbc/type_test/select/test_pg_all_types_select.out
=> trino_connector/jdbc/test_trino_pg.out} (50%)
create mode 100644
regression-test/data/external_table_p0/trino_connector/jdbc/test_trino_sqlserver.out
copy regression-test/data/{mv_p0/unique_rewrite/unique_rewrite.out =>
fault_injection_p0/cloud/test_cloud_mow_sync_mv.out} (70%)
copy
regression-test/data/inverted_index_p0/{test_index_lowercase_fault_injection.out
=> test_expr_in_null.out} (96%)
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_clickhouse.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_mysql.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_oracle.groovy
copy
regression-test/suites/external_table_p0/{jdbc/type_test/select/test_pg_all_types_select.groovy
=> trino_connector/jdbc/test_trino_pg.groovy} (65%)
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_sqlserver.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_sync_mv.groovy
copy
regression-test/suites/{catalog_recycle_bin_p0/test_insert_overwrite_recover.groovy
=> insert_p0/mow_insert_with_partition_drop.groovy} (51%)
create mode 100644
regression-test/suites/inverted_index_p0/test_expr_in_null.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/set_preagg/set_preagg.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
