This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 879a6577bfe [Feature](multi-catalog) Add memory tracker for orc
reader/writer and arrow parquet writer。 (#37234)
new df07690109a [Improvement][Audit] add sql type for query audit (#37790)
new a9e4ffdbd96 [Feature][external catalog/lakesoul] LakeSoul Catalog
support Filter Pushdown & Cdc data handling & S3 data access (#37979)
new 397cc68da32 [chore](bash) support read env variables from
doris_cloud.conf (#38060)
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
cloud/script/start.sh | 14 +
fe/be-java-extensions/lakesoul-scanner/pom.xml | 22 +-
.../apache/doris/lakesoul/LakeSoulJniScanner.java | 82 +++-
.../org/apache/doris/lakesoul/LakeSoulUtils.java | 30 +-
.../apache/doris/lakesoul/arrow/ArrowUtils.java | 8 +-
.../lakesoul/arrow/LakeSoulArrowJniScanner.java | 44 +-
fe/fe-core/pom.xml | 44 +-
.../doris/analysis/AlterCatalogCommentStmt.java | 5 +
.../doris/analysis/AlterCatalogNameStmt.java | 5 +
.../doris/analysis/AlterCatalogPropertyStmt.java | 5 +
.../doris/analysis/AlterColocateGroupStmt.java | 5 +
.../doris/analysis/AlterColumnStatsStmt.java | 5 +
.../doris/analysis/AlterDatabasePropertyStmt.java | 5 +
.../doris/analysis/AlterDatabaseQuotaStmt.java | 5 +
.../apache/doris/analysis/AlterDatabaseRename.java | 5 +
.../apache/doris/analysis/AlterJobStatusStmt.java | 5 +
.../org/apache/doris/analysis/AlterPolicyStmt.java | 5 +
.../apache/doris/analysis/AlterRepositoryStmt.java | 5 +
.../apache/doris/analysis/AlterResourceStmt.java | 5 +
.../org/apache/doris/analysis/AlterRoleStmt.java | 5 +
.../doris/analysis/AlterRoutineLoadStmt.java | 6 +
.../doris/analysis/AlterSqlBlockRuleStmt.java | 5 +
.../org/apache/doris/analysis/AlterSystemStmt.java | 5 +
.../org/apache/doris/analysis/AlterTableStmt.java | 5 +
.../org/apache/doris/analysis/AlterUserStmt.java | 5 +
.../org/apache/doris/analysis/AlterViewStmt.java | 5 +
.../doris/analysis/AlterWorkloadGroupStmt.java | 5 +
.../org/apache/doris/analysis/AnalyzeStmt.java | 5 +
.../java/org/apache/doris/analysis/BackupStmt.java | 6 +
.../doris/analysis/CancelAlterSystemStmt.java | 5 +
.../doris/analysis/CancelAlterTableStmt.java | 5 +
.../apache/doris/analysis/CancelBackupStmt.java | 5 +
.../apache/doris/analysis/CancelExportStmt.java | 5 +
.../apache/doris/analysis/CancelJobTaskStmt.java | 5 +
.../org/apache/doris/analysis/CancelLoadStmt.java | 5 +
.../org/apache/doris/analysis/CleanLabelStmt.java | 5 +
.../apache/doris/analysis/CleanProfileStmt.java | 5 +
.../apache/doris/analysis/CleanQueryStatsStmt.java | 5 +
.../apache/doris/analysis/CreateCatalogStmt.java | 5 +
.../doris/analysis/CreateDataSyncJobStmt.java | 5 +
.../org/apache/doris/analysis/CreateDbStmt.java | 5 +
.../doris/analysis/CreateEncryptKeyStmt.java | 5 +
.../org/apache/doris/analysis/CreateFileStmt.java | 5 +
.../apache/doris/analysis/CreateFunctionStmt.java | 5 +
.../doris/analysis/CreateMaterializedViewStmt.java | 5 +
.../apache/doris/analysis/CreatePolicyStmt.java | 5 +
.../doris/analysis/CreateRepositoryStmt.java | 5 +
.../apache/doris/analysis/CreateResourceStmt.java | 5 +
.../org/apache/doris/analysis/CreateRoleStmt.java | 5 +
.../doris/analysis/CreateRoutineLoadStmt.java | 5 +
.../doris/analysis/CreateSqlBlockRuleStmt.java | 5 +
.../doris/analysis/CreateTableAsSelectStmt.java | 5 +
.../apache/doris/analysis/CreateTableLikeStmt.java | 5 +
.../org/apache/doris/analysis/CreateTableStmt.java | 5 +
.../org/apache/doris/analysis/CreateUserStmt.java | 5 +
.../org/apache/doris/analysis/CreateViewStmt.java | 5 +
.../doris/analysis/CreateWorkloadGroupStmt.java | 5 +
.../analysis/CreateWorkloadSchedPolicyStmt.java | 5 +
.../java/org/apache/doris/analysis/DdlStmt.java | 5 +
.../java/org/apache/doris/analysis/DeleteStmt.java | 5 +
.../apache/doris/analysis/DropAnalyzeJobStmt.java | 5 +
.../org/apache/doris/analysis/DropCatalogStmt.java | 5 +
.../java/org/apache/doris/analysis/DropDbStmt.java | 5 +
.../apache/doris/analysis/DropEncryptKeyStmt.java | 5 +
.../org/apache/doris/analysis/DropFileStmt.java | 5 +
.../apache/doris/analysis/DropFunctionStmt.java | 5 +
.../doris/analysis/DropMaterializedViewStmt.java | 5 +
.../org/apache/doris/analysis/DropPolicyStmt.java | 5 +
.../apache/doris/analysis/DropRepositoryStmt.java | 5 +
.../apache/doris/analysis/DropResourceStmt.java | 5 +
.../org/apache/doris/analysis/DropRoleStmt.java | 5 +
.../doris/analysis/DropSqlBlockRuleStmt.java | 5 +
.../org/apache/doris/analysis/DropStatsStmt.java | 5 +
.../org/apache/doris/analysis/DropTableStmt.java | 5 +
.../org/apache/doris/analysis/DropUserStmt.java | 5 +
.../doris/analysis/DropWorkloadGroupStmt.java | 5 +
.../analysis/DropWorkloadSchedPolicyStmt.java | 5 +
.../org/apache/doris/analysis/ExecuteStmt.java | 5 +
.../java/org/apache/doris/analysis/ExportStmt.java | 5 +
.../java/org/apache/doris/analysis/GrantStmt.java | 5 +
.../doris/analysis/InsertOverwriteTableStmt.java | 6 +
.../java/org/apache/doris/analysis/InsertStmt.java | 5 +
.../apache/doris/analysis/InstallPluginStmt.java | 5 +
.../apache/doris/analysis/KillAnalysisJobStmt.java | 5 +
.../java/org/apache/doris/analysis/KillStmt.java | 5 +
.../java/org/apache/doris/analysis/LoadStmt.java | 4 +
.../doris/analysis/PauseRoutineLoadStmt.java | 5 +
.../apache/doris/analysis/PauseSyncJobStmt.java | 5 +
.../org/apache/doris/analysis/RecoverDbStmt.java | 5 +
.../doris/analysis/RecoverPartitionStmt.java | 5 +
.../apache/doris/analysis/RecoverTableStmt.java | 5 +
.../apache/doris/analysis/RefreshCatalogStmt.java | 4 +
.../org/apache/doris/analysis/RefreshDbStmt.java | 5 +
.../org/apache/doris/analysis/RefreshLdapStmt.java | 5 +
.../apache/doris/analysis/RefreshTableStmt.java | 5 +
.../org/apache/doris/analysis/RestoreStmt.java | 5 +
.../doris/analysis/ResumeRoutineLoadStmt.java | 5 +
.../apache/doris/analysis/ResumeSyncJobStmt.java | 5 +
.../java/org/apache/doris/analysis/RevokeStmt.java | 5 +
.../java/org/apache/doris/analysis/SelectStmt.java | 5 +
.../apache/doris/analysis/SetOperationStmt.java | 7 +
.../java/org/apache/doris/analysis/SetStmt.java | 5 +
.../apache/doris/analysis/SetUserPropertyStmt.java | 5 +
.../java/org/apache/doris/analysis/ShowStmt.java | 5 +
.../org/apache/doris/analysis/StatementBase.java | 4 +
.../{KillAnalysisJobStmt.java => StmtType.java} | 48 +-
.../apache/doris/analysis/StopRoutineLoadStmt.java | 5 +
.../org/apache/doris/analysis/StopSyncJobStmt.java | 5 +
.../java/org/apache/doris/analysis/SwitchStmt.java | 5 +
.../java/org/apache/doris/analysis/SyncStmt.java | 5 +
.../org/apache/doris/analysis/TransactionStmt.java | 5 +
.../apache/doris/analysis/TruncateTableStmt.java | 5 +
.../apache/doris/analysis/UninstallPluginStmt.java | 5 +
.../apache/doris/analysis/UnsetVariableStmt.java | 5 +
.../java/org/apache/doris/analysis/UpdateStmt.java | 5 +
.../java/org/apache/doris/analysis/UseStmt.java | 5 +
.../org/apache/doris/catalog/InternalSchema.java | 1 +
.../lakesoul/LakeSoulExternalCatalog.java | 22 +-
.../datasource/lakesoul/LakeSoulExternalTable.java | 22 +-
.../doris/datasource/lakesoul/LakeSoulUtils.java | 535 +++++++++++++++++++++
.../lakesoul/source/LakeSoulScanNode.java | 158 +++++-
.../doris/nereids/analyzer/UnboundResultSink.java | 6 +
.../doris/nereids/rules/analysis/BindRelation.java | 1 +
.../trees/plans/commands/AlterMTMVCommand.java | 5 +
.../trees/plans/commands/AlterViewCommand.java | 6 +
.../nereids/trees/plans/commands/CallCommand.java | 5 +
.../plans/commands/CancelMTMVTaskCommand.java | 6 +
.../trees/plans/commands/CreateMTMVCommand.java | 6 +
.../trees/plans/commands/CreatePolicyCommand.java | 6 +
.../plans/commands/CreateProcedureCommand.java | 6 +
.../trees/plans/commands/CreateTableCommand.java | 6 +
.../plans/commands/CreateTableLikeCommand.java | 6 +
.../trees/plans/commands/CreateViewCommand.java | 6 +
.../trees/plans/commands/DeleteFromCommand.java | 6 +
.../plans/commands/DeleteFromUsingCommand.java | 6 +
.../trees/plans/commands/DropMTMVCommand.java | 6 +
.../trees/plans/commands/DropProcedureCommand.java | 6 +
.../trees/plans/commands/ExecuteCommand.java | 6 +
.../trees/plans/commands/ExplainCommand.java | 6 +
.../trees/plans/commands/ExportCommand.java | 6 +
.../nereids/trees/plans/commands/LoadCommand.java | 6 +
.../trees/plans/commands/PauseMTMVCommand.java | 6 +
.../trees/plans/commands/PrepareCommand.java | 6 +
.../trees/plans/commands/RefreshMTMVCommand.java | 6 +
.../trees/plans/commands/ResumeMTMVCommand.java | 6 +
.../plans/commands/ShowConstraintsCommand.java | 6 +
.../plans/commands/ShowCreateProcedureCommand.java | 6 +
.../plans/commands/ShowProcedureStatusCommand.java | 6 +
.../trees/plans/commands/UpdateCommand.java | 6 +
.../insert/BatchInsertIntoTableCommand.java | 6 +
.../commands/insert/InsertIntoTableCommand.java | 6 +
.../insert/InsertOverwriteTableCommand.java | 6 +
.../nereids/trees/plans/logical/LogicalPlan.java | 5 +
.../org/apache/doris/plugin/audit/AuditEvent.java | 7 +
.../doris/plugin/audit/AuditLoaderPlugin.java | 1 +
.../java/org/apache/doris/qe/AuditLogHelper.java | 18 +
.../doris/alter/InternalSchemaAlterTest.java | 14 +
.../org/apache/doris/analysis/QueryStmtTest.java | 29 ++
.../datasource/lakesoul/LakeSoulPredicateTest.java | 280 +++++++++++
.../doris/nereids/parser/NereidsParserTest.java | 21 +
.../apache/doris/qe/AuditEventProcessorTest.java | 2 +
.../org/apache/doris/utframe/UtFrameUtils.java | 20 +
fe/pom.xml | 4 +-
.../apache/doris/plugin/audit/AuditPluginDemo.java | 1 -
.../src/main/assembly/plugin.properties | 2 +-
.../audit/{ => custom}/AuditLoaderPlugin.java | 15 +-
.../audit/{ => custom}/DorisStreamLoader.java | 17 +-
.../dialect/spark/SparkSql3LogicalPlanBuilder.java | 2 +-
.../spark/SparkSqlDialectConverterPlugin.java | 2 +-
.../dialect/trino/TrinoLogicalPlanBuilder.java | 2 +-
regression-test/conf/regression-conf.groovy | 11 +
.../lakesoul/test_lakesoul_filter.out | 8 +
.../pipeline/external/conf/regression-conf.groovy | 4 +
.../lakesoul/test_lakesoul_catalog.groovy | 23 +-
.../lakesoul/test_lakesoul_filter.groovy | 58 +++
.../lakesoul/test_external_table_lakesoul.groovy | 24 +-
176 files changed, 2185 insertions(+), 136 deletions(-)
copy
fe/fe-core/src/main/java/org/apache/doris/analysis/{KillAnalysisJobStmt.java =>
StmtType.java} (63%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/lakesoul/LakeSoulUtils.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/lakesoul/LakeSoulPredicateTest.java
rename fe_plugins/auditloader/src/main/java/org/apache/doris/plugin/audit/{ =>
custom}/AuditLoaderPlugin.java (97%)
rename fe_plugins/auditloader/src/main/java/org/apache/doris/plugin/audit/{ =>
custom}/DorisStreamLoader.java (92%)
create mode 100644
regression-test/data/external_table_p0/lakesoul/test_lakesoul_filter.out
create mode 100644
regression-test/suites/external_table_p0/lakesoul/test_lakesoul_filter.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
