This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-65311-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 57a133abbe1 [fix](arrow-flight-sql) Close temporary VectorSchemaRoot
in createPreparedStatement to fix FE direct memory leak (#65311)
add 63f6bc98bdf branch-4.1: [improve](streaming-job) Support MySQL ADD
DROP schema changes #65325 (#65707)
add f084c0a34bf branch-4.1: [feature](runtime-filter) Add adaptive global
runtime filter tree publish (#65599)
add ab9a0f7c470 branch-4.1: [fix](regression) Select compaction profile BE
by tablet replica #65552 (#65720)
add a336f602f78 branch-4.1: [fix](regression) Make incomplete commit info
injection deterministic #65633 (#65704)
add d2926d1891d [branch-4.1](be) Move storage field type conversion to
core (#65717) (#65755)
add b9776f8da17 branch-4.1: [fix](aggregate) Check all aggregate function
arguments #65537 (#65753)
add 38f1091a98c branch-4.1: [fix](cloud) Ignore libfdb ASAN failures in
cloud UT runner #65749 (#65774)
add 16d29b43b29 [branch-4.1][refactor](iceberg) Refactor iceberg system
tables to use native table execution path (#65712)
add c4f7ca958cc branch-4.1: [test](fe) Cover internal query audit failure
in FE unit test #65696 (#65763)
add 111513ea125 branch-4.1: [fix](be) Guard empty stack trace formatting
#65731 (#65743)
add 061738e27df branch-4.1: [fix](ut-opt)Update JVM arguments in pom.xml
for testing (#65801)
add 5ce3096bc6d [fix](arrow-flight-sql) Close temporary VectorSchemaRoot
in createPreparedStatement to fix FE direct memory leak (#65311)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (57a133abbe1)
\
N -- N -- N refs/heads/auto-pick-65311-branch-4.1 (5ce3096bc6d)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/common/stack_trace.cpp | 23 +-
be/src/core/column/column_variant.cpp | 3 +-
be/src/core/data_type/data_type.cpp | 4 +-
be/src/core/data_type/data_type.h | 1 +
be/src/core/data_type/define_primitive_type.h | 3 +
be/src/core/data_type/storage_field_type.cpp | 202 +++++++++++++++
.../data_type/storage_field_type.h} | 18 +-
.../data_type_serde/data_type_decimal_serde.cpp | 4 +-
.../data_type_serde/data_type_number_serde.cpp | 3 +-
be/src/core/data_type_serde/data_type_serde.cpp | 4 +-
be/src/exec/common/variant_util.cpp | 9 +-
be/src/exec/runtime_filter/runtime_filter_mgr.cpp | 254 +++++++++++++++++--
be/src/exec/runtime_filter/runtime_filter_mgr.h | 31 ++-
be/src/exec/scan/file_scanner.cpp | 6 +
be/src/exec/scan/meta_scanner.cpp | 12 +-
be/src/exec/sink/writer/vtablet_writer.cpp | 10 +-
.../format/table/iceberg_sys_table_jni_reader.cpp | 38 ++-
be/src/format/table/iceberg_sys_table_jni_reader.h | 7 +-
be/src/service/internal_service.cpp | 23 +-
be/src/storage/olap_common.h | 4 +-
be/src/storage/tablet/tablet_schema.cpp | 130 +---------
be/src/storage/tablet/tablet_schema.h | 2 -
be/test/common/status_test.cpp | 29 +++
be/test/core/data_type/storage_field_type_test.cpp | 171 +++++++++++++
.../runtime_filter/runtime_filter_mgr_test.cpp | 110 ++++++++
cloud/script/run_all_tests.sh | 17 +-
cloud/test/stopwatch_test.cpp | 3 +-
docker/thirdparties/run-thirdparties-docker.sh | 1 -
.../doris/iceberg/IcebergSysTableJniScanner.java | 60 +++--
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 1 +
fe/fe-core/pom.xml | 2 +-
.../doris/catalog/BuiltinTableValuedFunctions.java | 2 -
.../main/java/org/apache/doris/catalog/Env.java | 19 +-
.../datasource/iceberg/IcebergExternalTable.java | 13 +
.../iceberg/IcebergSysExternalTable.java | 177 +++++++++++++
.../iceberg/source/IcebergApiSource.java | 35 +--
.../datasource/iceberg/source/IcebergScanNode.java | 54 +++-
.../datasource/iceberg/source/IcebergSplit.java | 12 +
.../datasource/paimon/PaimonSysExternalTable.java | 28 +-
.../doris/datasource/systable/IcebergSysTable.java | 53 ++--
.../apache/doris/datasource/systable/SysTable.java | 2 +-
.../doris/datasource/systable/TvfSysTable.java | 4 +-
.../glue/translator/PhysicalPlanTranslator.java | 3 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 11 +-
.../nereids/rules/analysis/UserAuthentication.java | 4 +
.../expressions/functions/table/IcebergMeta.java | 67 -----
.../visitor/TableValuedFunctionVisitor.java | 5 -
.../plans/commands/ShowCreateTableCommand.java | 45 +++-
.../trees/plans/logical/LogicalFileScan.java | 3 +-
.../java/org/apache/doris/qe/SessionVariable.java | 26 ++
.../CdcStreamTableValuedFunction.java | 1 +
.../tablefunction/IcebergTableValuedFunction.java | 168 ------------
.../doris/tablefunction/TableValuedFunctionIf.java | 2 -
.../systable/IcebergSysTableResolverTest.java | 99 ++++++++
.../rules/analysis/NormalizeAggregateTest.java | 10 +
.../rules/analysis/UserAuthenticationTest.java | 61 +++++
.../doris/qe/StmtExecutorInternalQueryTest.java | 45 ++++
.../cdcclient/service/PipelineCoordinator.java | 7 +-
.../deserialize/DebeziumJsonDeserializer.java | 5 +
.../deserialize/MySqlDebeziumJsonDeserializer.java | 193 +++++++++++++-
.../PostgresDebeziumJsonDeserializer.java | 19 +-
.../mysql/CustomAlterTableParserListener.java | 162 ++++++++++++
.../parse/mysql/CustomMySqlAntlrDdlParser.java | 282 +++++++++++++++++++++
.../mysql/CustomMySqlAntlrDdlParserListener.java | 118 +++++++++
.../source/parse/mysql/MySqlSchemaChange.java | 90 +++++++
.../source/reader/mysql/MySqlSourceReader.java | 14 +-
.../reader/postgres/PostgresSourceReader.java | 5 +-
.../doris/cdcclient/utils/SchemaChangeHelper.java | 202 +++++++++++----
.../doris/cdcclient/itcase/MockDorisServer.java | 68 ++++-
...Case.java => MySqlWriteSchemaChangeITCase.java} | 73 +++---
.../MySqlSchemaChangeDeserializeTest.java | 188 ++++++++++++++
.../PostgresSchemaChangeDeserializeTest.java | 14 +
.../parse/mysql/CustomMySqlAntlrDdlParserTest.java | 152 +++++++++++
.../source/reader/mysql/MySqlSourceReaderTest.java | 34 ++-
.../reader/postgres/PostgresSourceReaderTest.java | 43 ++++
.../cdcclient/utils/SchemaChangeHelperTest.java | 75 +++++-
gensrc/proto/internal_service.proto | 9 +-
gensrc/thrift/PaloInternalService.thrift | 2 +-
gensrc/thrift/PlanNodes.thrift | 1 +
.../external_table_p2/tvf/test_iceberg_meta.out | 22 --
..._job_sc.out => test_streaming_mysql_job_sc.out} | 14 -
.../cdc/test_streaming_mysql_job_sc_advanced.out | 39 +++
...test_streaming_mysql_job_sc_during_snapshot.out | 9 +
....out => test_streaming_mysql_job_sc_latest.out} | 10 +-
.../cdc/test_streaming_mysql_job_sc_restart_fe.out | 11 +
...reaming_job_cdc_stream_mysql_schema_change.out} | 4 +-
...ming_job_cdc_stream_postgres_schema_change.out} | 4 +-
.../test_compaction_profile_action.groovy | 9 +-
.../iceberg_branch_retention_and_snapshot.groovy | 18 +-
.../iceberg_tag_retention_and_consistency.groovy | 20 +-
.../iceberg/iceberg_branch_tag_operate.groovy | 2 +-
...st_iceberg_schema_change_with_timetravel.groovy | 2 +-
.../iceberg/test_iceberg_sys_table.groovy | 202 +++++----------
.../iceberg/test_iceberg_sys_table_auth.groovy | 64 -----
.../external_table_p0/polaris/test_polaris.groovy | 5 +-
.../iceberg_on_hms_and_filesystem_and_dlf.groovy | 10 +-
.../iceberg_rest_on_hdfs.groovy | 5 +-
.../iceberg_rest_s3_storage_vended_test.groovy | 5 +-
.../iceberg_rest_storage_test.groovy | 5 +-
.../external_table_p2/tvf/test_iceberg_meta.groovy | 90 -------
.../test_audit_log_internal_query_failure.groovy | 119 ---------
.../test_incomplete_commit_info.groovy | 22 +-
.../cdc/test_streaming_mysql_job_sc.groovy | 166 ++++++++++++
.../test_streaming_mysql_job_sc_advanced.groovy | 198 +++++++++++++++
...t_streaming_mysql_job_sc_during_snapshot.groovy | 147 +++++++++++
.../cdc/test_streaming_mysql_job_sc_latest.groovy | 125 +++++++++
.../test_streaming_mysql_job_sc_restart_fe.groovy | 153 +++++++++++
...aming_job_cdc_stream_mysql_schema_change.groovy | 116 +++++++++
...ng_job_cdc_stream_postgres_schema_change.groovy | 119 +++++++++
.../nereids_p0/aggregate/agg_group_concat.groovy | 8 +
110 files changed, 4430 insertions(+), 1183 deletions(-)
create mode 100644 be/src/core/data_type/storage_field_type.cpp
copy be/src/{format/table/paimon_doris_file_system.h =>
core/data_type/storage_field_type.h} (68%)
create mode 100644 be/test/core/data_type/storage_field_type_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergSysExternalTable.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/IcebergMeta.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/tablefunction/IcebergTableValuedFunction.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/systable/IcebergSysTableResolverTest.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/CustomAlterTableParserListener.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/CustomMySqlAntlrDdlParser.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/CustomMySqlAntlrDdlParserListener.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/parse/mysql/MySqlSchemaChange.java
copy
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/itcase/{MySqlWriteDmlITCase.java
=> MySqlWriteSchemaChangeITCase.java} (64%)
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/deserialize/MySqlSchemaChangeDeserializeTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/parse/mysql/CustomMySqlAntlrDdlParserTest.java
delete mode 100644
regression-test/data/external_table_p2/tvf/test_iceberg_meta.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_sc.out
=> test_streaming_mysql_job_sc.out} (75%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_advanced.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_during_snapshot.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_sc_latest.out
=> test_streaming_mysql_job_sc_latest.out} (52%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_restart_fe.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_alter_cred.out
=> tvf/test_streaming_job_cdc_stream_mysql_schema_change.out} (81%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_mysql_job_alter_cred.out
=> tvf/test_streaming_job_cdc_stream_postgres_schema_change.out} (81%)
delete mode 100644
regression-test/suites/external_table_p2/tvf/test_iceberg_meta.groovy
delete mode 100644
regression-test/suites/fault_injection_p0/test_audit_log_internal_query_failure.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_advanced.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_during_snapshot.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_latest.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_sc_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_mysql_schema_change.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_schema_change.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
