This is an automated email from the ASF dual-hosted git repository. morningman pushed a change to branch branch-2.1 in repository https://gitbox.apache.org/repos/asf/doris.git
from ebf45bff201 [fix](variables) change column type of @@autocommit to BIGINT (#33282) new 32d6a4fdd53 [opt](rowcount) refresh external table's rowcount async (#32997) new ecb4372479b [Fix](pipelinex) Fix `MaxScannerThreadNum` calculation error in file scan operator when turn on pipelinex. (#33037) new 190763e3018 [bugfix](iceberg)Convert the datetime type in the predicate according to the target column (#32923) new d9d950d98e1 [fix](iceberg) fix iceberg predicate conversion bug (#33283) new e9b67bc82df [bugfix](paimon)merge meta-inf/services for paimon FileIOLoader (#33166) new 8bb2ef16686 [opt](iceberg) no need to check the name format of iceberg's database (#32977) new c758a25dd81 [opt](fqdn) Add DNS Cache for FE and BE (#32869) new ed93d6132f5 [fix](jni) avoid coredump if failed to get jni env (#32950) new 95da52b9d8c [fix](avro) avoid BE crash if avro scanner's dependency jars is mssing (#33031) new feb2f4fae83 [feature](local-tvf) support local tvf on shared storage (#33050) new 466972926eb [fix](dns-cache) do not detach the refresh thread (#33182) new 586df24b9d2 [fix](tvf) Support fs.defaultFS with postfix '/' (#33202) new 69bf3b9da4b [fix](hdfs-writer) Catch error information after `hdfsCloseFile()` (#33195) new b882704eaf4 [fix](Export) Set the default value of the `data_consistence` property of export to `partition` (#32830) new 29556f758e1 [fix](parquet) fix time zone error in parquet reader (#33217) new fae55e0e462 [Feature](information_schema) add processlist table for information_schema db (#32511) new 1b3e4322e8a [improvement](serde) Handle NaN values in number for MySQL result write (#33227) The 17 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/common/config.cpp | 2 + be/src/common/config.h | 4 + be/src/exec/schema_scanner.cpp | 3 + be/src/exec/schema_scanner/schema_helper.cpp | 11 + be/src/exec/schema_scanner/schema_helper.h | 6 + .../schema_scanner/schema_processlist_scanner.cpp | 149 +++++ .../schema_scanner/schema_processlist_scanner.h | 53 ++ be/src/io/fs/hdfs_file_writer.cpp | 9 +- be/src/pipeline/exec/scan_operator.cpp | 3 +- be/src/runtime/client_cache.cpp | 2 +- be/src/runtime/exec_env.h | 4 + be/src/runtime/exec_env_init.cpp | 5 + be/src/service/internal_service.cpp | 8 +- be/src/util/brpc_client_cache.h | 4 +- be/src/util/dns_cache.cpp | 83 +++ be/src/util/dns_cache.h | 57 ++ be/src/util/hdfs_util.cpp | 5 + .../data_types/serde/data_type_number_serde.cpp | 14 +- .../exec/format/parquet/parquet_column_convert.h | 6 +- be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 2 +- be/src/vec/exec/jni_connector.cpp | 11 +- be/src/vec/exec/scan/pip_scanner_context.h | 6 +- be/src/vec/exec/scan/scanner_context.cpp | 1 - .../src/main/resources/package-deps.xml | 7 + .../java/org/apache/doris/analysis/ExportStmt.java | 18 +- .../main/java/org/apache/doris/catalog/Env.java | 10 + .../java/org/apache/doris/catalog/SchemaTable.java | 11 + .../java/org/apache/doris/common/DNSCache.java | 95 ++++ .../org/apache/doris/common/util/NetUtils.java | 16 +- .../doris/datasource/ExternalMetaCacheMgr.java | 3 +- .../doris/datasource/ExternalRowCountCache.java | 13 +- .../datasource/iceberg/IcebergMetadataOps.java | 14 +- .../doris/datasource/iceberg/IcebergUtils.java | 269 +++++++-- .../datasource/iceberg/source/IcebergScanNode.java | 18 +- .../doris/datasource/tvf/source/TVFScanNode.java | 12 +- .../main/java/org/apache/doris/load/ExportJob.java | 2 +- .../trees/plans/commands/ExportCommand.java | 16 +- .../java/org/apache/doris/qe/ConnectProcessor.java | 12 +- .../org/apache/doris/rpc/BackendServiceProxy.java | 4 +- .../org/apache/doris/system/BeSelectionPolicy.java | 1 + .../tablefunction/LocalTableValuedFunction.java | 38 +- .../analysis/ExportToOutfileLogicalPlanTest.java | 20 +- .../datasource/ExternalRowCountCacheTest.java | 100 ++++ .../doris/datasource/RefreshCatalogTest.java | 4 +- .../datasource/iceberg/IcebergPredicateTest.java | 256 +++++++++ .../data/datatype_p0/double/test_double_nan.out | 7 + .../data/datatype_p0/float/test_float_nan.out | 7 + .../hive/test_hive_basic_type.out | 24 +- .../jdbc/test_mariadb_jdbc_catalog.out | 1 + .../jdbc/test_mysql_jdbc_catalog.out | 1 + .../jdbc/test_mysql_jdbc_catalog_nereids.out | 1 + .../jdbc/test_mysql_jdbc_driver5_catalog.out | 1 + .../tvf/test_s3_tvf_parquet_compress.out | 120 ++-- .../hive/test_external_catalog_glue_table.out | 3 + .../hive/test_external_catalog_hive.out | 9 + .../iceberg/test_iceberg_predicate_conversion.out | 611 +++++++++++++++++++++ .../data/nereids_function_p0/scalar_function/A.out | 16 +- .../datatype_p0/bitmap/test_bitmap_int.groovy | 2 +- .../datatype_p0/double/test_double_nan.groovy | 28 + .../suites/datatype_p0/float/test_float_nan.groovy | 28 + .../test_nestedtypes_insert_into_select.groovy | 2 +- regression-test/suites/demo_p0/test_action.groovy | 2 +- .../suites/export_p0/test_export_basic.groovy | 33 +- .../export_p0/test_export_data_consistency.groovy | 3 +- .../test_hive_read_parquet_comlex_type.groovy | 4 +- .../hive/test_external_catalog_glue_table.groovy | 1 + .../hive/test_external_catalog_hive.groovy | 5 +- .../test_iceberg_predicate_conversion.groovy | 79 +++ .../update_on_current_timestamp.groovy | 2 +- .../suites/query_p0/join/test_join2.groovy | 2 +- 70 files changed, 2142 insertions(+), 237 deletions(-) create mode 100644 be/src/exec/schema_scanner/schema_processlist_scanner.cpp create mode 100644 be/src/exec/schema_scanner/schema_processlist_scanner.h create mode 100644 be/src/util/dns_cache.cpp create mode 100644 be/src/util/dns_cache.h create mode 100644 fe/fe-core/src/main/java/org/apache/doris/common/DNSCache.java create mode 100644 fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalRowCountCacheTest.java create mode 100644 fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergPredicateTest.java create mode 100644 regression-test/data/datatype_p0/double/test_double_nan.out create mode 100644 regression-test/data/datatype_p0/float/test_float_nan.out create mode 100644 regression-test/data/external_table_p2/iceberg/test_iceberg_predicate_conversion.out create mode 100644 regression-test/suites/datatype_p0/double/test_double_nan.groovy create mode 100644 regression-test/suites/datatype_p0/float/test_float_nan.groovy create mode 100644 regression-test/suites/external_table_p2/iceberg/test_iceberg_predicate_conversion.groovy --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org