This is an automated email from the ASF dual-hosted git repository.
lihaopeng pushed a change to branch topn-lazy-materialize-poc
in repository https://gitbox.apache.org/repos/asf/doris.git
omit d6b34dc582d add log to debug the id mapping null
omit 61df3200c24 fix rebase error
omit f9cf08a1607 fix the ut
omit bc38f6819e1 turn off lazy materialization for defer_materialization
cases
omit 516c9e16c01 fix the block column not match bug
omit b8bb32e7128 fix alias issue
omit ee43d6ff47b shape update
omit f8d04734a85 fix missing unused key col
omit 09a92eff234 fix the p0 failed by BE
omit f54ef6f355e fix wg null pointer
omit db197e01381 fix the ut compile
omit 73e61a7fc75 apply licesen
omit 41717b28a66 diable key lazy materialize in mor/agg key
omit 92892e88cdd fix char padding not remove bug
omit 7bb787745d3 fix typo
omit 524c3f477b0 translate_fix
omit 0e8bb7680ff topn filter ut
omit e795f2180a2 fix test failed
omit 6c7c09d583e fix compile error
omit 0d4e1a6fc27 do code format
omit e4315f44e29 fe
omit 0d61715bca9 Support topn-lazy-materialize
add 5e3e77f6d78 [Refactor](type&case) Remove TypeIndex, add Cast cases,
rename some Date utils (#50772)
add c554b53d021 [Enhancement](nereids)implement TruncateTableCommand in
nereids (#50196)
add 6b2fe74612c [fix](cooldown) add mem tracker for Tablet::cooldown
(#50763)
add b6d0208be74 [fix](ci) stop grace with timeout 30m (#50704)
add 543609eab3b [refactor](minor) Rename `DataTypeObject` and
`ColumnObject` (#50796)
add 351c376f2b1 [fix](case) adjust remote_fragment_exec_timeout_ms to
avoid unstable … (#50801)
add 0715a612b95 [Fix](regression-test) fix test_export_max_file_size case
(#50795)
add c0e93fcf861 [Fix](group commit) Fix group commit null map (#50713)
add 671a85e204d [Fix](recycler) Fix transaction label recycling to prevent
key cleanup failures and 'key not found' errors (#50766)
add 94ee9ba5859 [fix](http) remove file before downloading (#50754)
add d0731c8a309 [opt](nereids) support prune partitions by specified
tablet ids (#50424)
add 4ce95d325e4 [refactor](fe) Merge MasterOpExecutor and FEOpExecutor
(#50776)
add d2612d4c16b [bugfix](nerids) align locate function behavior with BE
side (#50797)
add f0b3527be0f [chore](odbc) remove the ODBC code in BE part (#50625)
add d6f7e50cfa5 [Fix](cloud-mow) Rollup task should retry when encouter
TXN_CONFILCT in cloud mode (#50705)
add c7122622ac3 [test](trino connector) add trino connector query jdbc
datasource test (#50351)
add 47983462915 [improve](cloud-mow)Add some metrics aboout delete bitmap
update lock (#47988)
add 6c91a804dbf [feature](restore) introduce AgentBoundedBatchTask to
manage concurrent restore tasks (#50740)
add b2c46419f79 [chore](binlog) allow reading binlogs from follower
(#50714)
add 6f53090d833 [fix](regression)remove unstable case (#50750)
add da1749fcdad [fix](cooldown) allow cooldown_ttl = 0 when altering
storage policy (#50830)
add 1167b74b645 [fix](external table)Optimize the queue to prevent Out of
Memory (OOM). (#50649)
add 7bce8d91f37 [refactor](be) delete unused code (#50834)
add 8606104de67 [debug](mtmv) add debug log for insert into plan (#50842)
add dd088eb9e37 [opt](nereids)use SetPreAggStatus rule instead of
AdjustPreAggStatus with join limited (#48502)
add e010d5c1f76 [fix](cloud-mow) Commit transaction should fail when
partition has been droped (#49205)
add a02ddbeb3ae [fix](s3Client) Add `ca_cert_file_paths` conf for
stsClient` and recycler (#50837)
add 246634c2d2a [refactor](fe) make timeout unit more clear (#50808)
add de8dbbcbc04 [fix](storage vault) Fix two storage vault regression
cases (#50703)
add d77b0a81657 [fix](regression)unstable case test_map_select_with_limit
(#50620)
add 17d996768ba [fix](binlog) Fix AlterJobRecord.baseIndexId spelling
(#50850)
add f24507766ec [fix](inverted index) fix query error (#50860)
add b3abfaba6d8 [feat](refactor-param) refactor routineLoad's code about
fileformat (#50552)
add 522e7cef55a [Fix](JsonPath) return null when meet unknown escape
sequence, example '$.name\\k' (#50859)
add 0b58eb54713 [Enhancement] (nereids) implement
AdminRepairTableCommand,AdminCancelRepairTableCommand,AdminSetReplicaStatusCommand
in nereids (#49194)
add d22728c3d5c [Fix](external catalog) where tables in the
information_schema could not be displayed (#49607)
add 732d8c6184f [Fix](compaction) Fix nullptr in CloudStorageEngine due to
concurrent access to compaction maps (#50819)
add c70f0875572 [enhancement](plugin) logstash: support multi-table
(#48040)
add 30bce874839 [enhancement](plugin) filebeat: support multi-table
(#47691)
add 4aa3b4930f2 [enhance](metrics)add metrics to show compaction task num
(#50706)
add 4b4b3b92c8f [feat](sql-convertor) support enable sql convertor's
feature by session variable (#50707)
add d71ca911cc2 [fix](nereids) fix parse date time exception (#50810)
add e2e52c5c9bd [opt](doris compose) stop command wait fe / be dead
(#50745)
add 015c20b69f0 [fix](cloud) release fd after clear file cache (#50555)
add d10dc4ad858 [fix](job scheduler) specifies both startTime and
immediate, it will trigger one fewer task execution (#50624)
add 66ef4efb612 [fix](Nereids) could not work well when check precision
for null literal (#50815)
add d626691d3e6 [fix](external)Fix potential concurrency issues that may
occur during the "show proc" operation (#50828)
add d524e8ee851 [fix](aws iam role) Fix some bug about iam role feature
(#50682)
add d65e4a73816 [fix](ddl) Wrong result of scalar type `toString` for
DATETIMEV2 (#50237)
add 12007358b8d [feature](Nereids) support turn off ONLY_FULL_GROUP_BY sql
mode (#49341)
add b50e75cb289 [improve](cloud) limit number of table dimension metrics
in prometheus (#50586)
add 32f52517449 [fix](cloud) Periodically cleaning secondary be in cloud
used by redundant tablets (#50200)
add 1e8bc9034f7 [typo](storage-engine) Fix logging typo (#50867)
add bf219503488 [fix](hive) fix write hive partition by Doris (#50864)
add 966865c7d45 [fix](join)Consider mark join when computing right_col_idx
(#50720)
add a382718d3dd [Enhancement](nereids) support show load (#50865)
add ae48cbeec9c [fix](iceberg)Table operations are not supported for
catalogs of the dlf type. (#50696)
add a2f79fe57d8 [fix](jdbc catalog) fix a jdbc catalog npe (#50901)
add b82a287c102 [refactor](Nereids) remove ListQuery expression (#50894)
add 345cbd209f6 [fix](iceberg)Table operations are not supported for
catalogs of the dlf type for nereids (#50936)
add bfd694b2086 Support topn-lazy-materialize
add 0c4dfb08a3f fe
add 3485f6e695c do code format
add d05493ac577 fix compile error
add 7d98eeed8d7 fix test failed
add e7f4222db7c topn filter ut
add a9d6b545937 translate_fix
add eff00628b39 fix typo
add 72d9ec8103e fix char padding not remove bug
add 3f1d9abe7f0 diable key lazy materialize in mor/agg key
add 7e1981391cd apply licesen
add c7d8f55956c fix the ut compile
add 38b1fc084ec fix wg null pointer
add 1fdf01f5d43 fix the p0 failed by BE
add bb4325d1fbb fix missing unused key col
add a25b8fcb63a shape update
add 2a316531e4e fix alias issue
add b28da831ed2 fix the block column not match bug
add d456035a75d turn off lazy materialization for defer_materialization
cases
add 1305a0d60fa fix the ut
add 13fc5a61462 fix rebase error
add 43743bc8980 add log to debug the id mapping null
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d6b34dc582d)
\
N -- N -- N refs/heads/topn-lazy-materialize-poc (43743bc8980)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_base_compaction.cpp | 11 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 11 +-
be/src/cloud/cloud_storage_engine.cpp | 18 +
be/src/cloud/cloud_tablet.cpp | 3 +-
be/src/cloud/cloud_tablet.h | 3 +-
be/src/common/config.cpp | 3 -
be/src/common/config.h | 3 -
be/src/exec/odbc_connector.cpp | 327 ---------
be/src/exec/odbc_connector.h | 116 ----
be/src/exec/table_connector.cpp | 4 +-
be/src/exec/table_connector.h | 4 +-
be/src/http/http_client.cpp | 7 +
be/src/io/cache/block_file_cache.cpp | 20 +-
be/src/olap/olap_server.cpp | 25 +
be/src/olap/rowset/segment_v2/column_reader.cpp | 16 +-
.../rowset/segment_v2/hierarchical_data_reader.cpp | 10 +-
.../rowset/segment_v2/hierarchical_data_reader.h | 22 +-
be/src/olap/rowset/segment_v2/segment.cpp | 4 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 2 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 2 +-
be/src/olap/storage_engine.cpp | 2 +-
be/src/olap/tablet.cpp | 6 +
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 29 +-
be/src/pipeline/exec/hashjoin_probe_operator.h | 3 +
.../pipeline/exec/join/process_hash_table_probe.h | 10 +-
.../exec/join/process_hash_table_probe_impl.h | 134 +++-
be/src/runtime/define_primitive_type.h | 22 +-
be/src/runtime/descriptors.cpp | 23 -
be/src/runtime/descriptors.h | 24 -
be/src/runtime/exec_env.h | 3 -
be/src/runtime/primitive_type.cpp | 101 ---
be/src/runtime/primitive_type.h | 1 -
.../routine_load/routine_load_task_executor.cpp | 6 +
be/src/util/datetype_cast.hpp | 2 +-
be/src/util/doris_metrics.cpp | 16 +
be/src/util/doris_metrics.h | 5 +
be/src/util/s3_util.cpp | 36 +-
be/src/util/s3_util.h | 1 -
.../aggregate_function_approx_count_distinct.cpp | 2 +-
.../aggregate_function_group_array_intersect.h | 2 +-
.../aggregate_function_reader_first_last.h | 2 +-
.../aggregate_function_window.cpp | 4 +-
be/src/vec/columns/column_object.cpp | 265 ++++----
be/src/vec/columns/column_object.h | 18 +-
be/src/vec/columns/column_vector.h | 1 -
be/src/vec/common/hash_table/join_hash_table.h | 11 +-
be/src/vec/common/schema_util.cpp | 22 +-
be/src/vec/common/schema_util.h | 6 +-
be/src/vec/core/call_on_type_index.h | 2 +-
be/src/vec/core/types.h | 56 --
...me_v2.cpp => data_type_date_or_datetime_v2.cpp} | 2 +-
...e_time_v2.h => data_type_date_or_datetime_v2.h} | 4 +-
be/src/vec/data_types/data_type_date_time.h | 13 +-
be/src/vec/data_types/data_type_factory.cpp | 12 +-
be/src/vec/data_types/data_type_object.cpp | 34 +-
be/src/vec/data_types/data_type_object.h | 8 +-
be/src/vec/data_types/data_type_time.h | 9 +-
be/src/vec/data_types/get_least_supertype.cpp | 2 +-
.../data_types/serde/data_type_object_serde.cpp | 76 +--
.../vec/data_types/serde/data_type_object_serde.h | 4 +-
be/src/vec/exec/scan/scanner_scheduler.h | 4 -
be/src/vec/exprs/table_function/vexplode.cpp | 2 +-
be/src/vec/exprs/table_function/vexplode_v2.cpp | 2 +-
be/src/vec/exprs/vexpr.cpp | 4 +
.../vec/functions/array/function_array_range.cpp | 2 +-
.../vec/functions/array/function_array_utils.cpp | 2 +-
be/src/vec/functions/dictionary.h | 2 +-
be/src/vec/functions/function_case.h | 6 +-
be/src/vec/functions/function_cast.h | 52 +-
be/src/vec/functions/function_convert_tz.h | 2 +-
.../function_date_or_datetime_computation.h | 2 +-
.../function_date_or_datetime_computation_v2.cpp | 2 +-
.../function_date_or_datetime_to_string.cpp | 2 +-
.../vec/functions/function_datetime_floor_ceil.cpp | 2 +-
.../function_datetime_string_to_string.cpp | 2 +-
be/src/vec/functions/function_fake.cpp | 2 +-
be/src/vec/functions/function_json.cpp | 19 +-
.../vec/functions/function_time_value_to_field.cpp | 2 +-
be/src/vec/functions/function_timestamp.cpp | 2 +-
be/src/vec/functions/function_variant_element.cpp | 41 +-
be/src/vec/functions/time_of_function.cpp | 2 +-
be/src/vec/functions/to_time_function.cpp | 2 +-
be/src/vec/json/parse2column.cpp | 4 +-
be/src/vec/olap/olap_data_convertor.cpp | 12 +-
be/src/vec/olap/olap_data_convertor.h | 2 +-
be/src/vec/runtime/time_value.h | 16 +-
be/src/vec/sink/writer/vmysql_table_writer.cpp | 2 +-
be/src/vec/sink/writer/vodbc_table_writer.cpp | 70 --
be/src/vec/sink/writer/vodbc_table_writer.h | 56 --
be/test/io/fs/s3_obj_stroage_client_mock_test.cpp | 7 +
be/test/olap/compaction_metrics_test.cpp | 141 ++++
.../operator/hashjoin_probe_operator_test.cpp | 28 +
.../agg_group_array_intersect_test.cpp | 2 +-
.../vec/aggregate_functions/agg_histogram_test.cpp | 2 +-
be/test/vec/columns/column_array_test.cpp | 199 +++---
be/test/vec/columns/column_object_test.cpp | 32 +-
be/test/vec/core/block_test.cpp | 2 +-
be/test/vec/core/get_common_type_test.cpp | 2 +-
be/test/vec/data_types/common_data_type_test.h | 15 +-
.../vec/data_types/data_type_agg_state_test.cpp | 3 +-
be/test/vec/data_types/data_type_array_test.cpp | 178 ++---
be/test/vec/data_types/data_type_bitmap_test.cpp | 2 +-
be/test/vec/data_types/data_type_decimal_test.cpp | 3 +-
.../data_type_fixed_length_object_test.cpp | 3 +-
be/test/vec/data_types/data_type_hll_test.cpp | 2 +-
be/test/vec/data_types/data_type_ip_test.cpp | 40 +-
be/test/vec/data_types/data_type_map_test.cpp | 242 ++++---
be/test/vec/data_types/data_type_number_test.cpp | 7 +-
.../data_types/data_type_quantile_state_test.cpp | 3 +-
be/test/vec/data_types/data_type_string_test.cpp | 5 +-
be/test/vec/data_types/data_type_struct_test.cpp | 171 +++--
be/test/vec/data_types/data_type_time_v2_test.cpp | 3 +-
be/test/vec/data_types/datetime_round_test.cpp | 2 +-
.../serde/data_type_serde_arrow_test.cpp | 2 +-
.../serde/data_type_serde_decimal_test.cpp | 3 +-
.../serde/data_type_serde_mysql_test.cpp | 2 +-
.../data_types/serde/data_type_serde_pb_test.cpp | 2 +-
.../exprs/vexpr_evalute_inverted_index_test.cpp | 175 +++++
be/test/vec/function/cast/cast_test.h | 35 +-
be/test/vec/function/cast/cast_to_boolean_test.cpp | 56 +-
be/test/vec/function/cast/cast_to_date_test.cpp | 201 ++++++
.../vec/function/cast/cast_to_datetime_test.cpp | 203 ++++++
be/test/vec/function/cast/cast_to_time_test.cpp | 109 +++
be/test/vec/function/function_arithmetic_test.cpp | 14 +-
.../function/function_array_aggregation_test.cpp | 152 +++--
.../vec/function/function_array_element_test.cpp | 26 +-
be/test/vec/function/function_array_index_test.cpp | 53 +-
be/test/vec/function/function_array_size_test.cpp | 12 +-
.../vec/function/function_arrays_overlap_test.cpp | 36 +-
be/test/vec/function/function_bitmap_test.cpp | 33 +-
be/test/vec/function/function_convert_tz_test.cpp | 2 +-
be/test/vec/function/function_geo_test.cpp | 60 +-
be/test/vec/function/function_hash_test.cpp | 28 +-
be/test/vec/function/function_hll_test.cpp | 6 +-
be/test/vec/function/function_ifnull_test.cpp | 10 +-
be/test/vec/function/function_ip_test.cpp | 13 +-
be/test/vec/function/function_json_test.cpp | 10 +-
be/test/vec/function/function_jsonb_test.cpp | 271 ++++----
be/test/vec/function/function_like_test.cpp | 29 +-
be/test/vec/function/function_math_test.cpp | 110 +--
be/test/vec/function/function_nullif_test.cpp | 6 +-
be/test/vec/function/function_string_test.cpp | 189 +++---
be/test/vec/function/function_test_template.cpp | 5 +-
be/test/vec/function/function_test_util.cpp | 81 ++-
be/test/vec/function/function_test_util.h | 136 +++-
.../function/function_time_cast_to_date_test.cpp | 2 +-
be/test/vec/function/function_time_test.cpp | 341 +++++-----
be/test/vec/function/function_url_test.cpp | 6 +-
be/test/vec/function/table_function_test.cpp | 72 +-
be/test/vec/jsonb/serialize_test.cpp | 2 +-
.../writer/iceberg/partition_transformers_test.cpp | 2 +-
cloud/src/common/bvars.cpp | 12 +
cloud/src/common/bvars.h | 10 +
cloud/src/common/config.h | 6 +
cloud/src/meta-service/meta_service.cpp | 12 +
cloud/src/meta-service/meta_service_job.cpp | 32 +-
cloud/src/meta-service/meta_service_txn.cpp | 9 +
cloud/src/recycler/recycler.cpp | 8 +-
cloud/src/recycler/s3_accessor.cpp | 20 +-
cloud/src/recycler/s3_accessor.h | 1 +
cloud/test/recycler_test.cpp | 55 ++
cloud/test/util_test.cpp | 7 +
common/cpp/aws_common.cpp | 8 +
common/cpp/aws_common.h | 7 +-
docker/runtime/doris-compose/Dockerfile | 67 +-
docker/runtime/doris-compose/Readme.md | 4 +-
docker/runtime/doris-compose/cluster.py | 2 +-
docker/runtime/doris-compose/command.py | 111 ++-
docker/runtime/doris-compose/database.py | 6 +-
docker/runtime/doris-compose/format-code.sh | 4 +
.../docker-compose/hive/hadoop-hive-2x.env.tpl | 2 +
.../docker-compose/hive/hadoop-hive-3x.env.tpl | 2 +-
.../docker-compose/hive/hadoop-hive.env.tpl | 1 +
.../scripts/create_preinstalled_scripts/run77.hql | 30 +
extension/beats/doris/client.go | 361 +++++++---
extension/beats/doris/common_test.go | 323 +++++++++
extension/beats/doris/config.go | 28 +-
extension/beats/doris/doris.go | 61 +-
extension/beats/go.mod | 4 +-
extension/beats/go.sum | 2 -
extension/logstash/.gitignore | 8 +
extension/logstash/lib/logstash/outputs/doris.rb | 269 +++++---
.../logstash/lib/logstash/util/delay_event.rb | 18 +-
extension/logstash/logstash-output-doris.gemspec | 8 +-
fe/fe-common/pom.xml | 4 +
.../main/java/org/apache/doris/common/Config.java | 17 +-
fe/fe-core/pom.xml | 4 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 18 +-
.../doris/alter/AlterLightSchChangeHelper.java | 2 +-
.../java/org/apache/doris/alter/RollupJobV2.java | 13 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 5 +-
.../apache/doris/analysis/CreateResourceStmt.java | 6 +-
.../doris/analysis/CreateRoutineLoadStmt.java | 105 +--
.../org/apache/doris/analysis/CreateTableStmt.java | 6 +-
.../apache/doris/analysis/NativeInsertStmt.java | 2 +-
.../org/apache/doris/analysis/OutFileClause.java | 2 +-
.../java/org/apache/doris/backup/RestoreJob.java | 42 +-
.../org/apache/doris/binlog/AlterJobRecord.java | 6 +-
.../main/java/org/apache/doris/catalog/Env.java | 31 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 10 +
.../org/apache/doris/catalog/S3StorageVault.java | 3 +
.../org/apache/doris/catalog/StorageVault.java | 13 +-
.../java/org/apache/doris/clone/TabletChecker.java | 22 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 44 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 2 +
.../apache/doris/cloud/load/CloudLoadManager.java | 2 +-
.../transaction/CloudGlobalTransactionMgr.java | 549 +++++++++------
.../org/apache/doris/common/proc/DbsProcDir.java | 16 +-
.../doris/common/util/FileFormatConstants.java | 4 -
.../apache/doris/common/util/PropertyAnalyzer.java | 8 +-
.../java/org/apache/doris/common/util/S3Util.java | 32 +-
.../org/apache/doris/datasource/CatalogIf.java | 3 +
.../apache/doris/datasource/ExternalCatalog.java | 29 +-
.../apache/doris/datasource/ExternalDatabase.java | 12 +-
.../apache/doris/datasource/InternalCatalog.java | 237 +++++++
.../apache/doris/datasource/SplitAssignment.java | 6 +-
.../doris/datasource/hive/HMSTransaction.java | 12 +-
.../iceberg/IcebergDLFExternalCatalog.java | 44 ++
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 1 +
.../datasource/paimon/source/PaimonScanNode.java | 2 +-
.../datasource/property/PropertyConverter.java | 29 +
.../property/constants/S3Properties.java | 2 +-
.../fileformat/AvroFileFormatProperties.java | 2 +-
.../fileformat/CsvFileFormatProperties.java | 29 +-
.../property/fileformat/FileFormatProperties.java | 18 +-
.../fileformat/JsonFileFormatProperties.java | 8 +-
.../fileformat/OrcFileFormatProperties.java | 2 +-
.../fileformat/ParquetFileFormatProperties.java | 2 +-
.../fileformat/WalFileFormatProperties.java | 2 +-
.../TrinoConnectorExternalTable.java | 8 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 19 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 101 +++
.../org/apache/doris/fs/remote/RemoteFile.java | 13 +-
.../org/apache/doris/fs/remote/S3FileSystem.java | 27 +-
.../apache/doris/httpv2/rest/SetConfigAction.java | 2 +-
.../doris/job/base/JobExecutionConfiguration.java | 10 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 4 +-
.../org/apache/doris/load/GroupCommitManager.java | 4 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 2 +-
.../doris/load/loadv2/LoadingTaskPlanner.java | 2 +-
.../apache/doris/load/loadv2/MysqlLoadManager.java | 2 +-
.../doris/load/routineload/RoutineLoadJob.java | 100 +--
.../java/org/apache/doris/master/MasterImpl.java | 4 +
.../java/org/apache/doris/metric/MetricRepo.java | 23 +
.../doris/metric/PrometheusMetricVisitor.java | 26 +-
.../doris/nereids/jobs/executor/Rewriter.java | 4 +-
.../nereids/load/NereidsLoadingTaskPlanner.java | 2 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 106 ++-
.../org/apache/doris/nereids/rules/RuleType.java | 16 +-
.../nereids/rules/analysis/BindExpression.java | 119 +++-
.../nereids/rules/analysis/CheckAfterBind.java | 6 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 19 +-
.../nereids/rules/analysis/FillUpMissingSlots.java | 14 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 75 +-
.../nereids/rules/analysis/NormalizeRepeat.java | 16 +-
.../nereids/rules/analysis/SubExprAnalyzer.java | 5 +-
.../nereids/rules/analysis/SubqueryToApply.java | 15 +-
.../rules/expression/ExpressionRewrite.java | 2 +-
.../nereids/rules/rewrite/AdjustPreAggStatus.java | 751 ---------------------
.../rules/rewrite/PruneOlapScanPartition.java | 187 +++--
.../nereids/rules/rewrite/SetPreAggStatus.java | 592 ++++++++++++++++
.../nereids/trees/copier/ExpressionDeepCopier.java | 16 +-
.../doris/nereids/trees/expressions/Exists.java | 7 +-
.../nereids/trees/expressions/InSubquery.java | 73 +-
.../doris/nereids/trees/expressions/ListQuery.java | 76 ---
.../nereids/trees/expressions/ScalarSubquery.java | 3 +-
.../nereids/trees/expressions/SubqueryExpr.java | 26 +-
.../expressions/functions/SearchSignature.java | 4 +-
.../functions/executable/StringArithmetic.java | 23 +-
.../expressions/visitor/ExpressionVisitor.java | 5 -
.../apache/doris/nereids/trees/plans/PlanType.java | 9 +-
.../commands/AdminCancelRepairTableCommand.java | 112 +++
.../plans/commands/AdminRepairTableCommand.java | 117 ++++
.../commands/AdminSetReplicaStatusCommand.java | 137 ++++
.../trees/plans/commands/ShowLoadCommand.java | 433 ++++++++++++
.../trees/plans/commands/TruncateTableCommand.java | 119 ++++
.../plans/commands/info/CreateResourceInfo.java | 6 +-
.../plans/commands/info/CreateRoutineLoadInfo.java | 91 +--
.../trees/plans/commands/info/CreateTableInfo.java | 6 +-
.../commands/insert/AbstractInsertExecutor.java | 2 +-
.../commands/insert/InsertIntoTableCommand.java | 5 +-
.../trees/plans/commands/insert/InsertUtils.java | 2 +-
.../plans/commands/insert/OlapInsertExecutor.java | 4 +-
.../nereids/trees/plans/logical/LogicalHaving.java | 10 +-
.../trees/plans/visitor/CommandVisitor.java | 26 +
.../doris/nereids/util/TypeCoercionUtils.java | 8 +-
.../apache/doris/planner/StreamLoadPlanner.java | 2 +-
.../plugin/dialect/HttpDialectConverterPlugin.java | 3 +-
.../doris/plugin/dialect/HttpDialectUtils.java | 9 +-
.../org/apache/doris/policy/StoragePolicy.java | 4 +-
.../java/org/apache/doris/qe/ConnectContext.java | 6 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 8 +-
.../org/apache/doris/qe/CoordinatorContext.java | 4 +-
.../java/org/apache/doris/qe/FEOpExecutor.java | 141 +++-
.../java/org/apache/doris/qe/MasterOpExecutor.java | 324 +--------
.../org/apache/doris/qe/MasterTxnExecutor.java | 4 +-
.../java/org/apache/doris/qe/SessionVariable.java | 31 +-
.../java/org/apache/doris/qe/SqlModeHelper.java | 8 +
.../java/org/apache/doris/qe/StmtExecutor.java | 12 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 31 +-
.../doris/qe/runtime/PipelineExecutionTask.java | 3 +-
.../apache/doris/service/FrontendServiceImpl.java | 54 +-
.../doris/statistics/query/QueryStatsUtil.java | 2 +-
.../doris/tablefunction/MetadataGenerator.java | 2 +-
.../java/org/apache/doris/task/AgentBatchTask.java | 6 +-
.../apache/doris/task/AgentBoundedBatchTask.java | 281 ++++++++
.../doris/transaction/GlobalTransactionMgr.java | 5 +
.../transaction/GlobalTransactionMgrIface.java | 2 +
.../apache/doris/transaction/TransactionEntry.java | 2 +-
.../java/org/apache/doris/alter/AlterTest.java | 127 ----
.../doris/analysis/CreateResourceStmtTest.java | 12 -
.../org/apache/doris/analysis/SetVariableTest.java | 8 +-
.../apache/doris/catalog/CreateTableLikeTest.java | 11 +-
.../org/apache/doris/catalog/EnvOperationTest.java | 37 -
.../doris/catalog/OdbcCatalogResourceTest.java | 160 -----
.../apache/doris/common/proc/DbsProcDirTest.java | 41 ++
.../dlf/client/IcebergDLFExternalCatalogTest.java | 18 +
...bleNameComparedLowercaseMetaCacheFalseTest.java | 9 +
.../fileformat/CsvFileFormatPropertiesTest.java | 2 +-
.../doris/fs/obj/S3ObjStorageGlobListTest.java | 184 +++++
.../job/base/JobExecutionConfigurationTest.java | 11 +-
.../rules/rewrite/PruneOlapScanPartitionTest.java | 47 +-
.../rules/rewrite/mv/SelectRollupIndexTest.java | 38 +-
.../AdminCancelRepairTableCommandTest.java | 126 ++++
.../commands/AdminRepairTableCommandTest.java | 126 ++++
.../commands/AdminSetReplicaStatusCommandTest.java | 77 +++
.../trees/plans/commands/ShowLoadCommandTest.java | 114 ++++
.../plans/commands/TruncateTableCommandTest.java | 289 ++++++++
.../apache/doris/planner/StatisticDeriveTest.java | 47 --
.../apache/doris/plugin/HttpDialectUtilsTest.java | 10 +-
.../org/apache/doris/qe/ConnectContextTest.java | 4 +-
.../java/org/apache/doris/qe/VariableMgrTest.java | 34 +-
.../apache/doris/utframe/TestWithFeService.java | 1 -
fe/pom.xml | 5 +
gensrc/thrift/FrontendService.thrift | 1 +
regression-test/data/cast_p0/cast_to_datetime.out | Bin 0 -> 5202 bytes
regression-test/data/cast_p0/cast_to_time.out | Bin 0 -> 1738 bytes
.../hive/write/test_hive_write_partitions.out | Bin 73239 -> 74043 bytes
.../trino_connector/jdbc/test_trino_clickhouse.out | Bin 0 -> 2971 bytes
.../trino_connector/jdbc/test_trino_mysql.out | Bin 0 -> 93532 bytes
.../trino_connector/jdbc/test_trino_oracle.out | Bin 0 -> 6046 bytes
.../trino_connector/jdbc/test_trino_pg.out | Bin 0 -> 1934 bytes
.../trino_connector/jdbc/test_trino_sqlserver.out | Bin 0 -> 3560 bytes
.../cloud/test_cloud_mow_sync_mv.out | Bin 0 -> 454 bytes
.../data/inverted_index_p0/test_expr_in_null.out | Bin 0 -> 151 bytes
.../data/mtmv_p0/test_immediate_starttime_mtmv.out | Bin 0 -> 134 bytes
.../nereids_p0/ddl/test_truncate_table_nereids.out | Bin 0 -> 351 bytes
.../data/query_p0/join/mark_join/mark_join.out | Bin 239 -> 1009 bytes
.../json_functions/test_json_function.out | Bin 1428 -> 1476 bytes
.../doris/regression/suite/SuiteCluster.groovy | 13 +-
regression-test/pipeline/cloud_p0/clean.sh | 2 +-
.../pipeline/cloud_p0/conf/fe_custom.conf | 2 +-
regression-test/pipeline/cloud_p0/run.sh | 2 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
regression-test/pipeline/vault_p0/clean.sh | 2 +-
regression-test/pipeline/vault_p0/run.sh | 2 +-
.../suites/cast_p0/cast_to_datetime.groovy | 233 +++++++
regression-test/suites/cast_p0/cast_to_time.groovy | 122 ++++
.../suites/clone_p0/test_decommission_mtmv.groovy | 2 +-
.../test_clean_tablet_when_rebalance.groovy | 89 ++-
.../test_sequence_col_datetimev2.groovy | 98 +++
.../suites/demo_p0/docker_action.groovy | 1 +
.../export_p2/test_export_max_file_size.groovy | 24 +-
.../hive/ddl/test_hive_truncate_table.groovy | 87 +--
.../hive/write/test_hive_write_partitions.groovy | 22 +-
.../jdbc/test_trino_clickhouse.groovy | 57 ++
.../trino_connector/jdbc/test_trino_mysql.groovy | 64 ++
.../trino_connector/jdbc/test_trino_oracle.groovy | 57 ++
.../trino_connector/jdbc/test_trino_pg.groovy | 87 +++
.../jdbc/test_trino_sqlserver.groovy | 57 ++
.../cloud/test_cloud_mow_sync_mv.groovy | 115 ++++
.../mow_insert_with_partition_drop.groovy | 67 ++
.../inverted_index_p0/test_expr_in_null.groovy | 68 ++
.../test_min_load_replica_num_complicate.groovy | 2 +-
.../load_p0/routine_load/test_routine_load.groovy | 4 +-
.../mtmv_p0/test_immediate_starttime_mtmv.groovy | 82 +++
.../aggregate/non_standard_aggregate.groovy | 187 +++++
.../ddl/test_truncate_table_nereids.groovy | 192 ++++++
.../fold_constant_date_arithmatic.groovy | 1 -
.../fold_constant_string_arithmatic.groovy | 17 +
.../nereids_p0/show/test_nereids_show_load.groovy | 99 +++
.../subquery/test_subquery_in_project.groovy | 5 +
.../nereids_rules_p0/set_preagg/set_preagg.groovy | 312 +++++++++
.../decimal_percision_compute.groovy | 48 ++
.../nereids_syntax_p0/test_cast_datetime.groovy | 14 +
.../query_p0/join/mark_join/mark_join.groovy | 215 ++++++
.../limit/test_map_select_with_limit.groovy | 3 +-
.../json_functions/test_json_function.groovy | 5 +
.../vault_p0/create/test_create_vault.groovy | 15 -
.../create/test_minio_storage_vault.groovy | 34 +-
390 files changed, 11683 insertions(+), 5311 deletions(-)
delete mode 100644 be/src/exec/odbc_connector.cpp
delete mode 100644 be/src/exec/odbc_connector.h
rename be/src/vec/data_types/{data_type_time_v2.cpp =>
data_type_date_or_datetime_v2.cpp} (99%)
rename be/src/vec/data_types/{data_type_time_v2.h =>
data_type_date_or_datetime_v2.h} (98%)
delete mode 100644 be/src/vec/sink/writer/vodbc_table_writer.cpp
delete mode 100644 be/src/vec/sink/writer/vodbc_table_writer.h
create mode 100644 be/test/olap/compaction_metrics_test.cpp
create mode 100644 be/test/vec/exprs/vexpr_evalute_inverted_index_test.cpp
create mode 100644 be/test/vec/function/cast/cast_to_date_test.cpp
create mode 100644 be/test/vec/function/cast/cast_to_datetime_test.cpp
create mode 100644 be/test/vec/function/cast/cast_to_time_test.cpp
create mode 100755
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run77.hql
create mode 100644 extension/beats/doris/common_test.go
create mode 100644 extension/logstash/.gitignore
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/AdjustPreAggStatus.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/SetPreAggStatus.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/ListQuery.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AdminCancelRepairTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AdminRepairTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AdminSetReplicaStatusCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowLoadCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/TruncateTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/task/AgentBoundedBatchTask.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/OdbcCatalogResourceTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/fs/obj/S3ObjStorageGlobListTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AdminCancelRepairTableCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AdminRepairTableCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AdminSetReplicaStatusCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowLoadCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/TruncateTableCommandTest.java
create mode 100644 regression-test/data/cast_p0/cast_to_datetime.out
create mode 100644 regression-test/data/cast_p0/cast_to_time.out
create mode 100644
regression-test/data/external_table_p0/trino_connector/jdbc/test_trino_clickhouse.out
create mode 100644
regression-test/data/external_table_p0/trino_connector/jdbc/test_trino_mysql.out
create mode 100644
regression-test/data/external_table_p0/trino_connector/jdbc/test_trino_oracle.out
create mode 100644
regression-test/data/external_table_p0/trino_connector/jdbc/test_trino_pg.out
create mode 100644
regression-test/data/external_table_p0/trino_connector/jdbc/test_trino_sqlserver.out
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_mow_sync_mv.out
create mode 100644 regression-test/data/inverted_index_p0/test_expr_in_null.out
create mode 100644
regression-test/data/mtmv_p0/test_immediate_starttime_mtmv.out
create mode 100644
regression-test/data/nereids_p0/ddl/test_truncate_table_nereids.out
create mode 100644 regression-test/suites/cast_p0/cast_to_datetime.groovy
create mode 100644 regression-test/suites/cast_p0/cast_to_time.groovy
create mode 100644
regression-test/suites/correctness_p0/test_sequence_col_datetimev2.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_clickhouse.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_mysql.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_oracle.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_pg.groovy
create mode 100644
regression-test/suites/external_table_p0/trino_connector/jdbc/test_trino_sqlserver.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_sync_mv.groovy
create mode 100644
regression-test/suites/insert_p0/mow_insert_with_partition_drop.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_expr_in_null.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_immediate_starttime_mtmv.groovy
create mode 100644
regression-test/suites/nereids_p0/aggregate/non_standard_aggregate.groovy
create mode 100644
regression-test/suites/nereids_p0/ddl/test_truncate_table_nereids.groovy
create mode 100644
regression-test/suites/nereids_p0/show/test_nereids_show_load.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/set_preagg/set_preagg.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/decimal_percision_compute.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
