This is an automated email from the ASF dual-hosted git repository.
starocean999 pushed a change to branch dev_rec
in repository https://gitbox.apache.org/repos/asf/doris.git
discard bd7cbfb4e2f update fe
discard d2b4d504313 update fe code
discard b08823a00db fix fe plan
discard fbefef551c3 fix some bug in fe
discard 8c9e05a7ff5 recursive cte fe part
discard 803998ec4ff add TRecCTEScanNode
discard 863ce3b8d9a add result_expr_lists to TRecCTENode
discard 9df14a5054b update thrift
discard 81d4379e9dd update thrift
discard 1c2f794b65c add rec cte thrift struct
add 94d7f2eabca [refactor](segment iterator) rename
_non_predicate_column_ids to _common_expr_column_ids (#56931)
add d29b3fe32eb [improve](job) support change offset for streaming job
(#57138)
add a301e313569 [fix](job) fix streaming job repeated load after FE master
change in cloud mode (#57205)
add f7876530964 [fix](olap) Need to handle floating-point Infinity values
in the predicate (#57100)
add 3f87ec38d43 [fix](segcompaction) Fix segcompaction coredump when
adding key column (#57162)
add 903d052924e [test](jdbc) Upgraded the mysql jdbc driver jar under test
to 8.4.0 (#57142)
add 9177047d17c [feat](storage)Support Azure Blob Storage (#56861)
add 5641a274d4b [test](nereids)fix sql cache of mtmv test case (#57177)
add b7612ab0d9c [chore](cold) add a score threshold for cold data
compaction (#55333)
add dc7e1d82c0e [feat](nereids) Add fold constant for nullif function
(#56932)
add 8226a2a3bac [Opt](encoding) Add new encoding `BinaryPlainPageV2`
(#56846)
new dda76b4bc81 add rec cte thrift struct
new ce7d354a0c4 update thrift
new ae1bd108fef update thrift
new a8ab9095c7b add result_expr_lists to TRecCTENode
new 4baea2668d2 add TRecCTEScanNode
new ec953dcb469 recursive cte fe part
new 559ba4fa8fe fix some bug in fe
new b66b3a8f2e8 fix fe plan
new 7e19594e325 update fe code
new 35c6846f920 update fe
new cfbca67a303 update fe part
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (bd7cbfb4e2f)
\
N -- N -- N refs/heads/dev_rec (cfbca67a303)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 11 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/config.cpp | 8 +
be/src/common/config.h | 3 +
be/src/io/file_factory.h | 2 +
be/src/io/fs/azure_obj_storage_client.cpp | 6 +-
be/src/olap/olap_server.cpp | 2 +-
be/src/olap/predicate_creator.h | 37 +-
be/src/olap/primary_key_index.cpp | 2 +-
be/src/olap/rowset/rowset_writer_context.h | 4 +-
be/src/olap/rowset/segment_v2/binary_dict_page.cpp | 64 +-
be/src/olap/rowset/segment_v2/binary_dict_page.h | 15 +-
be/src/olap/rowset/segment_v2/binary_plain_page.h | 7 +-
...{binary_plain_page.h => binary_plain_page_v2.h} | 256 +++--
.../olap/rowset/segment_v2/bitmap_index_writer.cpp | 4 +-
be/src/olap/rowset/segment_v2/column_reader.cpp | 19 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 11 +-
be/src/olap/rowset/segment_v2/encoding_info.cpp | 148 +--
be/src/olap/rowset/segment_v2/encoding_info.h | 83 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 2 +-
.../rowset/segment_v2/indexed_column_writer.cpp | 2 +-
be/src/olap/rowset/segment_v2/page_builder.h | 9 +
be/src/olap/rowset/segment_v2/page_decoder.h | 4 +
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 16 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 2 +-
be/src/olap/rowset/segment_v2/zone_map_index.cpp | 2 +-
be/src/olap/rowset_builder.cpp | 1 +
be/src/runtime/exec_env.h | 5 +
be/src/runtime/exec_env_init.cpp | 5 +
be/test/CMakeLists.txt | 1 -
be/test/olap/delete_handler_test.cpp | 9 +-
.../rowset/segment_v2/binary_dict_page_test.cpp | 868 ++++++++++++---
.../segment_v2/binary_plain_page_v2_test.cpp | 576 ++++++++++
.../olap/rowset/segment_v2/encoding_info_test.cpp | 76 +-
be/test/olap/segcompaction_mow_test.cpp | 1 +
be/test/olap/segcompaction_test.cpp | 1 +
fe/fe-core/pom.xml | 4 +
.../java/org/apache/doris/analysis/BrokerDesc.java | 2 +-
.../org/apache/doris/analysis/StorageBackend.java | 25 +-
.../org/apache/doris/common/util/LocationPath.java | 15 +
.../doris/datasource/hive/HMSTransaction.java | 61 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 3 +-
.../property/storage/AzureProperties.java | 53 +-
.../property/storage/AzurePropertyUtils.java | 189 ++++
.../property/storage/S3PropertyUtils.java | 8 +-
.../property/storage/StorageProperties.java | 1 +
.../java/org/apache/doris/fs/SchemaTypeMapper.java | 3 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 95 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 2 +-
.../apache/doris/fs/remote/AzureFileSystem.java | 19 +-
.../org/apache/doris/fs/remote/ObjFileSystem.java | 26 +-
.../org/apache/doris/fs/remote/S3FileSystem.java | 24 +
.../insert/streaming/StreamingInsertJob.java | 78 +-
.../insert/streaming/StreamingJobProperties.java | 9 +-
.../streaming/StreamingJobSchedulerTask.java | 21 +-
.../org/apache/doris/job/manager/JobManager.java | 11 +-
.../java/org/apache/doris/job/offset/Offset.java | 5 +
.../doris/job/offset/SourceOffsetProvider.java | 6 +
.../org/apache/doris/job/offset/s3/S3Offset.java | 5 +
.../job/offset/s3/S3SourceOffsetProvider.java | 37 +-
.../org/apache/doris/nereids/StatementContext.java | 10 -
.../doris/nereids/rules/analysis/AnalyzeCTE.java | 3 +-
.../expression/rules/FoldConstantRuleOnFE.java | 49 +-
.../LogicalRecursiveCteToPhysicalRecursiveCte.java | 3 +-
.../doris/nereids/rules/rewrite/CTEInline.java | 15 +-
.../trees/copier/LogicalPlanDeepCopier.java | 3 +-
.../trees/expressions/ExpressionEvaluator.java | 3 +-
.../functions/agg/AggregateFunction.java | 5 +
.../generator/TableGeneratingFunction.java | 5 +
.../trees/plans/commands/AlterJobCommand.java | 55 +-
.../nereids/trees/plans/commands/LoadCommand.java | 4 +-
.../trees/plans/logical/LogicalRecursiveCte.java | 37 +-
.../trees/plans/physical/PhysicalRecursiveCte.java | 34 +-
.../org/apache/doris/planner/HiveTableSink.java | 3 +-
.../org/apache/doris/planner/IcebergTableSink.java | 5 +-
.../ExternalFileTableValuedFunction.java | 3 +-
.../property/storage/AzurePropertiesTest.java | 28 +-
.../property/storage/AzurePropertyUtilsTest.java | 145 +++
.../nereids/rules/expression/FoldConstantTest.java | 30 +-
fe/pom.xml | 18 +
gensrc/proto/segment_v2.proto | 1 +
...ud.out => test_streaming_insert_job_offset.out} | 22 +
.../conditional_functions/test_query_in.out | 14 +
.../pipeline/cloud_p1/conf/be_custom.conf | 2 +
.../suites/auth_p0/test_query_tvf_auth.groovy | 2 +-
.../bloom_filter_p0/test_bloom_filter_hit.groovy | 2 +-
...est_bloom_filter_hit_with_renamed_column.groovy | 87 +-
.../cold_data_compaction.groovy | 6 +
.../create_view_nereids_fix_null.groovy | 2 +-
.../data-operate/scheduler/job-scheduler.md.groovy | 2 +-
.../suites/doc/external/jdbc/mysql.md.groovy | 2 +-
.../export/test_export_external_table.groovy | 2 +-
.../jdbc/test_doris_jdbc_catalog.groovy | 2 +-
.../test_doris_jdbc_catalog_query_bitmap.groovy | 2 +-
.../external_table_p0/jdbc/test_jdbc_call.groovy | 4 +-
.../jdbc/test_jdbc_catalog_push_cast.groovy | 2 +-
.../jdbc/test_jdbc_query_mysql.groovy | 2 +-
.../jdbc/test_jdbc_query_tvf.groovy | 2 +-
.../jdbc/test_jdbc_row_count.groovy | 2 +-
.../jdbc/test_jni_complex_type.groovy | 2 +-
.../jdbc/test_mariadb_jdbc_catalog.groovy | 2 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 16 +-
.../jdbc/test_mysql_jdbc_catalog_nereids.groovy | 2 +-
.../test_mysql_jdbc_catalog_table_comment.groovy | 6 +-
.../jdbc/test_mysql_jdbc_statistics.groovy | 2 +-
.../test_switch_catalog_and_delete_internal.groovy | 2 +-
.../ctas/test_mysql_all_types_ctas.groovy | 2 +-
.../select/test_doris_all_types_select.groovy | 2 +-
.../select/test_mysql_all_types_select.groovy | 2 +-
.../select/test_mysql_varbinary_with_udf.groovy | 2 +-
.../type_test/tvf/test_mysql_all_types_tvf.groovy | 2 +-
.../lower_case/test_conflict_name.groovy | 2 +-
.../lower_case/test_lower_case_meta_include.groovy | 2 +-
.../test_lower_case_meta_show_and_select.groovy | 2 +-
...er_case_meta_with_lower_table_conf_grant.groovy | 2 +-
...ta_with_lower_table_conf_show_and_select.groovy | 2 +-
.../lower_case/test_lower_case_mtmv.groovy | 2 +-
.../test_meta_cache_select_without_refresh.groovy | 2 +-
.../lower_case/test_meta_names_mapping.groovy | 2 +-
.../lower_case/test_timing_refresh_catalog.groovy | 2 +-
.../lower_case/upgrade/load.groovy | 2 +-
.../test_nereids_refresh_catalog.groovy | 2 +-
.../nereids_commands/test_use_database_stmt.groovy | 2 +-
.../suites/external_table_p0/upgrade/load.groovy | 4 +-
.../mysql/test_external_catalog_mysql.groovy | 2 +-
.../mysql/test_external_resource_mysql.groovy | 2 +-
.../test_streaming_insert_job_crud.groovy | 23 +
.../test_streaming_insert_job_offset.groovy | 226 ++++
.../test_streaming_job_schedule_task_error.groovy | 2 +-
.../suites/manager/test_manager_interface_1.groovy | 2 +-
.../suites/manager/test_manager_interface_3.groovy | 4 +-
.../suites/mtmv_p0/test_mysql_mtmv.groovy | 2 +-
.../nereids_p0/cache/mtmv_with_sql_cache.groovy | 1178 ++++++++++++++------
.../show/test_nereids_show_resources.groovy | 2 +-
.../suites/nereids_p0/show/test_show_where.groovy | 2 +-
.../external/dml_query_has_external_table.groovy | 2 +-
.../suites/nereids_syntax_p0/alias_conflict.groovy | 2 +-
.../suites/query_p0/show/test_show_where.groovy | 2 +-
.../conditional_functions/test_query_in.groovy | 13 +
.../test_binary_for_digest.groovy | 2 +-
.../test_ranger_access_resource_catalog.groovy | 2 +-
.../test_ranger_access_resource_global.groovy | 2 +-
.../test_ranger_access_resource_resource.groovy | 2 +-
...test_ranger_access_role_resource_catalog.groovy | 2 +-
.../suites/show_p0/test_show_data_warehouse.groovy | 13 +-
143 files changed, 4046 insertions(+), 1082 deletions(-)
copy be/src/olap/rowset/segment_v2/{binary_plain_page.h =>
binary_plain_page_v2.h} (56%)
create mode 100644 be/test/olap/rowset/segment_v2/binary_plain_page_v2_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/storage/AzurePropertyUtils.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/storage/AzurePropertyUtilsTest.java
copy
regression-test/data/job_p0/streaming_job/{test_streaming_insert_job_crud.out
=> test_streaming_insert_job_offset.out} (55%)
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_offset.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
