This is an automated email from the ASF dual-hosted git repository.
eldenmoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from fce83e968db [Enhancement](function) The date_add function supports
MINUTE_SECOND as interval type (#58032)
add d420ca8c2ce [feature][segment] Support external meta V3 with common
format (#57702)
No new revisions were added by this update.
Summary of changes:
be/src/cloud/pb_convert.cpp | 4 +
.../olap/rowset/segment_v2/binary_prefix_page.cpp | 3 +-
.../rowset/segment_v2/column_meta_accessor.cpp | 218 +++++++
.../olap/rowset/segment_v2/column_meta_accessor.h | 93 +++
be/src/olap/rowset/segment_v2/column_reader.cpp | 29 +-
be/src/olap/rowset/segment_v2/column_reader.h | 18 +-
.../olap/rowset/segment_v2/column_reader_cache.cpp | 182 +++---
.../olap/rowset/segment_v2/column_reader_cache.h | 37 +-
.../rowset/segment_v2/external_col_meta_util.cpp | 199 ++++++
.../rowset/segment_v2/external_col_meta_util.h | 91 +++
be/src/olap/rowset/segment_v2/segment.cpp | 107 +---
be/src/olap/rowset/segment_v2/segment.h | 11 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 14 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 12 +-
.../segment_v2/variant/variant_column_reader.cpp | 433 ++++++++++---
.../segment_v2/variant/variant_column_reader.h | 62 +-
.../variant/variant_column_writer_impl.cpp | 8 +-
.../variant/variant_column_writer_impl.h | 1 +
.../segment_v2/variant/variant_ext_meta_writer.cpp | 199 ++++++
.../segment_v2/variant/variant_ext_meta_writer.h | 99 +++
.../variant/variant_external_meta_reader.cpp | 238 +++++++
.../variant/variant_external_meta_reader.h | 95 +++
.../rowset/segment_v2/vertical_segment_writer.cpp | 14 +-
be/src/olap/tablet_manager.cpp | 3 +-
be/src/olap/tablet_meta.cpp | 30 +-
be/src/olap/tablet_meta.h | 7 +-
be/src/olap/tablet_schema.cpp | 9 +
be/src/olap/tablet_schema.h | 12 +
be/src/vec/common/schema_util.cpp | 25 +-
be/test/olap/date_bloom_filter_test.cpp | 19 +-
be/test/olap/delete_bitmap_calculator_test.cpp | 13 +
.../segment_v2/column_meta_accessor_test.cpp | 705 +++++++++++++++++++++
.../rowset/segment_v2/column_reader_cache_test.cpp | 47 +-
.../segment_v2/external_col_meta_util_test.cpp | 663 +++++++++++++++++++
be/test/olap/rowset/segment_v2/mock/mock_segment.h | 6 -
.../variant_column_writer_reader_test.cpp | 129 +++-
be/test/vec/common/schema_util_rowset_test.cpp | 117 +++-
.../main/java/org/apache/doris/common/Config.java | 295 ++++-----
.../src/main/java/org/apache/doris/DorisFE.java | 7 +-
.../apache/doris/alter/SchemaChangeHandler.java | 14 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 7 +-
.../trees/plans/commands/info/CreateTableInfo.java | 14 +
.../java/org/apache/doris/qe/SessionVariable.java | 16 +-
.../org/apache/doris/task/CreateReplicaTask.java | 1 -
gensrc/proto/olap_file.proto | 6 +
gensrc/proto/segment_v2.proto | 18 +
gensrc/thrift/AgentService.thrift | 4 +-
.../ext_meta/test_storage_format_v2_1.out} | 20 +-
.../test_variant_external_meta_concurrent.out | 29 +
.../test_variant_external_meta_edge_cases.out | 174 +++++
.../test_variant_external_meta_integration.out | 120 ++++
.../test_variant_external_meta_with_sparse.out | 197 ++++++
.../query_subcolumns.out} | 168 ++---
.../query_p0/system/test_table_properties.groovy | 9 +-
...test_show_create_table_and_views_nereids.groovy | 3 +-
.../load.groovy | 14 +
.../ext_meta/test_storage_format_v2_1.groovy | 98 +++
.../test_variant_external_meta_concurrent.groovy | 307 +++++++++
.../test_variant_external_meta_edge_cases.groovy | 296 +++++++++
.../test_variant_external_meta_integration.groovy | 355 +++++++++++
.../test_variant_external_meta_with_sparse.groovy | 251 ++++++++
...est_variant_compaction_with_sparse_limit.groovy | 6 +-
.../suites/variant_p0/query_subcolumns.groovy | 94 +++
63 files changed, 5815 insertions(+), 660 deletions(-)
create mode 100644 be/src/olap/rowset/segment_v2/column_meta_accessor.cpp
create mode 100644 be/src/olap/rowset/segment_v2/column_meta_accessor.h
create mode 100644 be/src/olap/rowset/segment_v2/external_col_meta_util.cpp
create mode 100644 be/src/olap/rowset/segment_v2/external_col_meta_util.h
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.cpp
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.h
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.cpp
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.h
create mode 100644 be/test/olap/rowset/segment_v2/column_meta_accessor_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/external_col_meta_util_test.cpp
copy regression-test/data/{nereids_syntax_p0/lag_lead_signature.out =>
variant_p0/ext_meta/test_storage_format_v2_1.out} (80%)
create mode 100644
regression-test/data/variant_p0/ext_meta/test_variant_external_meta_concurrent.out
create mode 100644
regression-test/data/variant_p0/ext_meta/test_variant_external_meta_edge_cases.out
create mode 100644
regression-test/data/variant_p0/ext_meta/test_variant_external_meta_integration.out
create mode 100644
regression-test/data/variant_p0/ext_meta/test_variant_external_meta_with_sparse.out
copy regression-test/data/{fault_injection_p0/test_index_io_context.out =>
variant_p0/query_subcolumns.out} (73%)
create mode 100644
regression-test/suites/variant_p0/ext_meta/test_storage_format_v2_1.groovy
create mode 100644
regression-test/suites/variant_p0/ext_meta/test_variant_external_meta_concurrent.groovy
create mode 100644
regression-test/suites/variant_p0/ext_meta/test_variant_external_meta_edge_cases.groovy
create mode 100644
regression-test/suites/variant_p0/ext_meta/test_variant_external_meta_integration.groovy
create mode 100644
regression-test/suites/variant_p0/ext_meta/test_variant_external_meta_with_sparse.groovy
create mode 100644 regression-test/suites/variant_p0/query_subcolumns.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
