This is an automated email from the ASF dual-hosted git repository.
hellostephen pushed a change to branch auto-pick-52795-branch-3.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from a8c76e7c21c [improve](hive row count)Log stack info when fetch hive
row count fail. (#52795)
add 24f3c3a10c3 branch-3.1: [fix](serde)fix orc remalloc memory leak
#52676 (#52673)
add d96c5fdcbc6 branch-3.1 [feature](iceberg catalog) support iceberg view
query #51376 (#52806)
add a92ada57b35 branch-3.1: [enhancement](cloud) Persist LRU information
for file cache #49456 (#52811)
add a236d1f04e1 branch-3.1: [Opt](cloud-mow) Do fast retry when commit
compaction job for mow tablet #52476 (#52843)
add 950ccccefda branch-3.1: [chore](cloud) Add async wrap for
bthread_fork_join with promise-future #52816 (#52845)
add 29d5d993c9b branch-3.1: [fix](mow) fix potential mem leak for
DeleteBitmap::get_agg #52718,#52756 (#52860)
add 7f216fc71cd branch-3.1: [fix](move-memtable) gracefully shutdown flush
token in TabletStream::pre_close #52719 (#52778)
add c2ae4ab1f9a branch-3.1: [fix](ci) exclude case with known issue of
memory leak #52784 (#52804)
add 16d330dc067 branch-3.1: [Fix](regression) update flink connector
version for test case #48292 (#52856)
add bdcf9978abf [fix](array) fix build when using gcc (#52759)
add e7430774d91 branch-3.1: [opt](ci) check stop grace and detected memory
leak|undefined-behavior #52725 (#52741)
add 11ad47fc1d4 branhc-3.1: [fix](case) let lazy_materialize_topn work
well (#52890)
add be6ff183b76 Merge branch 'branch-3.1' into auto-pick-52795-branch-3.1
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_meta_mgr.cpp | 32 +-
be/src/cloud/cloud_meta_mgr.h | 9 +
be/src/common/config.cpp | 6 +
be/src/common/config.h | 9 +-
be/src/http/action/shrink_mem_action.cpp | 2 +
be/src/io/cache/block_file_cache.cpp | 241 ++++++++---
be/src/io/cache/block_file_cache.h | 130 ++----
be/src/io/cache/cache_lru_dumper.cpp | 465 +++++++++++++++++++++
be/src/io/cache/cache_lru_dumper.h | 83 ++++
be/src/io/cache/file_block.cpp | 8 +-
be/src/io/cache/file_cache_common.cpp | 57 +++
be/src/io/cache/file_cache_common.h | 99 +++++
be/src/io/cache/fs_file_cache_storage.cpp | 11 +-
be/src/io/cache/lru_queue_recorder.cpp | 132 ++++++
be/src/io/cache/lru_queue_recorder.h | 83 ++++
be/src/olap/tablet_meta.cpp | 4 +-
be/src/runtime/exec_env.h | 3 +
be/src/runtime/load_stream.cpp | 2 +
.../data_types/serde/data_type_bitmap_serde.cpp | 34 +-
.../data_types/serde/data_type_date64_serde.cpp | 46 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 34 +-
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 47 ++-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 51 ++-
.../data_types/serde/data_type_number_serde.cpp | 37 +-
.../data_types/serde/data_type_object_serde.cpp | 51 ++-
.../serde/data_type_quantilestate_serde.h | 34 +-
be/src/vec/data_types/serde/data_type_serde.h | 27 --
.../functions/array/function_array_aggregation.cpp | 47 +--
be/test/cloud/cloud_meta_mgr_test.cpp | 89 ++++
be/test/io/cache/block_file_cache_test.cpp | 232 +++-------
be/test/io/cache/block_file_cache_test_common.h | 134 ++++++
.../io/cache/block_file_cache_test_lru_dump.cpp | 404 ++++++++++++++++++
be/test/io/cache/cache_lru_dumper_test.cpp | 149 +++++++
be/test/io/cache/lru_queue_test.cpp | 117 ++++++
cloud/src/meta-service/meta_service_job.cpp | 141 ++++---
.../create_preinstalled_scripts/iceberg/run14.sql | 87 ++++
.../main/java/org/apache/doris/common/Config.java | 3 +
.../main/java/org/apache/doris/catalog/Env.java | 6 +-
.../apache/doris/datasource/ExternalCatalog.java | 11 +
.../doris/datasource/hive/HMSExternalTable.java | 4 +-
.../datasource/iceberg/IcebergExternalCatalog.java | 12 +-
.../datasource/iceberg/IcebergExternalTable.java | 108 ++++-
.../datasource/iceberg/IcebergMetadataCache.java | 41 ++
.../datasource/iceberg/IcebergMetadataOps.java | 106 ++++-
.../doris/datasource/iceberg/IcebergUtils.java | 81 ++--
.../iceberg/source/IcebergApiSource.java | 11 +
.../datasource/operations/ExternalMetadataOps.java | 33 ++
.../doris/nereids/rules/analysis/BindRelation.java | 43 +-
.../org/apache/doris/planner/IcebergTableSink.java | 3 +
.../java/org/apache/doris/qe/ShowExecutor.java | 8 +
.../proto/file_cache.proto | 39 +-
.../iceberg/test_iceberg_view_query_p0.out | Bin 0 -> 1033 bytes
regression-test/framework/pom.xml | 2 +-
.../doris/regression/suite/SuiteCluster.groovy | 3 +
regression-test/pipeline/cloud_p0/clean.sh | 3 +-
regression-test/pipeline/cloud_p0/run.sh | 2 +-
regression-test/pipeline/common/doris-utils.sh | 67 ++-
.../nonConcurrent/conf/regression-conf.groovy | 1 +
regression-test/pipeline/vault_p0/clean.sh | 4 +-
regression-test/pipeline/vault_p0/run.sh | 2 +-
...ocker_action.groovy => test_lru_persist.groovy} | 74 ++--
.../iceberg/test_iceberg_view_query_p0.groovy | 203 +++++++++
.../lazy_materialize_topn.groovy | 1 -
63 files changed, 3378 insertions(+), 630 deletions(-)
create mode 100644 be/src/io/cache/cache_lru_dumper.cpp
create mode 100644 be/src/io/cache/cache_lru_dumper.h
create mode 100644 be/src/io/cache/lru_queue_recorder.cpp
create mode 100644 be/src/io/cache/lru_queue_recorder.h
create mode 100644 be/test/cloud/cloud_meta_mgr_test.cpp
create mode 100644 be/test/io/cache/block_file_cache_test_common.h
create mode 100644 be/test/io/cache/block_file_cache_test_lru_dump.cpp
create mode 100644 be/test/io/cache/cache_lru_dumper_test.cpp
create mode 100644 be/test/io/cache/lru_queue_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run14.sql
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/joinorder/hypergraph/receiver/AbstractReceiver.java
=> gensrc/proto/file_cache.proto (56%)
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_view_query_p0.out
copy regression-test/suites/demo_p0/{docker_action.groovy =>
test_lru_persist.groovy} (64%)
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_view_query_p0.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
