This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new 5e8a0dfd396 docs: add community report for 2026-10-05 (#4231)
5e8a0dfd396 is described below
commit 5e8a0dfd396d5844b726f7669e95a1fdcc4dcb71
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Tue Oct 13 22:33:41 2026 +0800
docs: add community report for 2026-10-05 (#4231)
## Summary
- Add the Oct 5–11, 2026 Apache Doris community report from
`community-radar`.
- Complete one truncated sentence in the source export so the published
report reads correctly.
## Validation
- Checked report labels and statistics against its structured summary.
- Validated all 40 GitHub reference links and their issue or PR numbers.
- Ran `git diff --cached --check` before commit.
- Site build not run, as requested.
Co-authored-by: morningman <[email protected]>
---
src/pages/community-report/_reports/2026-10-05.mdx | 349 +++++++++++++++++++++
1 file changed, 349 insertions(+)
diff --git a/src/pages/community-report/_reports/2026-10-05.mdx
b/src/pages/community-report/_reports/2026-10-05.mdx
new file mode 100644
index 00000000000..f927dae5149
--- /dev/null
+++ b/src/pages/community-report/_reports/2026-10-05.mdx
@@ -0,0 +1,349 @@
+{/* Auto-generated by community-radar `report export-mdx` — do not edit by
hand.
+ `report` is English-only structured data laid out by doris-website. */}
+
+export const label = "Oct 5 – Oct 11, 2026";
+export const week = "Week 41, 2026";
+export const stats = [
+ {
+ "num": "76",
+ "label": "Merged PRs"
+ },
+ {
+ "num": "38",
+ "label": "New issues"
+ },
+ {
+ "num": "39",
+ "label": "Contributors"
+ }
+];
+
+export const report = {
+ "summary": {
+ "lead": "This week, Apache Doris is moving toward more complete lakehouse
reads and writes, greater capacity for large queries, and stronger cloud
ingestion and identity authentication, while bringing semi-structured data into
relational queries. Kernel and engineering remain the center of community
activity, followed by real-time data warehousing, with lakehouse and
cloud-native capabilities also advancing. With 39 contributors participating,
76 PRs merged, and 38 new issues opened, [...]
+ "highlights": [
+ {
+ "title": "Toward Complete Paimon Read and Write Support",
+ "narrative": "Paimon table writes landed in a substantial
implementation spanning 232 files, expanding Doris’s lakehouse write
capabilities. A proposed Rust reader connects to BE through Arrow, remains
disabled by default, and checks backend capabilities. Together, these changes
move Paimon integration toward coordinated reads and writes.",
+ "prs": [
+ {
+ "num": 67395,
+ "title": "[feature](paimon) Add Paimon table write support",
+ "url": "https://github.com/apache/doris/pull/67395";
+ },
+ {
+ "num": 68825,
+ "title": "[feature](paimon) Support Paimon Rust reader on master",
+ "url": "https://github.com/apache/doris/pull/68825";
+ }
+ ]
+ },
+ {
+ "title": "Expanding Spill Capacity for Larger Queries",
+ "narrative": "Proposed changes add spill for eligible non-streaming
windows and let cloud queries spill to S3 storage vaults. This could ease
large-partition memory pressure and local-disk constraints, advancing elastic
query execution. SHOW DATA would expose best-effort spill occupancy.",
+ "prs": [
+ {
+ "num": 68500,
+ "title": "[feature](be) Support spill for non-streaming window
functions",
+ "url": "https://github.com/apache/doris/pull/68500";
+ },
+ {
+ "num": 68032,
+ "title": "[feature](cloud) Spill to object storage in cloud mode
and report the traffic in SHOW DATA",
+ "url": "https://github.com/apache/doris/pull/68032";
+ }
+ ]
+ },
+ {
+ "title": "S3 Ingestion Gains Completion and Event Discovery",
+ "narrative": "One-time S3 ingestion landed across 14 files, finishing
automatically after the final batch commits. Proposed SQS notification
discovery would capture new files whose keys precede the committed cursor. This
moves object-storage ingestion toward explicit completion boundaries and more
reliable continuous discovery.",
+ "prs": [
+ {
+ "num": 68007,
+ "title": "[improvement](streaming) Support one-time S3 streaming
ingestion",
+ "url": "https://github.com/apache/doris/pull/68007";
+ },
+ {
+ "num": 68876,
+ "title": "[feature](fe) Support S3 notification-based streaming
ingestion",
+ "url": "https://github.com/apache/doris/pull/68876";
+ }
+ ]
+ },
+ {
+ "title": "Bringing Variant into Relational Queries",
+ "narrative": "A merged change spanning 100 files connects Variant’s
canonical equality semantics to comparisons and hash joins, enabling equality
comparisons without casts and broader join forms. This reduces conversion
overhead when correlating semi-structured data and brings flexible data types
further into everyday SQL analytics.",
+ "prs": [
+ {
+ "num": 67675,
+ "title": "[feature](variant) Support relational operations for
Variant",
+ "url": "https://github.com/apache/doris/pull/67675";
+ }
+ ]
+ },
+ {
+ "title": "Toward Native Identity Authentication for GCS",
+ "narrative": "Proposed changes introduce OAuth authentication through
GKE Workload Identity, default credentials, or Compute Engine service accounts
for vaults and broader GCS operations, with optional service-account
impersonation. This could reduce reliance on long-lived HMAC keys and align
warehouse access more closely with GCP identity governance.",
+ "prs": [
+ {
+ "num": 66484,
+ "title": "[feature](vault) Support keyless GCS vaults with GKE
Workload Identity",
+ "url": "https://github.com/apache/doris/pull/66484";
+ },
+ {
+ "num": 68540,
+ "title": "[feature](storage) Support native GCP IAM
authentication",
+ "url": "https://github.com/apache/doris/pull/68540";
+ }
+ ]
+ }
+ ],
+ "numbers": {
+ "mergedPrs": 76,
+ "newIssues": 38,
+ "contributors": 39
+ }
+ },
+ "repos": [
+ {
+ "repo": "apache/doris",
+ "scenarios": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "mergedNarrative": "Lakehouse data needs consistent semantics across
connectors, JDBC, file readers, and external writes. This week strengthened
binary, UUID, and timestamp mappings. Affected binary fields now expose
VARBINARY and preserve invalid UTF-8, embedded NULs, and trailing zeros,
including nested fields in file TVFs, reducing conversion-related data
distortion.",
+ "merged": [],
+ "inProgressNarrative": "Lakehouse work uses metadata pruning,
partition-value reads and scheduling improvements to avoid unnecessary file
access and hotspots. Newly opened priorities cover AI connection reuse and
optional filename padding, alongside external-write compatibility, aiming to
reduce query and AI overhead and make exported filenames easier to sort.",
+ "inProgress": [
+ {
+ "num": 67725,
+ "title": "[improvement](hive) Push partition filters to HMS",
+ "url": "https://github.com/apache/doris/pull/67725";
+ },
+ {
+ "num": 68452,
+ "title": "[improvement](hive) Support
partition-column-value-only pushdown for Hive/Hudi scan",
+ "url": "https://github.com/apache/doris/pull/68452";
+ },
+ {
+ "num": 68726,
+ "title": "[improvement](fe) Optimize external file COUNT scan
scheduling",
+ "url": "https://github.com/apache/doris/pull/68726";
+ },
+ {
+ "num": 68746,
+ "title": "[feature](outfile) add opt-in file_name_padding",
+ "url": "https://github.com/apache/doris/pull/68746";,
+ "isNew": true
+ },
+ {
+ "num": 68816,
+ "title": "[improvement](be) Reuse HTTP connections across AI
function requests",
+ "url": "https://github.com/apache/doris/pull/68816";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "mergedNarrative": "Real-time warehouses need reliable change
consumption and bounded log retention. ROW Binlog gained TTL filtering and
automatic expired-log cleanup on idle tables across shared-nothing and cloud
deployments, preserving source data and version continuity. Supporting work
strengthened ingestion, Stream validation, and commit timestamps while reducing
unrelated schema changes’ impact on materialized views.",
+ "merged": [
+ {
+ "num": 68226,
+ "title": "[feature](storage) Support ROW binlog TTL",
+ "url": "https://github.com/apache/doris/pull/68226";
+ },
+ {
+ "num": 68006,
+ "title": "[fix](load) resolve adaptive random bucket routing for
stream load",
+ "url": "https://github.com/apache/doris/pull/68006";
+ },
+ {
+ "num": 68275,
+ "title": "[fix](load) Avoid false quorum failures with
distributed commit reports",
+ "url": "https://github.com/apache/doris/pull/68275";
+ },
+ {
+ "num": 68646,
+ "title": "[improvement](mtmv) Judge a base table column change
by the MV query it reaches",
+ "url": "https://github.com/apache/doris/pull/68646";
+ }
+ ],
+ "inProgressNarrative": "Real-time warehouse work prioritizes
selectable hash bucketing to support bucket-mapping compatibility with external
systems. Broader efforts strengthen ingestion-state persistence, cancellation
and commit coordination, while improving partition and aggregation reuse,
aiming to reduce semantic drift after restarts, ingestion stalls and repeated
computation.",
+ "inProgress": [
+ {
+ "num": 66477,
+ "title": "[feature](bucket) Support custom
distribution_hash_type for Hash Bucketing",
+ "url": "https://github.com/apache/doris/pull/66477";
+ }
+ ]
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "mergedNarrative": "Large compute-storage-separated clusters put
pressure on FE metadata memory. Sharing duplicate replica route identifiers
saved 6.31 GiB of live heap, a 44.2% reduction in a production-image test.
Cloud Colocate consistent hashing is also disabled by default, providing a more
conservative cluster configuration.",
+ "merged": [
+ {
+ "num": 68783,
+ "title": "[improvement](fe) Share CloudReplica route
identifiers",
+ "url": "https://github.com/apache/doris/pull/68783";
+ },
+ {
+ "num": 68065,
+ "title": "[fix](cloud) set enable_cloud_colocate_consistent_hash
default value to false",
+ "url": "https://github.com/apache/doris/pull/68065";
+ }
+ ],
+ "inProgressNarrative": "This week’s new priority proposes enabling
file cache by default on master, matching maintained branches. Because BE
configurations are not persisted, coupled-storage clusters relying on defaults
can lose caching after upgrading. The work aims to preserve cache behavior
across upgrades.",
+ "inProgress": [
+ {
+ "num": 68797,
+ "title": "[improvement](filecache) Enable file cache by default",
+ "url": "https://github.com/apache/doris/pull/68797";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Agent Observability",
+ "inProgressNarrative": "Work is making semi-structured data
processing more predictable: regex extraction would support whole matches or
selected capture groups, while VARIANT parsing would remove mutable BE settings
that alter error behavior. This aims to give developers reliable text
extraction and clearer invalid-JSON handling.",
+ "inProgress": [
+ {
+ "num": 66050,
+ "title": "[Feature](func) Support the third argument for
regexp_extract_all and regexp_extract_all_array",
+ "url": "https://github.com/apache/doris/pull/66050";
+ },
+ {
+ "num": 68447,
+ "title": "[improvement](variant) Remove BE configs that change
Variant JSON parse errors",
+ "url": "https://github.com/apache/doris/pull/68447";
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "inProgressNarrative": "Integration work targets migration and
connectivity barriers, with Hive-compatible character conversion a priority.
Newly opened work particularly emphasizes MySQL compression and modern client
compatibility, alongside SQL formatting, type inspection and Arrow support,
aiming to reduce application changes needed to adopt Doris.",
+ "inProgress": [
+ {
+ "num": 68131,
+ "title": "[feature](function) Support Hive-compatible encode and
decode",
+ "url": "https://github.com/apache/doris/pull/68131";
+ },
+ {
+ "num": 68745,
+ "title": "[feature](mysql) Offer the MySQL compressed protocol
(zlib) on the FE channel",
+ "url": "https://github.com/apache/doris/pull/68745";,
+ "isNew": true
+ },
+ {
+ "num": 68824,
+ "title": "[feature](fe) Improve MySQL 9 client and Connector/J
compatibility",
+ "url": "https://github.com/apache/doris/pull/68824";,
+ "isNew": true
+ },
+ {
+ "num": 68524,
+ "title": "[feature](function) Support SQL function
human_readable_seconds",
+ "url": "https://github.com/apache/doris/pull/68524";
+ },
+ {
+ "num": 68772,
+ "title": "[feature](be) Add printf string formatting",
+ "url": "https://github.com/apache/doris/pull/68772";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "inProgressNarrative": "Governance work addresses row policies that
appear successfully created but remain unenforced, and policy creation on
external-backed views after metadata replay. Newly opened global
dynamic-partition drop protection would pause automatic cleanup while allowing
partition creation, strengthening access-control reliability and operational
safeguards.",
+ "inProgress": [
+ {
+ "num": 67540,
+ "title": "[fix](policy) reject correlated subqueries in CREATE
ROW POLICY USING clause",
+ "url": "https://github.com/apache/doris/pull/67540";
+ },
+ {
+ "num": 67629,
+ "title": "[fix](policy) Fix row policy on view over external
catalog",
+ "url": "https://github.com/apache/doris/pull/67629";
+ },
+ {
+ "num": 68844,
+ "title": "[opt](partition) Add global dynamic partition drop
protection",
+ "url": "https://github.com/apache/doris/pull/68844";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Kernel & Engineering",
+ "mergedNarrative": "Complex queries and external data access need
correct results and predictable resource use. This week tightened memory and
concurrency controls, corrected row-losing optimizations and retries, and
strengthened type semantics, metadata consistency, and process lifecycle
handling. Cross-architecture decompression, diagnostics, and one-command
benchmarks also advanced execution efficiency and troubleshooting.",
+ "merged": [],
+ "inProgressNarrative": "Kernel priorities include SQL plan
management, query-correlated logs, index-space diagnostics and opt-in JNI heap
admission. Newly opened external-scan spreading targets backend hotspots; other
new work addresses correctness, cache isolation and resource governance.
Together, these efforts aim for more reliable queries and easier
troubleshooting.",
+ "inProgress": [
+ {
+ "num": 67977,
+ "title": "[feature](inverted index) Add index_disk_usage table
function",
+ "url": "https://github.com/apache/doris/pull/67977";
+ },
+ {
+ "num": 68499,
+ "title": "[feature](plan)support sql plan management",
+ "url": "https://github.com/apache/doris/pull/68499";
+ },
+ {
+ "num": 68694,
+ "title": "[feature](log) Add query IDs to FE and BE runtime
logs",
+ "url": "https://github.com/apache/doris/pull/68694";
+ },
+ {
+ "num": 68713,
+ "title": "[feature](be) Admit JNI scanners by the JVM heap their
ranges declare, when a session asks",
+ "url": "https://github.com/apache/doris/pull/68713";
+ },
+ {
+ "num": 68791,
+ "title": "[improvement](fe) Add opt-in spreading for remote
external scan splits",
+ "url": "https://github.com/apache/doris/pull/68791";,
+ "isNew": true
+ }
+ ]
+ }
+ ],
+ "demand": [
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "narrative": "The community wants Doris to eliminate duplicate MD5
hashing between Doris and the AWS SDK during S3 uploads. Reducing this CPU
overhead, particularly on aarch64, while preserving checksum validation would
improve write efficiency in compute-storage separation deployments.",
+ "refs": [
+ {
+ "num": 68905,
+ "title": "[Enhancement] S3 PutObject/UploadPart bodies are
MD5-hashed twice (Doris Content-MD5 plus the SDK's own checksum)",
+ "url": "https://github.com/apache/doris/issues/68905";
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "narrative": "The community wants the FE to support MySQL connection
compression through CLIENT_COMPRESS and zlib. This would let mainstream
database clients, JDBC tools, and ODBC analytics tools use their existing
compression options, reducing network traffic and improving access over
bandwidth-constrained connections.",
+ "refs": [
+ {
+ "num": 68744,
+ "title": "[Feature] Offer the MySQL compressed protocol
(CLIENT_COMPRESS, zlib) on the FE",
+ "url": "https://github.com/apache/doris/issues/68744";
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "narrative": "The community wants Doris to enforce caller-specific
row filters and column masking returned by Iceberg REST Catalog through
loadTable when querying external tables. This would let organizations manage
access policies centrally in the source catalog while preserving those
restrictions during interactive analytics.",
+ "refs": [
+ {
+ "num": 68917,
+ "title": "[Feature][Lakehouse] Support Iceberg REST Catalog read
restrictions",
+ "url": "https://github.com/apache/doris/issues/68917";
+ }
+ ]
+ }
+ ]
+ }
+ ]
+};
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
