This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new 67a6d91512e add weekly report 2026-09-28 (#4187)
67a6d91512e is described below
commit 67a6d91512ee1708cf6c477fa35f78edfd3d36d4
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Tue Oct 6 11:53:02 2026 +0800
add weekly report 2026-09-28 (#4187)
Co-authored-by: morningman <[email protected]>
---
src/pages/community-report/_reports/2026-09-28.mdx | 313 +++++++++++++++++++++
1 file changed, 313 insertions(+)
diff --git a/src/pages/community-report/_reports/2026-09-28.mdx
b/src/pages/community-report/_reports/2026-09-28.mdx
new file mode 100644
index 00000000000..d17670e2de3
--- /dev/null
+++ b/src/pages/community-report/_reports/2026-09-28.mdx
@@ -0,0 +1,313 @@
+{/* Auto-generated by community-radar `report export-mdx` — do not edit by
hand.
+ `report` is English-only structured data laid out by doris-website. */}
+
+export const label = "Sep 28 – Oct 4, 2026";
+export const week = "Week 40, 2026";
+export const stats = [
+ {
+ "num": "79",
+ "label": "Merged PRs"
+ },
+ {
+ "num": "21",
+ "label": "New issues"
+ },
+ {
+ "num": "37",
+ "label": "Contributors"
+ }
+];
+
+export const report = {
+ "summary": {
+ "lead": "This week’s progress points Doris toward tighter integration of
real-time warehousing with lake data reads and writes, while sustained kernel
engineering strengthens query efficiency and native data capabilities;
community activity included 37 contributors, 79 merged PRs, and 21 new issues.
Foundations for Paimon writes and unified Fluss reads illustrate that
integration direction, while lower point-query overhead, improvements to text
search and Chinese analysis, and native [...]
+ "highlights": [
+ {
+ "title": "A Shared Foundation for Paimon Writes",
+ "narrative": "The merged write framework spans 118 files, enabling
connector-defined distribution, changelog-based row-level DML, and commit
reports. The Paimon implementation remains open, pointing toward extensible
lakehouse writes and updates alongside external-table queries.",
+ "prs": [
+ {
+ "num": 67395,
+ "title": "[feature](paimon) Add Paimon table write support",
+ "url": "https://github.com/apache/doris/pull/67395";
+ },
+ {
+ "num": 68320,
+ "title": "[feature](external) Add generic connector write
framework prerequisites",
+ "url": "https://github.com/apache/doris/pull/68320";
+ }
+ ]
+ },
+ {
+ "title": "Unified Reads Across Fluss Logs, Snapshots, and Lake Data",
+ "narrative": "The merged Fluss catalog spans 186 files, supporting log
reads, key-based merging of snapshots with subsequent logs, and single-scan
access to Paimon lake data plus subsequent logs. This gives warehouse queries
unified access across these storage forms.",
+ "prs": [
+ {
+ "num": 66399,
+ "title": "[feat](fluss) Support reading Apache Fluss tables
through a fluss catalog",
+ "url": "https://github.com/apache/doris/pull/66399";
+ }
+ ]
+ },
+ {
+ "title": "Scaling Point Queries with Less Overhead",
+ "narrative": "Three open proposals target cross-tablet index pruning,
optional RPC micro-batching, and reduced lookup-cache preallocation. Together,
they address overhead as tablet counts and concurrent connections grow,
outlining a path toward more scalable real-time point lookups.",
+ "prs": [
+ {
+ "num": 68531,
+ "title": "[feature](index) Support GLOBAL_POINT index for
cross-tablet point-query pruning",
+ "url": "https://github.com/apache/doris/pull/68531";
+ },
+ {
+ "num": 67870,
+ "title": "[feature](perf)Support RPC micro-batching for
high-concurrency point queries",
+ "url": "https://github.com/apache/doris/pull/67870";
+ },
+ {
+ "num": 67228,
+ "title": "[opt](point query) reduce short circuit lookup cache
usage",
+ "url": "https://github.com/apache/doris/pull/67228";
+ }
+ ]
+ },
+ {
+ "title": "More Efficient Text Search, More Flexible Chinese Analysis",
+ "narrative": "Merged changes add approximate gram pruning with exact
rechecks for LIKE/REGEXP, push candidate bitmaps into phrase queries, and let
IK tokenizers compose with custom filters. Together, they advance warehouse
text search through preserved matching accuracy, more efficient log queries,
and flexible Chinese analysis.",
+ "prs": [
+ {
+ "num": 67538,
+ "title": "[feature](inverted index) approximate gram index for
LIKE/REGEXP push-down via ngram tokenizer mode=sparse|dense on SNII",
+ "url": "https://github.com/apache/doris/pull/67538";
+ },
+ {
+ "num": 67180,
+ "title": "[improvement](inverted index) Push the candidate row
bitmap down into phrase queries",
+ "url": "https://github.com/apache/doris/pull/67180";
+ },
+ {
+ "num": 67918,
+ "title": "[feat](inverted-index) Add IK tokenizers to custom
analyzers",
+ "url": "https://github.com/apache/doris/pull/67918";
+ }
+ ]
+ },
+ {
+ "title": "UUID Becomes a Native Warehouse Type",
+ "narrative": "Merged native 128-bit UUID support spans 441 files
across SQL, storage, serialization, and external bridges. A fixed-width
representation provides an alternative to string storage, establishing
consistent type support for UUID identifiers throughout the warehouse.",
+ "prs": [
+ {
+ "num": 67627,
+ "title": "[feature](datatype) Add UUID data type support",
+ "url": "https://github.com/apache/doris/pull/67627";
+ }
+ ]
+ }
+ ],
+ "numbers": {
+ "mergedPrs": 79,
+ "newIssues": 21,
+ "contributors": 37
+ }
+ },
+ "repos": [
+ {
+ "repo": "apache/doris",
+ "scenarios": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "inProgressNarrative": "New proposals address serial AI requests, 3D
geospatial corruption, and Delta access limitations through configurable
concurrency, Z/M support, and an experimental native Delta catalog. Together
with partition-metadata optimizations and newly proposed Iceberg nullability
display corrections, this work aims to improve analytical efficiency and
interoperability.",
+ "inProgress": [
+ {
+ "num": 68666,
+ "title": "[feature](ai_func) Run AI function batch requests
concurrently via `ai.max_concurrency`",
+ "url": "https://github.com/apache/doris/pull/68666";,
+ "isNew": true
+ },
+ {
+ "num": 68693,
+ "title": "[feature](be,fe) Add 3D dimension support for GEO
functions (ST_Z, ST_M, ST_NDims, ST_ZmFlag, ST_AsEWKB",
+ "url": "https://github.com/apache/doris/pull/68693";,
+ "isNew": true
+ },
+ {
+ "num": 68702,
+ "title": "[feature](fe) Add experimental native Delta Lake
catalog",
+ "url": "https://github.com/apache/doris/pull/68702";,
+ "isNew": true
+ },
+ {
+ "num": 67725,
+ "title": "[improvement](hive) Push partition filters to HMS",
+ "url": "https://github.com/apache/doris/pull/67725";
+ },
+ {
+ "num": 68452,
+ "title": "[improvement](hive) Support
partition-column-value-only pushdown for Hive/Hudi scan",
+ "url": "https://github.com/apache/doris/pull/68452";
+ }
+ ]
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "mergedNarrative": "Real-time warehouse work improves ingestion
durability and cancellation responsiveness, reducing stalled jobs and delayed
resource release. Partition-level materialized-view baselines refine
invalidation handling, while ROW binlog gating and CDC subprocess isolation
strengthen operational safeguards. Fluss connection pooling and shared reader
caches reduce repeated scan overhead.",
+ "merged": [
+ {
+ "num": 67681,
+ "title": "[fix](fe) Persist routine load job before scheduling",
+ "url": "https://github.com/apache/doris/pull/67681";
+ },
+ {
+ "num": 68283,
+ "title": "[fix](coordinator) Preserve cancellation before
coordinator setup",
+ "url": "https://github.com/apache/doris/pull/68283";
+ }
+ ],
+ "inProgressNarrative": "Real-time warehouse work emphasizes ROW
Binlog TTL for retention, one-time S3 ingestion, and partition-aware
cardinality estimates. Newly opened proposals extend this reliability focus to
CDC schema-change recovery, load-close starvation, materialized-view
schema-change impact, and dependable outcomes when INSERT OVERWRITE is
cancelled.",
+ "inProgress": [
+ {
+ "num": 64032,
+ "title": "feature(stats) Estimate scan cardinality from selected
partitions for OLAP and external tables",
+ "url": "https://github.com/apache/doris/pull/64032";
+ },
+ {
+ "num": 68007,
+ "title": "[improvement](streaming) Support one-time S3 streaming
ingestion",
+ "url": "https://github.com/apache/doris/pull/68007";
+ },
+ {
+ "num": 68226,
+ "title": "[feature](storage) Support ROW binlog TTL",
+ "url": "https://github.com/apache/doris/pull/68226";
+ }
+ ]
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "inProgressNarrative": "Cloud-native work aims to reduce dependence
on local disks and long-lived keys. GKE Workload Identity would enable keyless
GCS access, while S3 vault spill would relieve local capacity constraints and
expose stored spill size through SHOW DATA for billing visibility.",
+ "inProgress": [
+ {
+ "num": 66484,
+ "title": "[feature](vault) Support keyless GCS vaults with GKE
Workload Identity",
+ "url": "https://github.com/apache/doris/pull/66484";
+ },
+ {
+ "num": 68032,
+ "title": "[feature](cloud) Spill to object storage in cloud mode
and report the traffic in SHOW DATA",
+ "url": "https://github.com/apache/doris/pull/68032";
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "inProgressNarrative": "Integration work centers on Hive-compatible
character encoding and decoding to ease workload migration. More reliable
Flight SQL metadata and filtering, alongside Trino-compatible duration
formatting, aim to reduce behavioral differences when existing SQL and clients
move to Doris.",
+ "inProgress": [
+ {
+ "num": 68131,
+ "title": "[feature](function) Support Hive-compatible encode and
decode",
+ "url": "https://github.com/apache/doris/pull/68131";
+ },
+ {
+ "num": 67899,
+ "title": "[fix](arrow-flight) Support table type metadata and
filters",
+ "url": "https://github.com/apache/doris/pull/67899";
+ },
+ {
+ "num": 68524,
+ "title": "[feature](function) Support SQL function
human_readable_seconds",
+ "url": "https://github.com/apache/doris/pull/68524";
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "mergedNarrative": "REST access checks now consistently require
ADMIN_OR_NODE for both HTTP Basic and cookie requests, including outside cloud
mode. Login only authenticates, with the new Web UI checking ADMIN through
/rest/v1/ui/me afterward. Overdue checks remain cloud-only.",
+ "merged": [
+ {
+ "num": 68549,
+ "title": "[fix](fe) Apply the same checks to HTTP Basic and
cookie requests on /rest/v1",
+ "url": "https://github.com/apache/doris/pull/68549";
+ }
+ ],
+ "inProgressNarrative": "Governance work brings expiration and cloud
identity into native workflows. Row-level TTL configured at table creation
would control expired-row visibility, while newly opened GCP IAM support aims
to unify OAuth authentication across FE, BE, and Cloud, reducing dependence on
HMAC keys.",
+ "inProgress": [
+ {
+ "num": 65858,
+ "title": "[feature](storage) Support row-level TTL",
+ "url": "https://github.com/apache/doris/pull/65858";
+ },
+ {
+ "num": 68540,
+ "title": "[feature](storage) Support native GCP IAM
authentication",
+ "url": "https://github.com/apache/doris/pull/68540";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Kernel & Engineering",
+ "mergedNarrative": "This week’s kernel work strengthens query
correctness and operational stability by aligning edge-case semantics across
functions and lakehouse reads and writes, reducing missing rows, incorrect
results, and crashes. Fixes also restore adaptive scan concurrency and storage
retries, while tighter privilege checks and dependency updates strengthen
security.",
+ "merged": [],
+ "inProgressNarrative": "Kernel work targets resource control and
diagnosis: window spill addresses memory pressure, shared load scheduling
prioritizes commits, and index space breakdowns guide tuning. Newly opened work
proposes default thread-pool scanning, bounded FE native memory growth, and
query IDs in logs to improve operational stability and troubleshooting.",
+ "inProgress": [
+ {
+ "num": 67977,
+ "title": "[feature](inverted index) Add index_disk_usage table
function",
+ "url": "https://github.com/apache/doris/pull/67977";
+ },
+ {
+ "num": 68385,
+ "title": "[feat](load) Schedule shared load tasks by global
stage priority",
+ "url": "https://github.com/apache/doris/pull/68385";
+ },
+ {
+ "num": 68500,
+ "title": "[feature](be) Support spill for non-streaming window
functions",
+ "url": "https://github.com/apache/doris/pull/68500";
+ },
+ {
+ "num": 68610,
+ "title": "[improvement](be) Use thread pool scan scheduler by
default",
+ "url": "https://github.com/apache/doris/pull/68610";,
+ "isNew": true
+ },
+ {
+ "num": 68623,
+ "title": "[improvement](fe) Set default MALLOC_ARENA_MAX to
bound native memory growth on many-core hosts",
+ "url": "https://github.com/apache/doris/pull/68623";,
+ "isNew": true
+ },
+ {
+ "num": 68694,
+ "title": "[feature](log) Add query IDs to FE and BE runtime
logs",
+ "url": "https://github.com/apache/doris/pull/68694";,
+ "isNew": true
+ }
+ ]
+ }
+ ],
+ "demand": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "narrative": "The community wants reproducible, faster multimodal
lakehouse queries. Selectable Lance snapshots would enable historical or branch
comparisons in vector and full-text search, while resource-controlled AI batch
concurrency would reduce sequential waits. Synchronous index prewarming into
BE-local shared caches would reduce random S3 reads during queries.",
+ "refs": [
+ {
+ "num": 68625,
+ "title": "[Feature](lance) Support snapshot selection in vector
and full-text search",
+ "url": "https://github.com/apache/doris/issues/68625";
+ },
+ {
+ "num": 68626,
+ "title": "[Feature] Run AI function batch requests concurrently
(ai.max_concurrency on AI resource)",
+ "url": "https://github.com/apache/doris/issues/68626";
+ },
+ {
+ "num": 68692,
+ "title": "[Feature](lance) Add index prewarm to reduce
query-time random S3 IO",
+ "url": "https://github.com/apache/doris/issues/68692";
+ }
+ ]
+ }
+ ]
+ }
+ ]
+};
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
