This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new 4289c7dfe5d1 weekly report 26-10-26 (#4582)
4289c7dfe5d1 is described below
commit 4289c7dfe5d17960c10798376e28be7f2518ed37
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Tue Nov 3 07:41:28 2026 +0000
weekly report 26-10-26 (#4582)
Co-authored-by: morningman <[email protected]>
---
src/pages/community-report/_reports/2026-10-26.mdx | 320 +++++++++++++++++++++
1 file changed, 320 insertions(+)
diff --git a/src/pages/community-report/_reports/2026-10-26.mdx
b/src/pages/community-report/_reports/2026-10-26.mdx
new file mode 100644
index 000000000000..20deb4586e14
--- /dev/null
+++ b/src/pages/community-report/_reports/2026-10-26.mdx
@@ -0,0 +1,320 @@
+{/* Auto-generated by community-radar `report export-mdx` — do not edit by
hand.
+ `report` is English-only structured data laid out by doris-website. */}
+
+export const label = "Oct 26 – Nov 1, 2026";
+export const week = "Week 44, 2026";
+export const stats = [
+ {
+ "num": "138",
+ "label": "Merged PRs"
+ },
+ {
+ "num": "30",
+ "label": "New issues"
+ },
+ {
+ "num": "47",
+ "label": "Contributors"
+ }
+];
+
+export const report = {
+ "summary": {
+ "lead": "This week, Doris is moving toward more open lakehouse reads,
leaner search, and more automated data lifecycle management, while exploring
tighter permissions and bounded-state implementations; community activity
included 47 contributors, 138 merged PRs, and 30 new issues. Kernel and
engineering remain the busiest theme, followed by real-time warehousing,
suggesting that foundational work is supporting these directions, with
capabilities at different stages from planning and [...]
+ "highlights": [
+ {
+ "title": "Native Delta Lake Reads Take Shape",
+ "narrative": "A tracking issue proposes native Delta reads using Delta
Kernel, with Hive Metastore and filesystem metadata, partition pruning, and
data skipping. Support has not landed; the design points toward querying Spark-
and Databricks-written Delta tables directly, broadening Doris lakehouse
interoperability.",
+ "prs": [
+ {
+ "num": 69884,
+ "title": "[Tracking] Native Delta Lake read support",
+ "url": "https://github.com/apache/doris/issues/69884";
+ }
+ ]
+ },
+ {
+ "title": "Leaner SNII Search for Logs and Sparse Data",
+ "narrative": "Three focused changes landed: pattern expansion skips
decoding rejected dictionary entry bodies, position compression gains a minimum
savings threshold, and NULL bitmaps receive run optimization. Together they
reduce wasted decoding in log search and index overhead for sparse VARIANT
data, advancing execution efficiency for observability workloads.",
+ "prs": [
+ {
+ "num": 69600,
+ "title": "[improvement](be) Skip dictionary entry bodies of
non-matching terms in SNII term expansion",
+ "url": "https://github.com/apache/doris/pull/69600";
+ },
+ {
+ "num": 69649,
+ "title": "[improvement](be) Let SNII skip zstd for .prx windows
where it saves little over PFOR",
+ "url": "https://github.com/apache/doris/pull/69649";
+ },
+ {
+ "num": 69727,
+ "title": "[improvement](be) Run-optimize the SNII NULL bitmap
before serializing it",
+ "url": "https://github.com/apache/doris/pull/69727";
+ }
+ ]
+ },
+ {
+ "title": "Proxy Authentication with Narrower Session Roles",
+ "narrative": "An open proposal gates SU ... WITH ROLES behind
PROXY_PRIV and mandates role narrowing for proxy sessions. For multi-tenant AI
and BI gateways, it aims to let Doris enforce end-user entitlements and
attribute queries to individuals, addressing governance gaps from shared
accounts and application-level authorization.",
+ "prs": [
+ {
+ "num": 67672,
+ "title": "[feature](auth) SU ... WITH ROLES: proxy authentication
with mandatory role narrowing, gated by PROXY_PRIV",
+ "url": "https://github.com/apache/doris/pull/67672";
+ }
+ ]
+ },
+ {
+ "title": "Bounded State for Incremental MIN/MAX",
+ "narrative": "An open proposal maintains MIN/MAX materialized views
from base-table changelogs using configurable, bounded per-group top-K state
with exact row counts. It offers a path to less aggregate recomputation,
signaling broader incremental aggregation coverage with controlled state
overhead for real-time warehousing.",
+ "prs": [
+ {
+ "num": 69890,
+ "title": "[feature](ivm) Maintain MIN/MAX incrementally with a
bounded top-K state",
+ "url": "https://github.com/apache/doris/pull/69890";
+ }
+ ]
+ },
+ {
+ "title": "Row-Level TTL Lands for Automatic Expiration",
+ "narrative": "A substantial implementation and test change across 169
files adds create-time row TTL based on source time or explicit expiration.
Expired rows are filtered by post-merge visibility rules and removed during
natural rewrites, extending retention management to individual rows while
retaining ordinary compaction policy.",
+ "prs": [
+ {
+ "num": 65858,
+ "title": "[feature](storage) Support row-level TTL",
+ "url": "https://github.com/apache/doris/pull/65858";
+ }
+ ]
+ }
+ ],
+ "numbers": {
+ "mergedPrs": 138,
+ "newIssues": 30,
+ "contributors": 47
+ }
+ },
+ "repos": [
+ {
+ "repo": "apache/doris",
+ "scenarios": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "mergedNarrative": "Lakehouse work centered on generation-cached
immutable Iceberg partition views and version-aware result-cache validation,
reducing repeated conversion while distinguishing historical and branch
references. Catalog labels, validated batched AI output and Elasticsearch 9.x
discovery broadened integration; LOCAL entry points were disabled and legacy
readers removed.",
+ "merged": [
+ {
+ "num": 69299,
+ "title": "[improvement](datasource) Version Iceberg partition
views and SQL cache metadata",
+ "url": "https://github.com/apache/doris/pull/69299";
+ },
+ {
+ "num": 69135,
+ "title": "[feature](fe) Support iceberg REST catalog labels as
the $labels table",
+ "url": "https://github.com/apache/doris/pull/69135";
+ },
+ {
+ "num": 69302,
+ "title": "[improvement](be) Add optional structured output for
batched AI functions",
+ "url": "https://github.com/apache/doris/pull/69302";
+ },
+ {
+ "num": 69591,
+ "title": "[fix](fe) Disable LOCAL TVF",
+ "url": "https://github.com/apache/doris/pull/69591";
+ }
+ ],
+ "inProgressNarrative": "Lakehouse work prioritizes native Google
authentication with Application Default Credentials for Iceberg REST catalogs,
easing Google Cloud connectivity. Alongside this, a proposed independent FILE
type represents file references, metadata, and optional inline content within
queries, broadening file-data modeling while reducing authentication
integration effort.",
+ "inProgress": [
+ {
+ "num": 62988,
+ "title": "[feat](iceberg) Support Google Authentication for
Iceberg REST catalog",
+ "url": "https://github.com/apache/doris/pull/62988";
+ }
+ ]
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "mergedNarrative": "Real-time warehouse work expanded spill support
for eligible set operations and non-streaming windows. Arrow ingestion joined
V2, incremental scans corrected partition pruning, and HLL downsampling added a
storage–precision tradeoff. New top-k and sorted-array primitives prepare
incremental extrema maintenance; IVM integration remains separate.",
+ "merged": [
+ {
+ "num": 64125,
+ "title": "[improvement](fe) Rewrite set operations to joins when
spill enabled",
+ "url": "https://github.com/apache/doris/pull/64125";
+ },
+ {
+ "num": 68500,
+ "title": "[feature](be) Support spill for non-streaming window
functions",
+ "url": "https://github.com/apache/doris/pull/68500";
+ },
+ {
+ "num": 69257,
+ "title": "[feat](fe-be) Add DataSketches HLL downsample
function",
+ "url": "https://github.com/apache/doris/pull/69257";
+ }
+ ],
+ "inProgressNarrative": "New this week, paused CDC table-set changes
preserve retained tables’ committed offsets; experimental Kafka share groups
enable ingestion concurrency beyond partition counts with at-least-once
delivery and possible duplicates. Other new proposals protect idle IVM offsets
and restore load settings after restarts, complementing query optimizations to
reduce operational burden.",
+ "inProgress": [
+ {
+ "num": 69673,
+ "title": "[feature](fe) Support altering include_tables for
paused cdc streaming jobs",
+ "url": "https://github.com/apache/doris/pull/69673";,
+ "isNew": true
+ },
+ {
+ "num": 69813,
+ "title": "[feature](load) Add Kafka share-group support to
Routine Load",
+ "url": "https://github.com/apache/doris/pull/69813";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "mergedNarrative": "Cloud-native work reduced unnecessary remote
access. Optional PageIO read-ahead, I/O coalescing and cache-hole filling
better accommodate scan patterns, while stale S3 race requests exit early and
non-MoW recycling skips irrelevant bitmap lookups, reducing network and
metadata overhead.",
+ "merged": [
+ {
+ "num": 67292,
+ "title": "[opt](file cache) Add PageIO read-ahead, I/O
coalescing, and cache block hole filling",
+ "url": "https://github.com/apache/doris/pull/67292";
+ },
+ {
+ "num": 68256,
+ "title": "[improvement](cloud) Skip delete bitmap lookup for
non-MoW rowsets",
+ "url": "https://github.com/apache/doris/pull/68256";
+ },
+ {
+ "num": 69620,
+ "title": "[improvement](be) Skip stale S3 race reads and serve
peer reads without get_or_set",
+ "url": "https://github.com/apache/doris/pull/69620";
+ }
+ ],
+ "inProgressNarrative": "Cloud-native work prioritizes bounded
eviction scans and rotation of busy entries to reduce full-cache contention,
while combining asynchronous writes with peer reads. Newly opened proposals
move file deletion outside the cache lock and retain sequence delete markers by
version gap, targeting stalls and resurrection by delayed older writes.",
+ "inProgress": [
+ {
+ "num": 69587,
+ "title": "[improvement](file cache) Bound eviction scans under
the cache lock and rotate in-use entries",
+ "url": "https://github.com/apache/doris/pull/69587";
+ },
+ {
+ "num": 69071,
+ "title": "[feature](file cache) Support peer cache reads on the
async cache write path",
+ "url": "https://github.com/apache/doris/pull/69071";
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "inProgressNarrative": "Integration work aims to make client
metadata contracts reliable, avoiding incorrect table filtering and
result-schema mismatches. Newly opened Flight SQL work proposes analyzed
prepared-result schemas and GetSchema support. Alongside ongoing table-type
handling and Trino-compatible duration formatting, this should ease tool
integration and SQL migration.",
+ "inProgress": [
+ {
+ "num": 67899,
+ "title": "[fix](arrow-flight) Support table type metadata and
filters",
+ "url": "https://github.com/apache/doris/pull/67899";
+ },
+ {
+ "num": 68524,
+ "title": "[feature](function) Support SQL function
human_readable_seconds",
+ "url": "https://github.com/apache/doris/pull/68524";
+ },
+ {
+ "num": 69867,
+ "title": "[fix](flight-sql) Return analyzed result schemas from
Prepare and GetSchema",
+ "url": "https://github.com/apache/doris/pull/69867";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "mergedNarrative": "Security work aligned external access and
ingestion with identity and network policies. Native GCP IAM authentication
expanded GCS access, HTTP metadata requests and catalog endpoints gained
configured SSRF checks, explicit group-commit loads gained authentication and
table-level LOAD authorization, and localhost authentication bypass became
disabled by default.",
+ "merged": [
+ {
+ "num": 68540,
+ "title": "[feature](storage) Support native GCP IAM
authentication",
+ "url": "https://github.com/apache/doris/pull/68540";
+ },
+ {
+ "num": 69455,
+ "title": "[fix](fe) Add SSRF checks to HTTP TVF metadata
requests",
+ "url": "https://github.com/apache/doris/pull/69455";
+ },
+ {
+ "num": 69516,
+ "title": "[fix](load) Enforce auth for group commit stream load",
+ "url": "https://github.com/apache/doris/pull/69516";
+ },
+ {
+ "num": 69588,
+ "title": "[feature](fe) Gate catalog SSRF endpoints and
driver_url via a connector security surface",
+ "url": "https://github.com/apache/doris/pull/69588";
+ },
+ {
+ "num": 69740,
+ "title": "[fix](fe) Disable localhost authentication bypass by
default",
+ "url": "https://github.com/apache/doris/pull/69740";
+ }
+ ],
+ "inProgressNarrative": "Security work aligns internal communication
with TLS configuration and tightens identity boundaries. Newly opened proposals
require ADMIN for remote CDC driver URLs, enforce Stream Load two-phase
transaction ownership, and reject unregistered cloud identities or instance
mismatches, aiming to reduce code-loading abuse, cross-user transaction
interference, and instance impersonation.",
+ "inProgress": []
+ },
+ {
+ "name": "Kernel & Engineering",
+ "mergedNarrative": "Kernel engineering advanced efficient,
dependable queries across internal and external data. Work reduced repeated
scanning, expression and index-decoding costs, bounded planning tasks and
resource lifetimes, and corrected query semantics, deletion handling,
incremental-view recovery and upgrade compatibility, alongside stronger input
validation and credential protection in logs.",
+ "merged": [
+ {
+ "num": 66742,
+ "title": "[opt](be) Cache segment row bitmap cardinality",
+ "url": "https://github.com/apache/doris/pull/66742";
+ },
+ {
+ "num": 66880,
+ "title": "[fix](be) Preserve SNII NULL-docid memory accounting",
+ "url": "https://github.com/apache/doris/pull/66880";
+ },
+ {
+ "num": 66926,
+ "title": "[fix](point query) Keep partition predicates for
short-circuit point queries",
+ "url": "https://github.com/apache/doris/pull/66926";
+ },
+ {
+ "num": 67178,
+ "title": "[improvement](compaction) Disable MOW version-count
promotion by default",
+ "url": "https://github.com/apache/doris/pull/67178";
+ },
+ {
+ "num": 67286,
+ "title": "[fix](plugin) Allow legacy unversioned authentication
plugins",
+ "url": "https://github.com/apache/doris/pull/67286";
+ }
+ ],
+ "inProgressNarrative": "Kernel work strengthens query correctness,
resource control, and operational recovery to reduce wrong results, wasted
scans, and restart disruption. Newly opened proposals extend this direction
through external-data semantics and optimizer estimates, while addressing FE
recovery corruption, repeated compaction failures, and runtime-filter timing
for more reliable, efficient workloads.",
+ "inProgress": []
+ }
+ ],
+ "demand": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "narrative": "The community wants native reads of Delta Lake tables
written by Spark and Databricks, extending Doris’s lakehouse coverage. A
dedicated connector would access metadata through Hive Metastore or the
filesystem and support partition pruning and data skipping, letting users query
existing Delta data directly.",
+ "refs": [
+ {
+ "num": 69884,
+ "title": "[Tracking] Native Delta Lake read support",
+ "url": "https://github.com/apache/doris/issues/69884";
+ }
+ ]
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "narrative": "The community wants to eliminate repeated compilation
of constant LIKE/REGEXP patterns when scanners and segment iterators clone
expressions. Compilation currently scales with segment count; reusing compiled
state would reduce CPU overhead in scans across many segments and improve
string filtering efficiency for real-time warehouse workloads.",
+ "refs": [
+ {
+ "num": 69916,
+ "title": "[Enhancement] Constant LIKE/REGEXP pattern is
recompiled for every clone of the expression (per scanner and per segment
iterator)",
+ "url": "https://github.com/apache/doris/issues/69916";
+ }
+ ]
+ }
+ ]
+ }
+ ]
+};
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
