This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new f97019875c45 [community](report) Add weekly report for 2026-11-02
(#4605)
f97019875c45 is described below
commit f97019875c4556908e0a205aede377e475fda263
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Mon Nov 9 22:04:00 2026 +0800
[community](report) Add weekly report for 2026-11-02 (#4605)
Add the community report for the week of 2026-11-02.
Source: the MDX exported by Community Radar.
Changes: `src/pages/community-report/_reports/2026-11-02.mdx` only.
The community-report page discovers this file automatically.
Validation: checked that the PR contains only the exported MDX.
Website build not run. This English report is the shared source for
localized pages; versioned product documentation is unaffected.
Co-authored-by: morningman <[email protected]>
---
src/pages/community-report/_reports/2026-11-02.mdx | 382 +++++++++++++++++++++
1 file changed, 382 insertions(+)
diff --git a/src/pages/community-report/_reports/2026-11-02.mdx
b/src/pages/community-report/_reports/2026-11-02.mdx
new file mode 100644
index 000000000000..9288ac6f8cc2
--- /dev/null
+++ b/src/pages/community-report/_reports/2026-11-02.mdx
@@ -0,0 +1,382 @@
+{/* Auto-generated by community-radar `report export-mdx` — do not edit by
hand.
+ `report` is English-only structured data laid out by doris-website. */}
+
+export const label = "Nov 2 – Nov 8, 2026";
+export const week = "Week 45, 2026";
+export const stats = [
+ {
+ "num": "144",
+ "label": "Merged PRs"
+ },
+ {
+ "num": "42",
+ "label": "New issues"
+ },
+ {
+ "num": "45",
+ "label": "Contributors"
+ }
+];
+
+export const report = {
+ "summary": {
+ "lead": "This week, Apache Doris is moving toward more efficient search
and queries, higher-fidelity data access, and finer-grained identity and access
controls; 45 contributors helped merge 144 PRs, while the community opened 42
new issues. Kernel and engineering work remains the main focus, followed by
real-time warehousing and multi-modal lakehouse capabilities, pointing toward
stronger execution efficiency and broader data interoperability.",
+ "highlights": [
+ {
+ "title": "Faster Text Analysis, More Concurrent Indexed Search",
+ "narrative": "A merged tokenizer optimization delivers 1.5–1.9×
speedups with unchanged tokens. Pending changes extend optimization to
multilingual tokenization, wildcard matching, and concurrent index query reuse,
pointing toward lower text analysis costs and higher search throughput.",
+ "prs": [
+ {
+ "num": 70259,
+ "title": "[improvement](be) Resolve a tokenizer's char filter once
per value",
+ "url": "https://github.com/apache/doris/pull/70259";
+ },
+ {
+ "num": 70264,
+ "title": "[improvement](be) Tokenize english and basic with a
vectorized byte classifier",
+ "url": "https://github.com/apache/doris/pull/70264";
+ },
+ {
+ "num": 70265,
+ "title": "[improvement](be) Tokenize standard and unicode with a
dense UAX#29 table",
+ "url": "https://github.com/apache/doris/pull/70265";
+ },
+ {
+ "num": 70266,
+ "title": "[improvement](be) Move jieba into the Doris tree and cut
chinese text over a flat dictionary",
+ "url": "https://github.com/apache/doris/pull/70266";
+ },
+ {
+ "num": 70267,
+ "title": "[improvement](be) Cut the cost around ICU's break
iterator in the icu tokenizer",
+ "url": "https://github.com/apache/doris/pull/70267";
+ },
+ {
+ "num": 70268,
+ "title": "[improvement](be) Match the ik dictionaries through a
flat trie",
+ "url": "https://github.com/apache/doris/pull/70268";
+ },
+ {
+ "num": 70269,
+ "title": "[improvement](be) Rewrite the tokens of a batch in place
in the one-to-one filters",
+ "url": "https://github.com/apache/doris/pull/70269";
+ },
+ {
+ "num": 70373,
+ "title": "[opt](inverted index) Skip terms without the literal
part of a leading-wildcard glob",
+ "url": "https://github.com/apache/doris/pull/70373";
+ },
+ {
+ "num": 70374,
+ "title": "[opt](inverted index) Share index runs among the
scanners of a split segment",
+ "url": "https://github.com/apache/doris/pull/70374";
+ }
+ ]
+ },
+ {
+ "title": "Native MongoDB Access with BSON Preservation",
+ "narrative": "A proposed native MongoDB catalog adds metadata access,
a reader, and BSON serialization and deserialization. Its type-preserving read
path targets collections, views, and time-series namespaces, moving Doris
toward more direct analytics on document data.",
+ "prs": [
+ {
+ "num": 70327,
+ "title": "[feature](mongodb) Add native catalog, reader and BSON
SerDe",
+ "url": "https://github.com/apache/doris/pull/70327";
+ }
+ ]
+ },
+ {
+ "title": "Proxy Authentication with Narrowed User Roles",
+ "narrative": "Proposed proxy authentication gates SU ... WITH ROLES
behind PROXY_PRIV and mandates role narrowing. AI and BI gateways could
authenticate as a service, then run sessions as end users, moving entitlement
enforcement and per-person audit attribution into the database.",
+ "prs": [
+ {
+ "num": 67672,
+ "title": "[feature](auth) SU ... WITH ROLES: proxy authentication
with mandatory role narrowing, gated by PROXY_PRIV",
+ "url": "https://github.com/apache/doris/pull/67672";
+ }
+ ]
+ },
+ {
+ "title": "Faithful Spatial Reads and Writes for Iceberg V3",
+ "narrative": "Proposed Iceberg V3 support preserves GEOMETRY/GEOGRAPHY
kind, CRS, geography edge algorithm, NULL/EMPTY, and original WKB through reads
and Parquet writeback. Write identity checks precede coercion or remote
mutation, advancing spatial lakehouse interoperability.",
+ "prs": [
+ {
+ "num": 69032,
+ "title": "[feature](iceberg) Support Iceberg V3 spatial types on
master",
+ "url": "https://github.com/apache/doris/pull/69032";
+ }
+ ]
+ },
+ {
+ "title": "Adaptive Scan Pruning as TopN Bounds Tighten",
+ "narrative": "Merged changes refresh unread row ranges between batches
using versioned predicates and page Zone Maps. Scans can exploit tightening
TopN bounds while preserving progress and direction, enabling ranking queries
to keep pruning data as execution proceeds.",
+ "prs": [
+ {
+ "num": 70020,
+ "title": "[improvement](topn) Refresh TopN runtime filter page
ranges",
+ "url": "https://github.com/apache/doris/pull/70020";
+ }
+ ]
+ }
+ ],
+ "numbers": {
+ "mergedPrs": 144,
+ "newIssues": 42,
+ "contributors": 45
+ }
+ },
+ "repos": [
+ {
+ "repo": "apache/doris",
+ "scenarios": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "mergedNarrative": "Lakehouse access reduces format and metadata
barriers through Lance scanning, MongoDB ObjectId and Trino JSON support. Hive
partition-filter pushdown limits metadata loading, while Parquet gains encoding
compatibility and output controls. Encrypted Iceberg admission checks guard
execution paths that have not established support.",
+ "merged": [
+ {
+ "num": 67725,
+ "title": "[improvement](hive) Push partition filters to HMS",
+ "url": "https://github.com/apache/doris/pull/67725";
+ },
+ {
+ "num": 69581,
+ "title": "[feature](be) Read Lance datasets with FileScannerV2",
+ "url": "https://github.com/apache/doris/pull/69581";
+ },
+ {
+ "num": 69967,
+ "title": "[fix](be) Read dictionary-encoded Parquet BOOLEAN
columns",
+ "url": "https://github.com/apache/doris/pull/69967";
+ },
+ {
+ "num": 69969,
+ "title": "[feature](fe) Support MongoDB ObjectId and Trino JSON
types",
+ "url": "https://github.com/apache/doris/pull/69969";
+ },
+ {
+ "num": 69971,
+ "title": "[feature](be) Add session controls for Parquet page
indexes",
+ "url": "https://github.com/apache/doris/pull/69971";
+ }
+ ],
+ "inProgressNarrative": "Lakehouse work expands file representation
and lake-table access. Newly opened proposals extend Iceberg encrypted reads
across metadata, indexes and independently keyed delete files, and support
required-column additions with defaults. New Paimon write safeguards aim to
prevent snapshot publication from overwriting acknowledged data.",
+ "inProgress": []
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "mergedNarrative": "Continuous ingestion gains more stable query
reuse and recovery. SQL caches survive unrelated partition writes, and SNII
builds reduce memory-accounting contention. Routine Load preserves
configuration across recreation, replay and alteration, while clearer
scaling-related errors and corrected schema-change WAL replay reduce
operational disruption.",
+ "merged": [
+ {
+ "num": 69883,
+ "title": "[opt](sql-cache) Preserve SQL cache across unrelated
partition writes",
+ "url": "https://github.com/apache/doris/pull/69883";
+ },
+ {
+ "num": 69989,
+ "title": "[fix](fe) Report missing backend during stream load
planning",
+ "url": "https://github.com/apache/doris/pull/69989";
+ },
+ {
+ "num": 70007,
+ "title": "[improvement](be) Remove per-term contention from SNII
index build memory accounting",
+ "url": "https://github.com/apache/doris/pull/70007";
+ },
+ {
+ "num": 70118,
+ "title": "[fix](fe) Make SHOW CREATE ROUTINE LOAD output
recreate the same job",
+ "url": "https://github.com/apache/doris/pull/70118";
+ },
+ {
+ "num": 70121,
+ "title": "[fix](fe) Keep routine load job properties across
replay and apply altered enclose and escape",
+ "url": "https://github.com/apache/doris/pull/70121";
+ }
+ ],
+ "inProgressNarrative": "Real-time warehouse work aims for steadier
ingestion and query performance. Newly opened proposals strengthen transaction
publication and CDC takeover after failures, addressing leaked locks, delayed
visibility and unintended job pauses. They also reduce snapshot memory usage
and unnecessary scans through reliable runtime filtering and struct-field
pruning.",
+ "inProgress": []
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "mergedNarrative": "Cloud background workloads gain clearer resource
placement through explicit compute groups and session-consistent refresh
previews. BE-reported tablet activity reduces FE memory overhead and improves
balancing inputs, while GCS recycling defaults to individual-object deletion
with a compatibility option.",
+ "merged": [
+ {
+ "num": 67621,
+ "title": "[improvement](tablet) Source active tablet stats from
BE reports",
+ "url": "https://github.com/apache/doris/pull/67621";
+ },
+ {
+ "num": 69749,
+ "title": "[feature](cloud) Support declaring compute_group on
routine load and async MV",
+ "url": "https://github.com/apache/doris/pull/69749";
+ },
+ {
+ "num": 70119,
+ "title": "[fix](cloud) Add configurable GCS object deletion",
+ "url": "https://github.com/apache/doris/pull/70119";
+ },
+ {
+ "num": 70125,
+ "title": "[fix](fe) Let MV dry runs and EXPLAIN REFRESH borrow
the session's compute group",
+ "url": "https://github.com/apache/doris/pull/70125";
+ }
+ ],
+ "inProgressNarrative": "Cloud-native work is strengthening metadata
consistency and adapting recycling and cache reads to load. Newly opened
proposals address object-deletion throttling, pending delete bitmaps exceeding
FDB value limits, and tablet-rebalancing memory overhead, aiming to reduce
operation failures and background resource contention under frequent updates.",
+ "inProgress": [
+ {
+ "num": 67639,
+ "title": "[fix](cloud) Keep tablet compaction owner consistent",
+ "url": "https://github.com/apache/doris/pull/67639";
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "mergedNarrative": "Client integration advances toward trustworthy
metadata and consistent query semantics. Flight SQL improves table-type
discovery, filtering and analyzed result schemas, helping clients understand
query outputs. JDBC predicate pushdown preserves expression grouping and
floating-point literal semantics, reducing incorrect filtering at external
sources.",
+ "merged": [
+ {
+ "num": 67899,
+ "title": "[fix](arrow-flight) Support table type metadata and
filters",
+ "url": "https://github.com/apache/doris/pull/67899";
+ },
+ {
+ "num": 69867,
+ "title": "[fix](flight-sql) Return analyzed result schemas from
Prepare and GetSchema",
+ "url": "https://github.com/apache/doris/pull/69867";
+ },
+ {
+ "num": 69987,
+ "title": "[fix](fe) Preserve JDBC predicate grouping and
floating-point literals",
+ "url": "https://github.com/apache/doris/pull/69987";
+ }
+ ],
+ "inProgressNarrative": "Integration work aims to make client access
and data exchange more reliable through prompt fetch errors and optional
connection compression. Newly opened CSV quoting and Flight SQL metadata
proposals address malformed exports containing special characters and catalog
discovery that fails to follow request semantics.",
+ "inProgress": [
+ {
+ "num": 67644,
+ "title": "[fix](be) Return missing-buffer errors for MySQL and
Arrow result fetches",
+ "url": "https://github.com/apache/doris/pull/67644";
+ },
+ {
+ "num": 68745,
+ "title": "[feature](mysql) Offer the MySQL compressed protocol
(zlib) on the FE channel",
+ "url": "https://github.com/apache/doris/pull/68745";
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "mergedNarrative": "CDC can load remote JDBC driver code into the
FE, so HTTP/HTTPS driver URLs now require global ADMIN privilege. Checks cover
job creation, alteration and cdc_stream construction before source
initialization or driver loading, tightening control over remote code loading.",
+ "merged": [
+ {
+ "num": 69617,
+ "title": "[fix](fe) Require ADMIN for remote CDC driver URLs",
+ "url": "https://github.com/apache/doris/pull/69617";
+ }
+ ],
+ "inProgressNarrative": "Dual-password support remains central,
aiming to enable credential rotation without downtime by accepting old and new
passwords concurrently. Newly opened work tightens cloud-instance and
Flight-result authentication, query visibility and materialized-view
permissions, while strengthening auditing and secret masking for more reliable
security boundaries and operational governance.",
+ "inProgress": [
+ {
+ "num": 66115,
+ "title": "[feat](auth) Support MySQL-compatible dual password
(RETAIN CURRENT PASSWORD / DISCARD OLD PASSWORD)",
+ "url": "https://github.com/apache/doris/pull/66115";
+ },
+ {
+ "num": 69391,
+ "title": "[fix](load) Validate Routine Load Kafka client
properties",
+ "url": "https://github.com/apache/doris/pull/69391";
+ },
+ {
+ "num": 69977,
+ "title": "[fix](privilege)(mtmv) Require ALTER instead of CREATE
privilege for PAUSE/RESUME/REFRESH MTMV and CANCEL MTMV TASK",
+ "url": "https://github.com/apache/doris/pull/69977";,
+ "isNew": true
+ },
+ {
+ "num": 69981,
+ "title": "[feature](cloud) Add strict instance auth for meta
service rpc",
+ "url": "https://github.com/apache/doris/pull/69981";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Kernel & Engineering",
+ "mergedNarrative": "Kernel work strengthens reliable execution
across complex queries and external data, correcting type, pruning and
concurrency boundaries while advancing native encrypted Iceberg Parquet reads
and reducing SNII search overhead. Consolidated execution and scanning paths,
alongside compatibility, security and observability improvements, provide a
firmer foundation for continued optimization.",
+ "merged": [
+ {
+ "num": 67052,
+ "title": "[fix](fe) Quote dictionary data load identifiers",
+ "url": "https://github.com/apache/doris/pull/67052";
+ },
+ {
+ "num": 68023,
+ "title": "[Fix](ai) Fix some AI Resours Issues",
+ "url": "https://github.com/apache/doris/pull/68023";
+ },
+ {
+ "num": 68979,
+ "title": "[fix](function) Align timezone offset parsing across
FE and BE",
+ "url": "https://github.com/apache/doris/pull/68979";
+ },
+ {
+ "num": 69093,
+ "title": "[fix](eager-agg) Disable bilateral eager aggregation
for decimal SUM",
+ "url": "https://github.com/apache/doris/pull/69093";
+ },
+ {
+ "num": 69376,
+ "title": "[fix](iceberg) Validate Parquet compression before
file creation",
+ "url": "https://github.com/apache/doris/pull/69376";
+ }
+ ],
+ "inProgressNarrative": "Kernel work targets correctness across
rewrites, types and distributed execution while reducing scan and compaction
overhead. Newly opened work further aligns timezone semantics, repairs state
transfer across FEs and advances CLucene decoupling in index code, aiming for
more consistent results, better resource efficiency and easier maintenance.",
+ "inProgress": []
+ }
+ ],
+ "demand": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "narrative": "The community wants authenticated page indexes and
Bloom filters for encrypted Iceberg Parquet reads. Preserving original
data-page ordinals across skipped and dictionary pages, while propagating
authentication and malformed-range errors, would let Doris accelerate encrypted
lakehouse scans without compromising verification.",
+ "refs": [
+ {
+ "num": 70313,
+ "title": "[Feature] Read authenticated Parquet indexes and Bloom
filters for Iceberg encryption",
+ "url": "https://github.com/apache/doris/issues/70313";
+ }
+ ]
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "narrative": "The community wants less scanning for tenant-scoped
and nested-data queries. Top-N should exploit remaining sort-key order when
leading keys are fixed by equality, while struct-field predicates should enable
statistics-based segment and external row-group pruning, reducing reads and
materialization.",
+ "refs": [
+ {
+ "num": 70117,
+ "title": "[Enhancement] Top-N is not read in key order when
leading sort key columns are fixed by an equality predicate (WHERE k1 = x ORDER
BY k2 LIMIT n)",
+ "url": "https://github.com/apache/doris/issues/70117";
+ },
+ {
+ "num": 70375,
+ "title": "[Feature] Support predicate pushdown on struct
columns",
+ "url": "https://github.com/apache/doris/issues/70375";
+ },
+ {
+ "num": 70376,
+ "title": "[Enhancement] Support predicate pushdown on struct
columns",
+ "url": "https://github.com/apache/doris/issues/70376";
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "narrative": "The community wants ADBC connections through Arrow
Flight SQL to reuse Doris’s unified authentication framework. Configured
integrations and plugins should supply authentication methods and identity
policies, replacing protocol-specific hardcoding so SQL clients share
consistent, extensible authentication capabilities.",
+ "refs": [
+ {
+ "num": 69944,
+ "title": "[Feature] Decouple ADBC / Arrow Flight SQL
authentication and reuse the unified authentication framework",
+ "url": "https://github.com/apache/doris/issues/69944";
+ }
+ ]
+ }
+ ]
+ }
+ ]
+};
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
