This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new 5e014728400 [community](report) Add weekly report for 2026-11-09
(#4677)
5e014728400 is described below
commit 5e014728400128310e4c7bf90c507f336f0ec3be
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Fri Nov 20 17:14:07 2026 +0800
[community](report) Add weekly report for 2026-11-09 (#4677)
Add the community report for the week of 2026-11-09.
Source: the MDX exported by Community Radar.
Changes: `src/pages/community-report/_reports/2026-11-09.mdx` only.
The community-report page discovers this file automatically.
Validation: checked that the PR contains only the exported MDX.
Website build not run. This English report is the shared source for
localized pages; versioned product documentation is unaffected.
Co-authored-by: morningman <[email protected]>
---
src/pages/community-report/_reports/2026-11-09.mdx | 305 +++++++++++++++++++++
1 file changed, 305 insertions(+)
diff --git a/src/pages/community-report/_reports/2026-11-09.mdx
b/src/pages/community-report/_reports/2026-11-09.mdx
new file mode 100644
index 00000000000..5c6a7149784
--- /dev/null
+++ b/src/pages/community-report/_reports/2026-11-09.mdx
@@ -0,0 +1,305 @@
+{/* Auto-generated by community-radar `report export-mdx` — do not edit by
hand.
+ `report` is English-only structured data laid out by doris-website. */}
+
+export const label = "Nov 9 – Nov 15, 2026";
+export const week = "Week 46, 2026";
+export const stats = [
+ {
+ "num": "28",
+ "label": "Merged PRs"
+ },
+ {
+ "num": "38",
+ "label": "New issues"
+ },
+ {
+ "num": "31",
+ "label": "Contributors"
+ }
+];
+
+export const report = {
+ "summary": {
+ "lead": "Apache Doris activity this week centered on kernel engineering
and real-time warehousing, with work aimed at lowering query costs and
expanding native access to external data sources and cloud storage. Performance
work targeted log search and filtered vector queries, while external data
access work focused on preserving source data types and broadening cloud
storage authentication options. The community saw 31 contributors, 28 merged
PRs, and 38 new issues.",
+ "highlights": [
+ {
+ "title": "Native MongoDB catalog preserves BSON types",
+ "narrative": "Doris merged a native MongoDB catalog, reader, and BSON
SerDe, enabling direct queries that preserve BSON types. Teams can analyze
MongoDB data with SQL without loading it into the warehouse first, broadening
the range of sources Doris can query natively.",
+ "prs": [
+ {
+ "num": 70327,
+ "title": "[feature](mongodb) Add native catalog, reader and BSON
SerDe",
+ "url": "https://github.com/apache/doris/pull/70327"
+ }
+ ]
+ },
+ {
+ "title": "Log search TopN targets lower scan and sort costs",
+ "narrative": "Proposed TopN changes prune pages using a runtime bound
snapshot, fetch returned columns used only by search() or MATCH after ranking,
and copy only rows eligible for the heap. Together they target lower lock
contention, data reads, and row-copy overhead for large-scale log search.",
+ "prs": [
+ {
+ "num": 70387,
+ "title": "[opt](storage) Prune pages with a snapshot of the TopN
runtime filter",
+ "url": "https://github.com/apache/doris/pull/70387"
+ },
+ {
+ "num": 70388,
+ "title": "[opt](nereids) Fetch columns read only by search() or
MATCH after the TopN",
+ "url": "https://github.com/apache/doris/pull/70388"
+ },
+ {
+ "num": 70389,
+ "title": "[opt](sort) Copy only the rows of a block that can enter
the TopN heap",
+ "url": "https://github.com/apache/doris/pull/70389"
+ }
+ ]
+ },
+ {
+ "title": "Column prefiltering keeps filtered vector search on the ANN
index",
+ "narrative": "The proposed change evaluates residual column predicates
into a candidate bitmap before FAISS runs ANN TopN search, avoiding a fallback
to row-by-row distance calculations. This makes indexed vector retrieval more
practical alongside business filters in the warehouse.",
+ "prs": [
+ {
+ "num": 64377,
+ "title": "[feature](ann-index) Pre-filter column predicates into
ANN TopN searc…",
+ "url": "https://github.com/apache/doris/pull/64377"
+ }
+ ]
+ },
+ {
+ "title": "Native Azure Blob access gains proposed SAS and OAuth2
support",
+ "narrative": "The proposal adds SAS and OAuth2 to native Azure Blob
access through typed credential configuration between the FE and BE. Azure
warehouse deployments would gain delegated access tokens and Microsoft Entra ID
application identities as options alongside SharedKey.",
+ "prs": [
+ {
+ "num": 69082,
+ "title": "[feature](azure) Support native SAS and OAuth2 access
with a typed FE-to-BE config",
+ "url": "https://github.com/apache/doris/pull/69082"
+ }
+ ]
+ }
+ ],
+ "numbers": {
+ "mergedPrs": 28,
+ "newIssues": 38,
+ "contributors": 31
+ }
+ },
+ "repos": [
+ {
+ "repo": "apache/doris",
+ "scenarios": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "inProgressNarrative": "Lakehouse work aims to preserve external
data semantics by distinguishing literal `'null'` from SQL NULL in Iceberg
partitions and resolving dotted database names and view definitions correctly.
New proposals this week preserve VARIANT types through Parquet export and load
and honor the selected partition spec during Iceberg file rewrites.",
+ "inProgress": [
+ {
+ "num": 70214,
+ "title": "[fix](iceberg) Preserve nullness in partition commit
values",
+ "url": "https://github.com/apache/doris/pull/70214"
+ },
+ {
+ "num": 70236,
+ "title": "[fix](fe) Keep dotted external database names in
information_schema lookups",
+ "url": "https://github.com/apache/doris/pull/70236"
+ },
+ {
+ "num": 70370,
+ "title": "[fix](fe) Honor Iceberg view schemas and saved
namespaces",
+ "url": "https://github.com/apache/doris/pull/70370"
+ },
+ {
+ "num": 70476,
+ "title": "[fix](parquet) Preserve VARIANT types during export
and load",
+ "url": "https://github.com/apache/doris/pull/70476",
+ "isNew": true
+ },
+ {
+ "num": 70517,
+ "title": "[fix](iceberg) Honor rewrite output partition specs",
+ "url": "https://github.com/apache/doris/pull/70517",
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "mergedNarrative": "Real-time warehouse writes need explicit
partition boundaries. Doris now rejects static partition assignments in OLAP
INSERT statements, preventing INSERT OVERWRITE from silently discarding them.
Users can target partitions by name or use PARTITION(*) to detect overwrite
targets automatically.",
+ "merged": [
+ {
+ "num": 70287,
+ "title": "[fix](fe) Reject static partition assignments for OLAP
tables",
+ "url": "https://github.com/apache/doris/pull/70287"
+ }
+ ],
+ "inProgressNarrative": "Real-time warehouse work targets higher
concurrent lookup throughput, earlier publish quorum checks and reliable
materialized view refreshes after schema changes. New work this week reduces
ingestion scheduling contention and idle polling, protects changelog accuracy,
clarifies incremental-read timeouts and extends OR optimization to right
joins.",
+ "inProgress": [
+ {
+ "num": 67870,
+ "title": "[feature](perf)Support RPC micro-batching for
high-concurrency point queries",
+ "url": "https://github.com/apache/doris/pull/67870"
+ },
+ {
+ "num": 70208,
+ "title": "[opt](publish) Report successful tablets before
retrying version gaps",
+ "url": "https://github.com/apache/doris/pull/70208"
+ },
+ {
+ "num": 70289,
+ "title": "[fix](mtmv) Reanalyze partition expressions using MV
output columns",
+ "url": "https://github.com/apache/doris/pull/70289"
+ },
+ {
+ "num": 70467,
+ "title": "[fix](fe) Isolate streaming job control tasks from
insert execution",
+ "url": "https://github.com/apache/doris/pull/70467",
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "mergedNarrative": "Separated compute and storage relies on
coordinated load visibility and remote file access. Doris now cleans up
completed cloud load notifications and consumed empty rowset markers, updates
cloud load defaults, and preserves Kerberos authentication in HDFS vaults
created or altered through SQL so backends can open files.",
+ "merged": [
+ {
+ "num": 70218,
+ "title": "[fix](cloud) Fix rowset notification cleanup and
update cloud load defaults",
+ "url": "https://github.com/apache/doris/pull/70218"
+ },
+ {
+ "num": 70320,
+ "title": "[fix](fe) Preserve Kerberos authentication in HDFS
storage vaults",
+ "url": "https://github.com/apache/doris/pull/70320"
+ }
+ ],
+ "inProgressNarrative": "This week’s new proposals move Doris toward
native cloud storage access, adding SAS and OAuth2 for Azure Blob in the BE and
adopting Alibaba Cloud OSS V2 in the BE and Recycler. Existing file-cache work
targets division by zero on dynamic-inode filesystems.",
+ "inProgress": [
+ {
+ "num": 65979,
+ "title": "[fix](filecache) fix inode percentage division by zero
on dynamic inode filesystems",
+ "url": "https://github.com/apache/doris/pull/65979"
+ },
+ {
+ "num": 70386,
+ "title": "[feature](be) Accept typed Azure access with SAS and
OAuth2 from FE",
+ "url": "https://github.com/apache/doris/pull/70386",
+ "isNew": true
+ },
+ {
+ "num": 70423,
+ "title": "[feature](cloud) Support native OSS V2 object storage
requests in BE and Recycler",
+ "url": "https://github.com/apache/doris/pull/70423",
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Agent Observability",
+ "inProgressNarrative": "A proposal opened this week would let users
locate regex matches in logs and other text directly in SQL. `regexp_position`
would return a one-based byte position for a selected occurrence or capture
group.",
+ "inProgress": [
+ {
+ "num": 70549,
+ "title": "[feature](be) Add regexp_position scalar function",
+ "url": "https://github.com/apache/doris/pull/70549",
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "inProgressNarrative": "An Arrow Flight SQL fix opened this week
would let clients fetch FE-held metadata and statement results over their
existing connection, avoiding failures when the FE’s advertised address is
unreachable.",
+ "inProgress": [
+ {
+ "num": 70465,
+ "title": "[fix](arrow-flight) let a result the FE holds be
fetched over the client's connection",
+ "url": "https://github.com/apache/doris/pull/70465",
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "inProgressNarrative": "Security work aims to limit role grants and
default role assignments at user creation to privileges the grantor already
holds, and require `admin_priv` to manage another account’s credentials. No
proposal opened this week.",
+ "inProgress": [
+ {
+ "num": 70371,
+ "title": "[fix](auth) hold a role grant to the grantor's own
privileges, and another account's credentials to admin_priv",
+ "url": "https://github.com/apache/doris/pull/70371"
+ }
+ ]
+ },
+ {
+ "name": "Kernel & Engineering",
+ "mergedNarrative": "Doris made query and index behavior more
predictable. Metadata replay invalidates stale caches, Hive listings stream
scan splits, and numeric SEARCH stays indexed. ANN builds use fixed per-task
thread budgets. Variant checks sparse-key ordering and makes metadata key
registration allocation-safe, while analyzer interfaces converge without format
changes and ARM64 hashing",
+ "merged": [
+ {
+ "num": 63612,
+ "title": "[fix](cache) Invalidate query caches when replaying
table changes",
+ "url": "https://github.com/apache/doris/pull/63612"
+ },
+ {
+ "num": 70078,
+ "title": "[improvement](fe) Stream Hive directory listings with
bounded caching",
+ "url": "https://github.com/apache/doris/pull/70078"
+ },
+ {
+ "num": 70262,
+ "title": "[refactor](be) Switch every consumer of text analysis
to the TextAnalyzer interface",
+ "url": "https://github.com/apache/doris/pull/70262"
+ },
+ {
+ "num": 70416,
+ "title": "[improvement](variant) Assert Variant sparse byte
order in debug builds",
+ "url": "https://github.com/apache/doris/pull/70416"
+ },
+ {
+ "num": 70454,
+ "title": "[fix](be) Add fixed per-task ANN build thread budgets",
+ "url": "https://github.com/apache/doris/pull/70454"
+ }
+ ],
+ "inProgressNarrative": "Kernel work targets planner correctness,
storage reuse, quieter partition diagnostics and accurate replica balancing.
New this week are efforts to make rewrites and TopN cache reuse safe, correct
SHOW and Iceberg name resolution, and improve point lookups, nested array
execution, FE discovery after DNS changes and replica repair.",
+ "inProgress": []
+ }
+ ],
+ "demand": [
+ {
+ "name": "Real-time Data Warehouse",
+ "narrative": "The community wants Doris to cut query latency by
skipping page indexes, including whole Bloom filter pages, once an exact point
lookup finds a single candidate. Scans should also use segment zone maps to
rule out segments and potentially entire rowsets or scanners before opening
segments.",
+ "refs": [
+ {
+ "num": 70442,
+ "title": "[Enhancement] Page-index pruning reads whole
bloom-filter pages after a selective key seek; an exact point lookup should not
open page indexes for a single candidate row",
+ "url": "https://github.com/apache/doris/issues/70442"
+ },
+ {
+ "num": 70576,
+ "title": "[Enhancement] (be) Rule segments, rowsets and scanners
out before opening a segment, from a small index of the segment zone maps
already evaluated",
+ "url": "https://github.com/apache/doris/issues/70576"
+ }
+ ]
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "narrative": "Tablets can enter VERSION_ERROR after a node exits
unexpectedly in a compute-storage separated cluster, where ADMIN REPAIR is
reportedly unsupported. The community wants a supported workflow in Doris that
lets operators diagnose the failure and safely recover affected tablets.",
+ "refs": [
+ {
+ "num": 70528,
+ "title": "[Feature Request] Provide diagnosis and safe recovery
for VERSION_ERROR in storage-compute separated clusters",
+ "url": "https://github.com/apache/doris/issues/70528"
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "narrative": "Doris 4.1.5 exposes external TIMESTAMPTZ columns as
strings with UTC offsets over the MySQL protocol, disrupting datetime
recognition in Power BI and ODBC clients. The community wants an opt-in
DATETIME mapping so those clients can recognize the columns as datetime values
again.",
+ "refs": [
+ {
+ "num": 70415,
+ "title": "[Feature] Opt-in DATETIME exposure of external
TIMESTAMPTZ for MySQL-protocol BI clients (Power BI / ODBC) after the 4.1.5
mapping change",
+ "url": "https://github.com/apache/doris/issues/70415"
+ }
+ ]
+ }
+ ]
+ }
+ ]
+};
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]