This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new 79e8b69e907 weekly report 261012 (#4407)
79e8b69e907 is described below
commit 79e8b69e90755ae33348031cdc15fcbe243d1119
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Mon Oct 19 21:15:09 2026 +0100
weekly report 261012 (#4407)
Co-authored-by: morningman <[email protected]>
---
src/pages/community-report/_reports/2026-10-12.mdx | 307 +++++++++++++++++++++
1 file changed, 307 insertions(+)
diff --git a/src/pages/community-report/_reports/2026-10-12.mdx
b/src/pages/community-report/_reports/2026-10-12.mdx
new file mode 100644
index 00000000000..82123f6eee2
--- /dev/null
+++ b/src/pages/community-report/_reports/2026-10-12.mdx
@@ -0,0 +1,307 @@
+{/* Auto-generated by community-radar `report export-mdx` — do not edit by
hand.
+ `report` is English-only structured data laid out by doris-website. */}
+
+export const label = "Oct 12 – Oct 18, 2026";
+export const week = "Week 42, 2026";
+export const stats = [
+ {
+ "num": "176",
+ "label": "Merged PRs"
+ },
+ {
+ "num": "20",
+ "label": "New issues"
+ },
+ {
+ "num": "43",
+ "label": "Contributors"
+ }
+];
+
+export const report = {
+ "summary": {
+ "lead": "This week, Apache Doris is moving toward more timely ingestion,
more focused scans, and lakehouse interoperability that preserves
high-precision timestamps, with kernel and engineering work remaining the
community’s largest focus. Compatibility with modern clients and explicit
external authentication bindings are also advancing, improving connectivity and
clarity in account management. With 43 contributors driving 176 merged PRs and
20 new issues opened, community activity r [...]
+ "highlights": [
+ {
+ "title": "Event-Driven S3 Ingestion",
+ "narrative": "Doris now supports streaming ingestion through S3
ObjectCreated notifications delivered to a dedicated SQS queue, filtering by
bucket and glob. This addresses files missed when their keys precede an
ordered-listing cursor, improving ingestion completeness and moving
object-storage ingestion toward an event-driven model.",
+ "prs": [
+ {
+ "num": 68876,
+ "title": "[feature](fe) Support S3 notification-based streaming
ingestion",
+ "url": "https://github.com/apache/doris/pull/68876"
+ }
+ ]
+ },
+ {
+ "title": "Bitmap Candidates for Focused Scans",
+ "narrative": "A proposed change accepts external Roaring bitmaps and
filters candidate resource IDs early in native scans, with an optional
compressed runtime filter. For candidate sets derived from categories, facets,
or access rules, it explores narrowing query work earlier across large shared
datasets.",
+ "prs": [
+ {
+ "num": 69048,
+ "title": "[feature](be) Add Roaring bitmap candidate filters for
resource IDs",
+ "url": "https://github.com/apache/doris/pull/69048"
+ }
+ ]
+ },
+ {
+ "title": "Nanosecond Precision Across Lakehouse Tables",
+ "narrative": "Doris now maps unzoned nanosecond timestamps in Iceberg
and Paimon bidirectionally to TIMESTAMP_NS, preserving nine fractional digits
through reads, inserts, and CTAS, including nested types. This reduces
precision loss across systems and advances lakehouse interoperability toward
faithful type handling.",
+ "prs": [
+ {
+ "num": 68934,
+ "title": "[feat](datalake) Support nanosecond timestamps in
Iceberg and Paimon",
+ "url": "https://github.com/apache/doris/pull/68934"
+ }
+ ]
+ },
+ {
+ "title": "Broader Compatibility with Modern MySQL Clients",
+ "narrative": "Doris FE improves compatibility with MySQL 9 clients and
Connector/J 8/9, covering multiple-statement results, caching_sha2 full
authentication, authentication_policy queries, and binary TIME parameters in
prepared statements. This reduces application integration friction and extends
MySQL protocol compatibility across more client interactions.",
+ "prs": [
+ {
+ "num": 68824,
+ "title": "[feature](fe) Improve MySQL 9 client and Connector/J
compatibility",
+ "url": "https://github.com/apache/doris/pull/68824"
+ }
+ ]
+ },
+ {
+ "title": "Explicit Account Bindings for External Authentication",
+ "narrative": "Doris now supports exclusive bindings between user@host
accounts and named authentication integrations, which verify credentials, with
optional AS mappings to external identities. Provider-independent syntax covers
LDAP, IAM, and other plugins, making identity relationships clearer and moving
authentication governance toward explicit configuration.",
+ "prs": [
+ {
+ "num": 68923,
+ "title": "[feature](fe) Bind users to authentication integrations",
+ "url": "https://github.com/apache/doris/pull/68923"
+ }
+ ]
+ }
+ ],
+ "numbers": {
+ "mergedPrs": 176,
+ "newIssues": 20,
+ "contributors": 43
+ }
+ },
+ "repos": [
+ {
+ "repo": "apache/doris",
+ "scenarios": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "mergedNarrative": "Lakehouse work prioritized external-file COUNT
scheduling to reduce repeated-query backend hotspots. Partition-aware Iceberg
write routing and overwrite-mode controls improve write handling, while native
table-property updates, GZIP writes, Oracle type mappings, and optional
filename padding broaden interoperability across ingestion, management, and
export.",
+ "merged": [
+ {
+ "num": 68726,
+ "title": "[improvement](fe) Optimize external file COUNT scan
scheduling",
+ "url": "https://github.com/apache/doris/pull/68726"
+ },
+ {
+ "num": 68200,
+ "title": "[opt](jdbc) Support Oracle BINARY_FLOAT and
BINARY_DOUBLE types",
+ "url": "https://github.com/apache/doris/pull/68200"
+ },
+ {
+ "num": 68746,
+ "title": "[feature](outfile) add opt-in file_name_padding",
+ "url": "https://github.com/apache/doris/pull/68746"
+ },
+ {
+ "num": 68854,
+ "title": "[fix](iceberg) Support GZIP for iceberg/hive Parquet
writers.",
+ "url": "https://github.com/apache/doris/pull/68854"
+ }
+ ],
+ "inProgressNarrative": "Lakehouse work prioritizes
partition-metadata execution so Hive/Hudi latest-partition queries can avoid
opening files, alongside HMS pruning to reduce planning overhead. Native Azure
access and 3D geometry compatibility broaden interoperability. Newly opened ANN
work proposes moving index construction from ingestion to background
compaction.",
+ "inProgress": [
+ {
+ "num": 68452,
+ "title": "[improvement](hive) Support
partition-column-value-only pushdown for Hive/Hudi scan",
+ "url": "https://github.com/apache/doris/pull/68452"
+ }
+ ]
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "mergedNarrative": "Real-time workloads gained lower point-query
cache memory usage for wide tables and many connections through reduced
preallocation. Ingestion work strengthened cancellation, close coordination,
transactional partial-update validation, and CDC schema-change recovery, while
adapting snapshot parallelism to backend CPUs, reducing redundant schema
journals, and enabling direct aggregate-state finalization.",
+ "merged": [
+ {
+ "num": 67228,
+ "title": "[opt](point query) reduce short circuit lookup cache
usage",
+ "url": "https://github.com/apache/doris/pull/67228"
+ },
+ {
+ "num": 67667,
+ "title": "[fix](load) Reject partial updates in transactional
VALUES inserts",
+ "url": "https://github.com/apache/doris/pull/67667"
+ },
+ {
+ "num": 67759,
+ "title": "[enhance](load) Support lock-free load cancellation",
+ "url": "https://github.com/apache/doris/pull/67759"
+ },
+ {
+ "num": 68270,
+ "title": "[fix](streaming job) Harden alter and commit handling",
+ "url": "https://github.com/apache/doris/pull/68270"
+ },
+ {
+ "num": 68312,
+ "title": "[feature](be) Add aggregate state finalizers and batch
merging",
+ "url": "https://github.com/apache/doris/pull/68312"
+ }
+ ],
+ "inProgressNarrative": "Real-time warehouse work targets ingestion
continuity and fresh-data access through durable Kinesis shard tracking, JSON
configuration propagation and latest-visible-partition selection. Newly opened
work extends pre-aggregation to mergeable aggregate states and addresses
binlog-retention races during replica repair, improving analytical efficiency
and event-retention reliability.",
+ "inProgress": []
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "mergedNarrative": "Cloud operations advanced metadata consistency
and storage efficiency: compute-group synchronization now handles removed
properties and same-name recreation correctly, while GCS recycling uses batch
deletion. File caching becomes enabled by default, with potentially problematic
LRU dumping requiring explicit opt-in.",
+ "merged": [
+ {
+ "num": 67911,
+ "title": "[fix](cloud) Replace compute group properties from
Meta Service",
+ "url": "https://github.com/apache/doris/pull/67911"
+ },
+ {
+ "num": 67913,
+ "title": "[fix](cloud) Preserve recreated compute group mapping",
+ "url": "https://github.com/apache/doris/pull/67913"
+ },
+ {
+ "num": 68797,
+ "title": "[improvement](filecache) Enable file cache by default",
+ "url": "https://github.com/apache/doris/pull/68797"
+ },
+ {
+ "num": 68967,
+ "title": "[improvement](cloud) Enable batch deletion for GCS
objects in recycler",
+ "url": "https://github.com/apache/doris/pull/68967"
+ },
+ {
+ "num": 69099,
+ "title": "[fix](filecache) Disable file cache LRU dump by
default",
+ "url": "https://github.com/apache/doris/pull/69099"
+ }
+ ],
+ "inProgressNarrative": "Cloud work targets remote-read overhead
through coordinated prefetching, I/O coalescing and incremental query-cache
reuse, while reducing FE activity-tracking memory. Newly opened this week,
peer-cache support for asynchronous cache writes aims to keep synchronous cache
population off query threads.",
+ "inProgress": []
+ },
+ {
+ "name": "Agent Observability",
+ "mergedNarrative": "For large JSON documents and dense text searches
in logs and agent data, this week made JSONB array traversal linear and
optimized unscored inverted-index conjunctions, reducing overhead when
searching large arrays or filtering combinations of common terms.",
+ "merged": [
+ {
+ "num": 69059,
+ "title": "[improvement](be) Iterate JSONB arrays linearly in
json functions",
+ "url": "https://github.com/apache/doris/pull/69059"
+ },
+ {
+ "num": 69172,
+ "title": "[improvement](be) Speed up dense unscored inverted
index conjunctions",
+ "url": "https://github.com/apache/doris/pull/69172"
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "mergedNarrative": "For workload migration and client connectivity,
this week added Hive-compatible character encoding and decoding, corrected
MySQL packet truncation over TLS, and brought Flight metadata, native Variant,
and VARBINARY fixes to master, reducing compatibility gaps across system
boundaries.",
+ "merged": [
+ {
+ "num": 68131,
+ "title": "[feature](function) Support Hive-compatible encode and
decode",
+ "url": "https://github.com/apache/doris/pull/68131"
+ },
+ {
+ "num": 68703,
+ "title": "[fix](fe) Fix MySQL packet truncation over TLS",
+ "url": "https://github.com/apache/doris/pull/68703"
+ },
+ {
+ "num": 68883,
+ "title": "[feature](arrow) Port Flight metadata, native Variant
and VARBINARY fixes to master",
+ "url": "https://github.com/apache/doris/pull/68883"
+ }
+ ],
+ "inProgressNarrative": "Ecosystem work aims to make client
integration and SQL migration more predictable, addressing dbt long-statement
corruption and Flight SQL metadata filtering and timezone compatibility.
Trino-compatible duration formatting further reduces adaptation work for users
moving queries and tools to Doris.",
+ "inProgress": [
+ {
+ "num": 67547,
+ "title": "[fix](dbt-doris) force use_pure=True to prevent silent
corruption of …",
+ "url": "https://github.com/apache/doris/pull/67547"
+ },
+ {
+ "num": 67899,
+ "title": "[fix](arrow-flight) Support table type metadata and
filters",
+ "url": "https://github.com/apache/doris/pull/67899"
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "mergedNarrative": "For operational workflows that temporarily need
to retain historical partitions, a new cluster-wide dynamic partition
drop-protection setting pauses automatic cleanup while allowing partition
creation to continue, giving operators more control over data retention.",
+ "merged": [
+ {
+ "num": 68844,
+ "title": "[opt](partition) Add global dynamic partition drop
protection",
+ "url": "https://github.com/apache/doris/pull/68844"
+ }
+ ],
+ "inProgressNarrative": "Governance work centers on creation-time row
TTL, hiding expired rows after merging and removing them during natural
rewrites. Policy fixes address metadata-replay failures and reject
correlated-subquery policies that could appear successfully created without
enforcement, reducing false confidence in access controls.",
+ "inProgress": [
+ {
+ "num": 65858,
+ "title": "[feature](storage) Support row-level TTL",
+ "url": "https://github.com/apache/doris/pull/65858"
+ },
+ {
+ "num": 67540,
+ "title": "[fix](policy) reject correlated subqueries in CREATE
ROW POLICY USING clause",
+ "url": "https://github.com/apache/doris/pull/67540"
+ },
+ {
+ "num": 67629,
+ "title": "[fix](policy) Fix row policy on view over external
catalog",
+ "url": "https://github.com/apache/doris/pull/67629"
+ }
+ ]
+ },
+ {
+ "name": "Kernel & Engineering",
+ "mergedNarrative": "Kernel work strengthened reliable execution
across complex queries and lakehouse access. A unified MATCH/SEARCH engine
accompanies scoring and SQL correctness fixes, safer concurrent lifecycles,
tighter cache memory control, and more efficient scans, Variant reads, and
broadcast transport, alongside connector compatibility and diagnostic
improvements.",
+ "merged": [
+ {
+ "num": 65684,
+ "title": "[refactor](const column) unify const column read
method",
+ "url": "https://github.com/apache/doris/pull/65684"
+ },
+ {
+ "num": 67032,
+ "title": "[fix](pipeline) Make PipelineTask::set_running an
unconditional exchange",
+ "url": "https://github.com/apache/doris/pull/67032"
+ },
+ {
+ "num": 67348,
+ "title": "[fix](update) Include generated column dependencies in
updates",
+ "url": "https://github.com/apache/doris/pull/67348"
+ },
+ {
+ "num": 67636,
+ "title": "[fix](cloud) Clean stale routes when replaying replica
updates and before saving checkpoint images",
+ "url": "https://github.com/apache/doris/pull/67636"
+ },
+ {
+ "num": 67845,
+ "title": "[fix](be) Keep paused queries waiting under process
memory pressure before cancelling",
+ "url": "https://github.com/apache/doris/pull/67845"
+ }
+ ],
+ "inProgressNarrative": "Kernel work strengthens query correctness,
failure isolation and resource control. Newly opened efforts particularly
target optimizer and numeric-conversion errors, scanner exceptions that can
terminate BE, cache memory budgeting and partition-creation limits, aiming for
trustworthy complex-query results, predictable operation and better
diagnostics.",
+ "inProgress": []
+ }
+ ],
+ "demand": []
+ }
+ ]
+};
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]