This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
The following commit(s) were added to refs/heads/master by this push:
new 3570e6c8963 Update Broker segment metadata cache more often in builtin
configs. (#19115)
3570e6c8963 is described below
commit 3570e6c89631c85c434bab96ff00d56bf04f2b7a
Author: Gian Merlino <[email protected]>
AuthorDate: Mon Mar 9 22:18:29 2026 -0700
Update Broker segment metadata cache more often in builtin configs. (#19115)
Following #19075, the Broker segment metadata cache is enabled by default.
This creates a situation where the builtin configs respond more slowly
to segment publishes, which has possibly made the web console e2e tests
flaky and impacts the getting-started experience.
This patch sets druid.sql.planner.metadataSegmentPollPeriod to PT5S,
matching the druid.manager.segments.pollDuration on the Coordinator.
---
examples/conf/druid/auto/broker/runtime.properties | 4 ++++
examples/conf/druid/auto/coordinator-overlord/runtime.properties | 3 +++
.../conf/druid/cluster/master/coordinator-overlord/runtime.properties | 3 +++
examples/conf/druid/cluster/query/broker/runtime.properties | 4 ++++
examples/conf/druid/single-server/large/broker/runtime.properties | 4 ++++
.../druid/single-server/large/coordinator-overlord/runtime.properties | 3 +++
examples/conf/druid/single-server/medium/broker/runtime.properties | 4 ++++
.../single-server/medium/coordinator-overlord/runtime.properties | 3 +++
.../druid/single-server/micro-quickstart/broker/runtime.properties | 4 ++++
.../micro-quickstart/coordinator-overlord/runtime.properties | 3 +++
.../druid/single-server/nano-quickstart/broker/runtime.properties | 4 ++++
.../nano-quickstart/coordinator-overlord/runtime.properties | 3 +++
examples/conf/druid/single-server/small/broker/runtime.properties | 4 ++++
.../druid/single-server/small/coordinator-overlord/runtime.properties | 3 +++
examples/conf/druid/single-server/xlarge/broker/runtime.properties | 4 ++++
.../single-server/xlarge/coordinator-overlord/runtime.properties | 3 +++
16 files changed, 56 insertions(+)
diff --git a/examples/conf/druid/auto/broker/runtime.properties
b/examples/conf/druid/auto/broker/runtime.properties
index f4c49401993..22df39adc35 100644
--- a/examples/conf/druid/auto/broker/runtime.properties
+++ b/examples/conf/druid/auto/broker/runtime.properties
@@ -39,3 +39,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git a/examples/conf/druid/auto/coordinator-overlord/runtime.properties
b/examples/conf/druid/auto/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
--- a/examples/conf/druid/auto/coordinator-overlord/runtime.properties
+++ b/examples/conf/druid/auto/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
diff --git
a/examples/conf/druid/cluster/master/coordinator-overlord/runtime.properties
b/examples/conf/druid/cluster/master/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
--- a/examples/conf/druid/cluster/master/coordinator-overlord/runtime.properties
+++ b/examples/conf/druid/cluster/master/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
diff --git a/examples/conf/druid/cluster/query/broker/runtime.properties
b/examples/conf/druid/cluster/query/broker/runtime.properties
index 2b9a90ddb71..b2ba38862b5 100644
--- a/examples/conf/druid/cluster/query/broker/runtime.properties
+++ b/examples/conf/druid/cluster/query/broker/runtime.properties
@@ -35,3 +35,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git a/examples/conf/druid/single-server/large/broker/runtime.properties
b/examples/conf/druid/single-server/large/broker/runtime.properties
index 03d7686754d..0b5b28e077e 100644
--- a/examples/conf/druid/single-server/large/broker/runtime.properties
+++ b/examples/conf/druid/single-server/large/broker/runtime.properties
@@ -35,3 +35,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git
a/examples/conf/druid/single-server/large/coordinator-overlord/runtime.properties
b/examples/conf/druid/single-server/large/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
---
a/examples/conf/druid/single-server/large/coordinator-overlord/runtime.properties
+++
b/examples/conf/druid/single-server/large/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
diff --git a/examples/conf/druid/single-server/medium/broker/runtime.properties
b/examples/conf/druid/single-server/medium/broker/runtime.properties
index d46d6de7051..3aa253db471 100644
--- a/examples/conf/druid/single-server/medium/broker/runtime.properties
+++ b/examples/conf/druid/single-server/medium/broker/runtime.properties
@@ -35,3 +35,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git
a/examples/conf/druid/single-server/medium/coordinator-overlord/runtime.properties
b/examples/conf/druid/single-server/medium/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
---
a/examples/conf/druid/single-server/medium/coordinator-overlord/runtime.properties
+++
b/examples/conf/druid/single-server/medium/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
diff --git
a/examples/conf/druid/single-server/micro-quickstart/broker/runtime.properties
b/examples/conf/druid/single-server/micro-quickstart/broker/runtime.properties
index 92b85f8bc75..1f77cfe3413 100644
---
a/examples/conf/druid/single-server/micro-quickstart/broker/runtime.properties
+++
b/examples/conf/druid/single-server/micro-quickstart/broker/runtime.properties
@@ -35,3 +35,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git
a/examples/conf/druid/single-server/micro-quickstart/coordinator-overlord/runtime.properties
b/examples/conf/druid/single-server/micro-quickstart/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
---
a/examples/conf/druid/single-server/micro-quickstart/coordinator-overlord/runtime.properties
+++
b/examples/conf/druid/single-server/micro-quickstart/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
diff --git
a/examples/conf/druid/single-server/nano-quickstart/broker/runtime.properties
b/examples/conf/druid/single-server/nano-quickstart/broker/runtime.properties
index b2556512d0c..41e155f8930 100644
---
a/examples/conf/druid/single-server/nano-quickstart/broker/runtime.properties
+++
b/examples/conf/druid/single-server/nano-quickstart/broker/runtime.properties
@@ -35,3 +35,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git
a/examples/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties
b/examples/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
---
a/examples/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties
+++
b/examples/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
diff --git a/examples/conf/druid/single-server/small/broker/runtime.properties
b/examples/conf/druid/single-server/small/broker/runtime.properties
index dbe913adc03..8a5d9bf08cd 100644
--- a/examples/conf/druid/single-server/small/broker/runtime.properties
+++ b/examples/conf/druid/single-server/small/broker/runtime.properties
@@ -35,3 +35,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git
a/examples/conf/druid/single-server/small/coordinator-overlord/runtime.properties
b/examples/conf/druid/single-server/small/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
---
a/examples/conf/druid/single-server/small/coordinator-overlord/runtime.properties
+++
b/examples/conf/druid/single-server/small/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
diff --git a/examples/conf/druid/single-server/xlarge/broker/runtime.properties
b/examples/conf/druid/single-server/xlarge/broker/runtime.properties
index 03d7686754d..0b5b28e077e 100644
--- a/examples/conf/druid/single-server/xlarge/broker/runtime.properties
+++ b/examples/conf/druid/single-server/xlarge/broker/runtime.properties
@@ -35,3 +35,7 @@ druid.processing.tmpDir=var/druid/processing
# Query cache disabled -- push down caching and merging instead
druid.broker.cache.useCache=false
druid.broker.cache.populateCache=false
+
+# Poll segments from the Coordinator quickly (default is 60s) so sys.segments
updates more quickly
+# This config should generally be raised to reduce load once you are running
at scale
+druid.sql.planner.metadataSegmentPollPeriod=5000
diff --git
a/examples/conf/druid/single-server/xlarge/coordinator-overlord/runtime.properties
b/examples/conf/druid/single-server/xlarge/coordinator-overlord/runtime.properties
index c053823f8ed..ed892f8641d 100644
---
a/examples/conf/druid/single-server/xlarge/coordinator-overlord/runtime.properties
+++
b/examples/conf/druid/single-server/xlarge/coordinator-overlord/runtime.properties
@@ -22,6 +22,9 @@ druid.plaintextPort=8081
druid.coordinator.startDelay=PT10S
druid.coordinator.period=PT5S
+
+# Poll segments from the metadata store quickly (default is 60s) so newly
ingeseted segments load more quickly
+# This config should generally be raised to reduce load once you are running
at scale
druid.manager.segments.pollDuration=PT5S
# Run the overlord service in the coordinator process
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
