This is an automated email from the ASF dual-hosted git repository.
kfaraz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
from ad8c65d1e3b Report bytes written for failed queries. (#18842)
add 313ba8e3dc3 Introduce cost-based tasks autoscaler for streaming
ingestion (#18819)
No new revisions were added by this update.
Summary of changes:
.../CostBasedAutoScalerIntegrationTest.java | 267 +++++++++++++++
.../druid/indexing/kafka/KafkaConsumerMonitor.java | 23 +-
.../druid/indexing/kafka/KafkaIndexTask.java | 2 +-
.../druid/indexing/kafka/KafkaRecordSupplier.java | 6 +
.../common/stats/DropwizardRowIngestionMeters.java | 6 +-
.../seekablestream/SeekableStreamIndexTask.java | 2 +-
.../SeekableStreamIndexTaskClientAsyncImpl.java | 2 +-
.../SeekableStreamIndexTaskRunner.java | 11 +-
.../seekablestream/common/RecordSupplier.java | 12 +-
.../supervisor/SeekableStreamSupervisor.java | 4 +-
.../supervisor/autoscaler/AutoScalerConfig.java | 3 +-
.../supervisor/autoscaler/CostBasedAutoScaler.java | 360 +++++++++++++++++++++
.../autoscaler/CostBasedAutoScalerConfig.java | 360 +++++++++++++++++++++
.../supervisor/autoscaler/CostMetrics.java | 151 +++++++++
.../autoscaler/WeightedCostFunction.java | 139 ++++++++
.../autoscaler/CostBasedAutoScalerConfigTest.java | 152 +++++++++
.../autoscaler/CostBasedAutoScalerTest.java | 225 +++++++++++++
.../autoscaler/WeightedCostFunctionTest.java | 328 +++++++++++++++++++
.../indexing/overlord/supervisor/Supervisor.java | 4 +
19 files changed, 2044 insertions(+), 13 deletions(-)
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/indexing/autoscaler/CostBasedAutoScalerIntegrationTest.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/CostBasedAutoScaler.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/CostBasedAutoScalerConfig.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/CostMetrics.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/WeightedCostFunction.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/CostBasedAutoScalerConfigTest.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/CostBasedAutoScalerTest.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/WeightedCostFunctionTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
