This is an automated email from the ASF dual-hosted git repository.
abhishekrb pushed a change to branch busy_compact_metric
in repository https://gitbox.apache.org/repos/asf/druid.git
from dcbaff9858e Clarify doc
add db48b4c9d80 Revert busySlot metric changes.
add 09881574c3a Refactor segmentLocalCacheManager (#18494)
add d953af4dd5d Disable CentralizedSchemaMetadataQueryDisabledTest (#18682)
add 991bf289ed0 Improve error message if task fails to return start time
(#18685)
add 277e3dc86a3 Fix bug in basic authorizer auditing and add embedded test
(#18688)
add c44eb23725c virtual storage improvements (#18683)
add b2dea8f24f6 Bump org.apache.commons:commons-lang3 from 3.18.0 to
3.19.0 (#18695)
add 8b32892c08f Fix nondeterministic behavior in Protobuf and
Quartz-related tests (#18690)
add 5c9d524e898 Add new task distribution strategy that assigns tasks to
workers based on supervisor affinity (#18634)
add 0be30ef55e6 atomic move segment files to staging location prior to
delete (#18696)
add ea9333663a1 Validate that dynamic partition spec values are positive
(#18684)
add f82463dcc43 fix: spectatorHistogram null handling (#18122)
add 1f981bb6e0b Fix extra router statusCode metric edge cases (#18699)
add 4de1909d79b fix sql planner for json_value with returning boolean to
plan as long type output (#18698)
add 200bcdca063 Add missing druid-services dependency jetty-io (#18702)
add 3f2ba2fc22e Add ARRAY query parameter support in workbench view
(#18586)
add 74cf0919df8 fix flaky SegmentLocalCacheManagerConcurrencyTest (#18704)
add 6fd48104ede consolidate duplicate implementations of
ServerManagerForQueryErrorTest and CliHistoricalForQueryErrorTest (#18703)
add 45295ca58e7 GroupBy: Vector processing for complex dimensions. (#18504)
add 30d98b0e354 Add compaction templates and CompactionJobQueue (#18402)
add 0b10e4c351d Merge branch 'master' into busy_compact_metric
add b4f415a470d Condense doc
No new revisions were added by this update.
Summary of changes:
.../NewestSegmentFirstPolicyBenchmark.java | 5 +-
docs/ingestion/native-batch.md | 4 +-
docs/operations/metrics.md | 2 +-
.../testing/embedded/auth/BasicAuthAuditTest.java | 93 ++++
.../embedded/compact/CompactionSupervisorTest.java | 195 +++++++
.../embedded/indexing/KafkaClusterMetricsTest.java | 2 +-
...CentralizedSchemaMetadataQueryDisabledTest.java | 4 +
.../embedded/server/HighAvailabilityTest.java | 3 +-
...SpectatorHistogramPercentilePostAggregator.java | 3 +
...pectatorHistogramPercentilesPostAggregator.java | 3 +
.../SpectatorHistogramAggregatorTest.java | 101 ++++
.../endpoint/BasicAuthorizerResource.java | 16 +-
extensions-core/druid-catalog/pom.xml | 5 +
.../catalog/compact/CatalogCompactionTest.java | 7 +-
.../kafka/supervisor/KafkaSupervisorTest.java | 4 +-
.../kinesis/supervisor/KinesisSupervisorTest.java | 4 +-
.../FileBasedProtobufBytesDecoderTest.java | 8 +-
.../InlineDescriptorProtobufBytesDecoderTest.java | 8 +-
.../druid/indexing/common/task/CompactionTask.java | 9 +-
.../apache/druid/indexing/common/task/Tasks.java | 1 -
.../compact/CompactionConfigBasedJobTemplate.java | 139 +++++
.../druid/indexing/compact/CompactionJob.java | 81 +++
.../indexing/compact/CompactionJobParams.java | 96 ++++
.../druid/indexing/compact/CompactionJobQueue.java | 373 +++++++++++++
.../indexing/compact/CompactionJobTemplate.java | 37 +-
.../druid/indexing/compact/CompactionRule.java | 88 +++
.../indexing/compact/CompactionScheduler.java | 2 +-
.../indexing/compact/CompactionSupervisor.java | 29 +-
.../indexing/compact/CompactionSupervisorSpec.java | 8 +
.../indexing/compact/DruidInputSourceFactory.java | 74 +++
.../indexing/compact/LocalOverlordClient.java | 8 +-
.../compact/OverlordCompactionScheduler.java | 238 +++++++--
.../druid/indexing/input/DruidInputSource.java | 19 +
.../apache/druid/indexing/overlord/TaskQueue.java | 13 +
.../overlord/setup/WorkerCategorySpec.java | 27 +-
.../indexing/overlord/setup/WorkerSelectUtils.java | 24 +-
.../supervisor/SeekableStreamSupervisor.java | 4 +-
.../compact/CompactionSupervisorSpecTest.java | 4 +-
.../compact/OverlordCompactionSchedulerTest.java | 269 +++++++---
...onWithCategorySpecWorkerSelectStrategyTest.java | 137 ++++-
...tyWithCategorySpecWorkerSelectStrategyTest.java | 142 ++++-
.../overlord/setup/WorkerCategorySpecTest.java | 2 +-
.../QuartzCronSchedulerConfigTest.java | 11 +-
.../TestSeekableStreamIndexTask.java | 90 ++++
.../SeekableStreamSupervisorStateTest.java | 106 +---
.../TestIndexerMetadataStorageCoordinator.java | 19 +-
.../tools/CliHistoricalForQueryErrorTest.java | 2 +-
.../tools/ServerManagerForQueryErrorTest.java | 92 +++-
integration-tests/pom.xml | 13 -
.../druid/cli/CliHistoricalForQueryErrorTest.java | 57 --
.../druid/cli/QueryRetryTestCommandCreator.java | 31 --
.../ServerManagerForQueryErrorTest.java | 310 -----------
.../org.apache.druid.cli.CliCommandCreator | 16 -
.../apache/druid/tests/query/ITQueryErrorTest.java | 2 +-
.../query/ITQueryRetryTestOnMissingSegments.java | 2 +-
licenses.yaml | 16 +-
.../{@flatten-js-interval-tree.MIT => dayjs.MIT} | 2 +-
.../msq/exec/TaskDataSegmentProviderTest.java | 4 +-
pom.xml | 4 +-
.../indexer/partitions/DynamicPartitionsSpec.java | 10 +
.../apache/druid/java/util/common/Intervals.java | 21 +
...onaryBuildingGroupByColumnSelectorStrategy.java | 2 +-
.../epinephelinae/column/MemoryFootprint.java | 3 +-
...BuildingComplexGroupByVectorColumnSelector.java | 51 ++
...tionaryBuildingGroupByVectorColumnSelector.java | 101 ++++
...ngleValueStringGroupByVectorColumnSelector.java | 110 ++--
.../GroupByVectorColumnProcessorFactory.java | 5 +-
.../epinephelinae/vector/VectorGroupByEngine.java | 4 +-
.../apache/druid/query/http/ClientSqlQuery.java | 1 -
.../partitions/DynamicPartitionsSpecTest.java | 67 +++
.../druid/java/util/common/IntervalsTest.java | 33 ++
.../indexing/ClientCompactionIntervalSpec.java | 45 +-
.../druid/indexing/template/BatchIndexingJob.java | 90 ++++
.../template/BatchIndexingJobTemplate.java | 26 +-
.../org/apache/druid/rpc/ServiceClientImpl.java | 1 +
.../segment/loading/SegmentLocalCacheManager.java | 259 ++++++---
.../druid/segment/loading/StorageLocation.java | 37 +-
.../server/compaction/CompactionCandidate.java | 54 +-
.../server/compaction/CompactionRunSimulator.java | 16 +-
.../server/compaction/CompactionSlotManager.java | 376 +++++++++++++
.../compaction/CompactionSnapshotBuilder.java | 108 ++++
.../server/compaction/CompactionStatistics.java | 7 +
.../druid/server/compaction/CompactionStatus.java | 108 ++--
.../server/compaction/CompactionStatusTracker.java | 73 +--
.../DataSourceCompactibleSegmentIterator.java | 27 +-
.../PriorityBasedCompactionSegmentIterator.java | 6 +-
.../server/coordinator/AutoCompactionSnapshot.java | 24 +
.../UserCompactionTaskGranularityConfig.java | 17 +
.../server/coordinator/duty/CompactSegments.java | 591 ++++++---------------
.../coordinator/stats/CoordinatorRunStats.java | 14 +
.../druid/server/coordinator/stats/Stats.java | 11 +-
.../indexing/ClientCompactionIntervalSpecTest.java | 21 +-
.../SegmentLocalCacheManagerConcurrencyTest.java | 52 +-
.../loading/SegmentLocalCacheManagerTest.java | 110 +++-
.../druid/segment/loading/StorageLocationTest.java | 31 +-
.../compaction/CompactionRunSimulatorTest.java | 8 +-
.../server/compaction/CompactionStatusTest.java | 74 ++-
.../compaction/CompactionStatusTrackerTest.java | 63 +--
.../compaction/NewestSegmentFirstPolicyTest.java | 27 +-
.../server/coordinator/CreateDataSegments.java | 4 +
.../server/coordinator/DruidCoordinatorTest.java | 13 +-
.../coordinator/duty/CompactSegmentsTest.java | 123 +----
.../simulate/CoordinatorSimulationBuilder.java | 2 +-
.../druid/server/metrics/LatchableEmitter.java | 32 +-
services/pom.xml | 4 +
.../java/org/apache/druid/cli/CliHistorical.java | 2 +-
.../java/org/apache/druid/cli/CliOverlord.java | 2 +
.../druid/server/AsyncQueryForwardingServlet.java | 33 +-
.../server/AsyncQueryForwardingServletTest.java | 127 +++++
.../builtin/NestedDataOperatorConversions.java | 10 +-
.../sql/calcite/CalciteNestedDataQueryTest.java | 188 +++----
.../apache/druid/sql/calcite/CalciteQueryTest.java | 4 -
.../schema/DruidCalciteSchemaModuleTest.java | 55 +-
.../druid/sql/calcite/util/SqlTestFramework.java | 2 +
.../org/apache/druid/sql/guice/SqlModuleTest.java | 2 +
web-console/package-lock.json | 15 +-
web-console/package.json | 2 +-
.../query-parameters-dialog.spec.tsx.snap | 516 ++++++++++++++++++
.../query-parameters-dialog.spec.tsx | 17 +
.../query-parameters-dialog.tsx | 34 +-
120 files changed, 5006 insertions(+), 1933 deletions(-)
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/auth/BasicAuthAuditTest.java
create mode 100644
embedded-tests/src/test/java/org/apache/druid/testing/embedded/compact/CompactionSupervisorTest.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/compact/CompactionConfigBasedJobTemplate.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/compact/CompactionJob.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/compact/CompactionJobParams.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/compact/CompactionJobQueue.java
copy
processing/src/main/java/org/apache/druid/indexer/partitions/DimensionBasedPartitionsSpec.java
=>
indexing-service/src/main/java/org/apache/druid/indexing/compact/CompactionJobTemplate.java
(53%)
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/compact/CompactionRule.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/compact/DruidInputSourceFactory.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/TestSeekableStreamIndexTask.java
delete mode 100644
integration-tests/src/main/java/org/apache/druid/cli/CliHistoricalForQueryErrorTest.java
delete mode 100644
integration-tests/src/main/java/org/apache/druid/cli/QueryRetryTestCommandCreator.java
delete mode 100644
integration-tests/src/main/java/org/apache/druid/server/coordination/ServerManagerForQueryErrorTest.java
delete mode 100644
integration-tests/src/main/resources/META-INF/services/org.apache.druid.cli.CliCommandCreator
copy licenses/bin/{@flatten-js-interval-tree.MIT => dayjs.MIT} (96%)
create mode 100644
processing/src/main/java/org/apache/druid/query/groupby/epinephelinae/vector/DictionaryBuildingComplexGroupByVectorColumnSelector.java
create mode 100644
processing/src/main/java/org/apache/druid/query/groupby/epinephelinae/vector/DictionaryBuildingGroupByVectorColumnSelector.java
create mode 100644
processing/src/test/java/org/apache/druid/indexer/partitions/DynamicPartitionsSpecTest.java
create mode 100644
server/src/main/java/org/apache/druid/indexing/template/BatchIndexingJob.java
copy
processing/src/main/java/org/apache/druid/storage/ExportStorageProvider.java =>
server/src/main/java/org/apache/druid/indexing/template/BatchIndexingJobTemplate.java
(62%)
create mode 100644
server/src/main/java/org/apache/druid/server/compaction/CompactionSlotManager.java
create mode 100644
server/src/main/java/org/apache/druid/server/compaction/CompactionSnapshotBuilder.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
