This is an automated email from the ASF dual-hosted git repository.
jihoonson pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-druid.git.
from 1a78a0c Add credentials for ECS (#8651)
add 4046c86 Stateful auto compaction (#8573)
No new revisions were added by this update.
Summary of changes:
.../query/CachingClusteredClientBenchmark.java | 3 +-
.../NewestSegmentFirstPolicyBenchmark.java | 8 +-
.../indexer/partitions/DynamicPartitionsSpec.java | 22 ++-
.../org/apache/druid/timeline/CompactionState.java | 97 +++++++++++++
.../org/apache/druid/timeline/DataSegment.java | 110 ++++++++++-----
...LoadSpec.java => PruneLastCompactionState.java} | 12 +-
.../org/apache/druid/timeline/DataSegmentTest.java | 43 ++----
.../SegmentWithOvershadowedStatusTest.java | 8 +-
docs/configuration/index.md | 3 +-
docs/design/coordinator.md | 49 ++++---
docs/ingestion/data-management.md | 2 -
.../storage/hdfs/HdfsDataSegmentPusherTest.java | 3 +-
.../kafka/KafkaIndexTaskTuningConfigTest.java | 27 +---
.../druid/indexer/BatchDeltaIngestionTest.java | 3 +-
...onSpecUpdateDatasourcePathSpecSegmentsTest.java | 3 +-
.../index/RealtimeAppenderatorTuningConfig.java | 1 +
.../task/AppenderatorDriverRealtimeIndexTask.java | 3 +-
.../indexing/common/task/BatchAppenderators.java | 10 +-
.../druid/indexing/common/task/CompactionTask.java | 141 +++----------------
.../common/task/FiniteFirehoseProcessor.java | 2 +-
.../druid/indexing/common/task/IndexTask.java | 4 +-
.../apache/druid/indexing/common/task/Tasks.java | 5 +
.../batch/parallel/PartialSegmentGenerateTask.java | 3 +-
.../task/batch/parallel/SinglePhaseSubTask.java | 5 +-
.../SeekableStreamIndexTaskRunner.java | 3 +-
.../SeekableStreamIndexTaskTuningConfig.java | 1 +
.../apache/druid/indexing/common/TestUtils.java | 4 +-
.../common/task/ClientCompactQuerySerdeTest.java | 2 -
.../common/task/CompactionTaskRunTest.java | 23 ++++
.../indexing/common/task/CompactionTaskTest.java | 93 ++-----------
.../common/task/TestAppenderatorsManager.java | 2 +
.../results/auth_test_sys_schema_segments.json | 2 +-
.../java/org/apache/druid/segment/TestHelper.java | 4 +-
.../druid/client/indexing/ClientCompactQuery.java | 16 +--
.../indexing/ClientCompactQueryTuningConfig.java | 5 +
.../client/indexing/HttpIndexingServiceClient.java | 4 +-
.../client/indexing/IndexingServiceClient.java | 1 -
.../segment/indexing/RealtimeTuningConfig.java | 7 +
.../druid/segment/realtime/FireDepartment.java | 6 -
.../realtime/appenderator/AppenderatorConfig.java | 3 +
.../realtime/appenderator/AppenderatorImpl.java | 66 ++-------
.../realtime/appenderator/Appenderators.java | 29 ++--
.../appenderator/AppenderatorsManager.java | 1 +
.../DefaultOfflineAppenderatorFactory.java | 11 +-
.../DummyForInjectionAppenderatorsManager.java | 1 +
.../appenderator/PeonAppenderatorsManager.java | 2 +
.../UnifiedIndexerAppenderatorsManager.java | 30 +++--
.../segment/realtime/plumber/RealtimePlumber.java | 1 +
.../druid/segment/realtime/plumber/Sink.java | 53 ++++++--
.../coordinator/DataSourceCompactionConfig.java | 62 ---------
.../druid/server/coordinator/DruidCoordinator.java | 11 +-
.../helper/DruidCoordinatorSegmentCompactor.java | 32 +++--
.../helper/NewestSegmentFirstIterator.java | 150 +++++++++++++++------
.../helper/NewestSegmentFirstPolicy.java | 10 +-
.../coordinator/helper/SegmentCompactorUtil.java | 25 ----
.../druid/client/CachingClusteredClientTest.java | 1 +
.../druid/client/ImmutableDruidDataSourceTest.java | 25 ++--
.../client/indexing/NoopIndexingServiceClient.java | 1 -
.../overlord/SegmentPublishResultTest.java | 4 +-
.../org/apache/druid/server/ServerTestHelper.java | 4 +-
.../coordination/SegmentChangeRequestDropTest.java | 2 +-
.../coordination/SegmentChangeRequestLoadTest.java | 2 +-
.../BatchDataSegmentAnnouncerTest.java | 2 +-
.../coordinator/CuratorDruidCoordinatorTest.java | 6 +-
.../DataSourceCompactionConfigTest.java | 53 --------
.../server/coordinator/DruidCoordinatorTest.java | 3 +-
.../DruidCoordinatorSegmentCompactorTest.java | 27 +++-
.../helper/NewestSegmentFirstPolicyTest.java | 73 +++++-----
.../druid/server/http/ServersResourceTest.java | 4 +-
.../main/java/org/apache/druid/cli/CliBroker.java | 2 +
.../java/org/apache/druid/cli/CliCoordinator.java | 3 +-
.../java/org/apache/druid/cli/CliHistorical.java | 2 +
.../org/apache/druid/cli/CliMiddleManager.java | 2 +
.../java/org/apache/druid/cli/ExportMetadata.java | 3 +-
.../druid/sql/calcite/schema/DruidSchemaTest.java | 4 +-
.../__snapshots__/compaction-dialog.spec.tsx.snap | 4 +-
.../compaction-dialog/compaction-dialog.tsx | 6 +-
.../src/views/datasource-view/datasource-view.tsx | 8 +-
78 files changed, 726 insertions(+), 742 deletions(-)
create mode 100644
core/src/main/java/org/apache/druid/timeline/CompactionState.java
copy core/src/main/java/org/apache/druid/timeline/{PruneLoadSpec.java =>
PruneLastCompactionState.java} (70%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@druid.apache.org
For additional commands, e-mail: commits-h...@druid.apache.org
