This is an automated email from the ASF dual-hosted git repository.
jonwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from 67dd61e remove outdated info from faq (#11053)
add d7f5293 Add an option for ingestion task to drop (mark unused) all
existing segments that are contained by interval in the ingestionSpec (#11025)
No new revisions were added by this update.
Summary of changes:
docs/ingestion/compaction.md | 4 +-
docs/ingestion/native-batch.md | 35 +-
.../actions/SegmentTransactionalInsertAction.java | 37 +-
.../common/task/AbstractBatchIndexTask.java | 23 +
.../task/AppenderatorDriverRealtimeIndexTask.java | 12 +-
.../druid/indexing/common/task/CompactionTask.java | 3 +-
.../druid/indexing/common/task/IndexTask.java | 32 +-
.../InputSourceSplitParallelIndexTaskRunner.java | 3 +-
.../task/batch/parallel/ParallelIndexIOConfig.java | 7 +-
.../parallel/ParallelIndexSupervisorTask.java | 12 +-
.../SinglePhaseParallelIndexTaskRunner.java | 3 +-
.../indexing/seekablestream/SequenceMetadata.java | 13 +-
.../SegmentTransactionalInsertActionTest.java | 58 ++-
.../indexing/common/actions/TaskActionTestKit.java | 9 +-
.../AppenderatorDriverRealtimeIndexTaskTest.java | 3 +-
.../common/task/CompactionTaskParallelRunTest.java | 38 +-
.../common/task/CompactionTaskRunTest.java | 55 ++-
.../common/task/IndexIngestionSpecTest.java | 4 +
.../druid/indexing/common/task/IndexTaskTest.java | 461 +++++++++++++++++++--
.../druid/indexing/common/task/TaskSerdeTest.java | 4 +-
.../AbstractMultiPhaseParallelIndexingTest.java | 3 +-
.../ParallelIndexSupervisorTaskKillTest.java | 9 +-
.../ParallelIndexSupervisorTaskResourceTest.java | 6 +-
.../ParallelIndexSupervisorTaskSerdeTest.java | 3 +-
.../parallel/ParallelIndexSupervisorTaskTest.java | 3 +-
.../parallel/ParallelIndexTestingFactory.java | 2 +-
.../parallel/SinglePhaseParallelIndexingTest.java | 3 +-
.../batch/parallel/SinglePhaseSubTaskSpecTest.java | 1 +
.../druid/indexing/overlord/TaskLifecycleTest.java | 8 +-
.../seekablestream/SequenceMetadataTest.java | 148 +++++++
.../TestIndexerMetadataStorageCoordinator.java | 1 +
.../coordinator/duty/ITAutoCompactionTest.java | 26 +-
.../AbstractLocalInputSourceParallelIndexTest.java | 5 +
.../tests/indexer/ITAppendBatchIndexTest.java | 5 +
.../ITCombiningInputSourceParallelIndexTest.java | 5 +
.../tests/indexer/ITOverwriteBatchIndexTest.java | 156 +++++++
...son => wikipedia_index_queries_only_data3.json} | 122 ++++--
.../wikipedia_local_input_source_index_task.json | 1 +
.../indexing/overlord/DataSourceMetadata.java | 2 +-
.../IndexerMetadataStorageCoordinator.java | 19 +-
.../IndexerSQLMetadataStorageCoordinator.java | 124 +++++-
.../druid/metadata/SqlSegmentsMetadataManager.java | 2 +-
.../druid/segment/indexing/BatchIOConfig.java | 2 +
.../appenderator/BaseAppenderatorDriver.java | 2 +
.../appenderator/BatchAppenderatorDriver.java | 3 +
.../appenderator/StreamAppenderatorDriver.java | 1 +
.../TransactionalSegmentPublisher.java | 3 +
.../IndexerSQLMetadataStorageCoordinatorTest.java | 239 ++++++++++-
.../appenderator/BatchAppenderatorDriverTest.java | 6 +-
.../appenderator/StreamAppenderatorDriverTest.java | 4 +-
website/.spelling | 1 +
51 files changed, 1550 insertions(+), 181 deletions(-)
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/seekablestream/SequenceMetadataTest.java
create mode 100644
integration-tests/src/test/java/org/apache/druid/tests/indexer/ITOverwriteBatchIndexTest.java
copy
integration-tests/src/test/resources/indexer/{wikipedia_index_queries_hour_query_granularity.json
=> wikipedia_index_queries_only_data3.json} (56%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
