This is an automated email from the ASF dual-hosted git repository.
jihoonson pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from 8aea8cf Unit tests fail due to missing extend
InitializedNullHandlingTest (#10382)
add 8f14ac8 More structured way to handle parse exceptions (#10336)
No new revisions were added by this update.
Summary of changes:
.../druid/benchmark/FilterPartitionBenchmark.java | 1 -
.../benchmark/FilteredAggregatorBenchmark.java | 1 -
.../benchmark/GroupByTypeInterfaceBenchmark.java | 1 -
.../IncrementalIndexRowTypeBenchmark.java | 1 -
.../benchmark/TopNTypeInterfaceBenchmark.java | 1 -
.../indexing/IncrementalIndexReadBenchmark.java | 1 -
.../indexing/IndexIngestionBenchmark.java | 1 -
.../benchmark/indexing/IndexMergeBenchmark.java | 1 -
.../benchmark/indexing/IndexPersistBenchmark.java | 1 -
.../druid/benchmark/query/GroupByBenchmark.java | 1 -
.../druid/benchmark/query/ScanBenchmark.java | 1 -
.../druid/benchmark/query/SearchBenchmark.java | 1 -
.../druid/benchmark/query/TimeseriesBenchmark.java | 1 -
.../druid/benchmark/query/TopNBenchmark.java | 1 -
.../query/timecompare/TimeCompareBenchmark.java | 1 -
.../druid/data/input/impl/MapInputRowParser.java | 50 +++--
.../druid/data/input/impl/TimestampSpec.java | 14 +-
.../java/util/common/parsers/ParseException.java | 28 ++-
.../data/input/impl/MapInputRowParserTest.java | 112 +++++++++++
.../druid/data/input/avro/AvroOCFReader.java | 3 +-
.../IncrementalPublishingKafkaIndexTaskRunner.java | 3 -
.../druid/indexing/kafka/KafkaIndexTask.java | 1 -
.../indexing/kafka/supervisor/KafkaSupervisor.java | 2 +-
.../kafka/supervisor/KafkaSupervisorSpec.java | 2 +-
.../druid/indexing/kafka/KafkaIndexTaskTest.java | 8 +-
.../druid/indexing/kafka/KafkaSamplerSpecTest.java | 2 +-
.../kafka/supervisor/KafkaSupervisorSpecTest.java | 2 +-
.../kafka/supervisor/KafkaSupervisorTest.java | 2 +-
.../druid/indexing/kinesis/KinesisIndexTask.java | 1 -
.../indexing/kinesis/KinesisIndexTaskRunner.java | 3 -
.../kinesis/supervisor/KinesisSupervisor.java | 2 +-
.../kinesis/supervisor/KinesisSupervisorSpec.java | 2 +-
.../kinesis/KinesisIndexTaskSerdeTest.java | 2 +-
.../indexing/kinesis/KinesisIndexTaskTest.java | 13 +-
.../indexing/kinesis/KinesisSamplerSpecTest.java | 2 +-
.../kinesis/supervisor/KinesisSupervisorTest.java | 2 +-
.../org/apache/druid/data/input/orc/OrcReader.java | 3 +-
.../druid/data/input/parquet/ParquetReader.java | 3 +-
.../apache/druid/indexer/IndexGeneratorJob.java | 1 -
.../common/TaskRealtimeMetricsMonitorBuilder.java | 2 +-
.../apache/druid/indexing/common/TaskToolbox.java | 2 +-
.../druid/indexing/common/TaskToolboxFactory.java | 2 +-
.../common/stats/DropwizardRowIngestionMeters.java | 11 +-
.../stats/DropwizardRowIngestionMetersFactory.java | 3 +
.../common/stats/TaskRealtimeMetricsMonitor.java | 2 +
.../common/task/AbstractBatchIndexTask.java | 63 ++++++
.../task/AppenderatorDriverRealtimeIndexTask.java | 45 +++--
.../indexing/common/task/BatchAppenderators.java | 18 +-
.../task/FilteringCloseableInputRowIterator.java | 96 +++++++++
.../indexing/common/task/HadoopIndexTask.java | 2 +-
.../druid/indexing/common/task/IndexTask.java | 186 ++++++++---------
.../druid/indexing/common/task/IndexTaskUtils.java | 3 +-
.../indexing/common/task/InputSourceProcessor.java | 161 +++++----------
.../parallel/PartialDimensionDistributionTask.java | 91 ++++-----
.../batch/parallel/PartialSegmentGenerateTask.java | 29 +--
.../task/batch/parallel/SinglePhaseSubTask.java | 136 ++++++-------
.../DefaultIndexTaskInputRowIteratorBuilder.java | 70 +------
.../iterator/IndexTaskInputRowIteratorBuilder.java | 19 --
...ePartitionIndexTaskInputRowIteratorBuilder.java | 24 +--
.../overlord/sampler/InputSourceSampler.java | 19 +-
.../seekablestream/SeekableStreamIndexTask.java | 30 ++-
.../SeekableStreamIndexTaskRunner.java | 208 ++++++++-----------
.../indexing/seekablestream/StreamChunkParser.java | 61 ++++--
.../supervisor/SeekableStreamSupervisor.java | 2 +-
.../supervisor/SeekableStreamSupervisorSpec.java | 2 +-
.../apache/druid/indexing/common/TestUtils.java | 2 +-
.../AppenderatorDriverRealtimeIndexTaskTest.java | 16 +-
.../task/ClientCompactionTaskQuerySerdeTest.java | 2 +-
.../indexing/common/task/CompactionTaskTest.java | 2 +-
.../FilteringCloseableInputRowIteratorTest.java | 219 +++++++++++++++++++++
.../druid/indexing/common/task/IndexTaskTest.java | 30 +--
.../indexing/common/task/IngestionTestBase.java | 2 +-
.../common/task/RealtimeIndexTaskTest.java | 3 +-
.../druid/indexing/common/task/TaskSerdeTest.java | 2 +-
.../common/task/TestAppenderatorsManager.java | 18 +-
.../AbstractParallelIndexSupervisorTaskTest.java | 2 +-
.../PartialDimensionDistributionTaskTest.java | 7 +-
.../parallel/SinglePhaseParallelIndexingTest.java | 17 +-
...efaultIndexTaskInputRowIteratorBuilderTest.java | 100 ----------
...xTaskInputRowIteratorBuilderTestingFactory.java | 4 +-
.../overlord/sampler/InputSourceSamplerTest.java | 6 +-
.../seekablestream/StreamChunkParserTest.java | 31 ++-
.../SeekableStreamSupervisorStateTest.java | 2 +-
processing/pom.xml | 10 +
.../segment/incremental/IncrementalIndex.java | 27 +--
.../incremental/IncrementalIndexAddResult.java | 31 ++-
.../incremental/NoopRowIngestionMeters.java} | 54 ++---
.../incremental/OffheapIncrementalIndex.java | 14 +-
.../incremental/OnheapIncrementalIndex.java | 21 +-
.../segment/incremental/ParseExceptionHandler.java | 95 +++++++++
.../segment/incremental}/RowIngestionMeters.java | 2 +-
.../incremental}/RowIngestionMetersFactory.java | 2 +-
.../incremental}/RowIngestionMetersTotals.java | 2 +-
...GroupByLimitPushDownInsufficientBufferTest.java | 1 -
.../GroupByLimitPushDownMultiNodeMergeTest.java | 1 -
.../query/groupby/GroupByMultiSegmentTest.java | 1 -
.../query/groupby/NestedQueryPushDownTest.java | 1 -
.../segment/IndexMergerV9WithSpatialIndexTest.java | 4 -
.../segment/filter/SpatialFilterBonusTest.java | 4 -
.../druid/segment/filter/SpatialFilterTest.java | 4 -
.../incremental/IncrementalIndexAddResultTest.java | 24 ++-
.../OnheapIncrementalIndexBenchmark.java | 14 +-
.../incremental/ParseExceptionHandlerTest.java | 155 +++++++++++++++
.../incremental/SimpleRowIngestionMeters.java | 75 ++++---
.../org/apache/druid/metadata/input/SqlReader.java | 3 +-
.../realtime/appenderator/Appenderator.java | 14 +-
.../appenderator/AppenderatorDriverAddResult.java | 23 +--
.../realtime/appenderator/AppenderatorImpl.java | 20 +-
.../realtime/appenderator/AppenderatorPlumber.java | 2 +-
.../realtime/appenderator/Appenderators.java | 47 ++---
.../appenderator/AppenderatorsManager.java | 10 +-
.../appenderator/BaseAppenderatorDriver.java | 3 +-
.../DefaultOfflineAppenderatorFactory.java | 13 +-
.../DefaultRealtimeAppenderatorFactory.java | 13 +-
.../DummyForInjectionAppenderatorsManager.java | 10 +-
.../appenderator/PeonAppenderatorsManager.java | 18 +-
.../UnifiedIndexerAppenderatorsManager.java | 18 +-
.../druid/segment/realtime/plumber/Plumber.java | 6 +-
.../segment/realtime/plumber/RealtimePlumber.java | 3 -
.../druid/segment/realtime/plumber/Sink.java | 13 +-
.../realtime/appenderator/AppenderatorTest.java | 21 +-
.../realtime/appenderator/AppenderatorTester.java | 52 ++---
.../StreamAppenderatorDriverFailTest.java | 2 +-
.../plumber/RealtimePlumberSchoolTest.java | 3 -
.../druid/segment/realtime/plumber/SinkTest.java | 2 -
.../org/apache/druid/cli/CliMiddleManager.java | 2 +-
.../java/org/apache/druid/cli/CliOverlord.java | 2 +-
.../main/java/org/apache/druid/cli/CliPeon.java | 2 +-
128 files changed, 1678 insertions(+), 1196 deletions(-)
create mode 100644
core/src/test/java/org/apache/druid/data/input/impl/MapInputRowParserTest.java
create mode 100644
indexing-service/src/main/java/org/apache/druid/indexing/common/task/FilteringCloseableInputRowIterator.java
create mode 100644
indexing-service/src/test/java/org/apache/druid/indexing/common/task/FilteringCloseableInputRowIteratorTest.java
copy
processing/src/main/java/org/apache/druid/{query/aggregation/NoopBufferAggregator.java
=> segment/incremental/NoopRowIngestionMeters.java} (52%)
create mode 100644
processing/src/main/java/org/apache/druid/segment/incremental/ParseExceptionHandler.java
rename {indexing-service/src/main/java/org/apache/druid/indexing/common/stats
=>
processing/src/main/java/org/apache/druid/segment/incremental}/RowIngestionMeters.java
(97%)
rename {indexing-service/src/main/java/org/apache/druid/indexing/common/stats
=>
processing/src/main/java/org/apache/druid/segment/incremental}/RowIngestionMetersFactory.java
(94%)
copy {indexing-service/src/main/java/org/apache/druid/indexing/common/stats =>
processing/src/main/java/org/apache/druid/segment/incremental}/RowIngestionMetersTotals.java
(97%)
copy
core/src/test/java/org/apache/druid/java/util/common/parsers/ParserUtilsTest.java
=>
processing/src/test/java/org/apache/druid/segment/incremental/IncrementalIndexAddResultTest.java
(54%)
create mode 100644
processing/src/test/java/org/apache/druid/segment/incremental/ParseExceptionHandlerTest.java
rename
indexing-service/src/main/java/org/apache/druid/indexing/common/stats/RowIngestionMetersTotals.java
=>
processing/src/test/java/org/apache/druid/segment/incremental/SimpleRowIngestionMeters.java
(55%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
