This is an automated email from the ASF dual-hosted git repository.
jonwei pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git.
from ffc5ade Remove use of deprecated PMD ruleset (#12044)
add 229f82a Add parse error list API for stream supervisors, use
structured object for parse exceptions, simplify parse exception message
(#11961)
No new revisions were added by this update.
Summary of changes:
.../data/input/InputRowListPlusRawValues.java | 2 +-
.../data/input/IntermediateRowParsingReader.java | 13 +-
.../java/org/apache/druid/data/input/Rows.java | 4 +-
.../apache/druid/data/input/impl/JsonReader.java | 10 +-
.../druid/data/input/impl/MapInputRowParser.java | 12 +-
.../apache/druid/data/input/impl/RegexReader.java | 4 +-
.../data/input/impl/StringInputRowParser.java | 2 +-
.../parsers/AbstractFlatTextFormatParser.java | 4 +-
.../java/util/common/parsers/JSONPathParser.java | 2 +-
.../util/common/parsers/JSONToLowerParser.java | 2 +-
.../java/util/common/parsers/JavaScriptParser.java | 4 +-
.../java/util/common/parsers/ParseException.java | 39 ++++-
.../java/util/common/parsers/ParserUtils.java | 2 +-
.../java/util/common/parsers/RegexParser.java | 4 +-
.../parsers/UnparseableColumnsParseException.java | 33 ++--
.../druid/data/input/influx/InfluxParser.java | 6 +-
.../input/avro/InlineSchemaAvroBytesDecoder.java | 3 +-
.../input/avro/InlineSchemasAvroBytesDecoder.java | 9 +-
.../avro/SchemaRegistryBasedAvroBytesDecoder.java | 4 +-
.../avro/SchemaRepoBasedAvroBytesDecoder.java | 3 +-
.../data/input/kafkainput/KafkaInputReader.java | 5 +-
.../druid/indexing/kafka/KafkaIndexTaskTest.java | 71 +++++---
.../kafka/supervisor/KafkaSupervisorTest.java | 72 +++++++-
.../indexing/kinesis/KinesisIndexTaskTest.java | 74 ++++++---
.../protobuf/FileBasedProtobufBytesDecoder.java | 17 +-
.../input/protobuf/ProtobufInputRowParser.java | 4 +-
.../input/protobuf/ProtobufInputRowSchema.java | 2 +-
.../druid/data/input/protobuf/ProtobufReader.java | 4 +-
.../SchemaRegistryBasedProtobufBytesDecoder.java | 6 +-
.../druid/indexer/HadoopDruidIndexerMapper.java | 2 +-
.../task/AppenderatorDriverRealtimeIndexTask.java | 23 +--
.../druid/indexing/common/task/IndexTask.java | 32 ++--
.../druid/indexing/common/task/IndexTaskUtils.java | 31 +++-
.../parallel/ParallelIndexSupervisorTask.java | 9 +-
.../task/batch/parallel/SinglePhaseSubTask.java | 11 +-
.../overlord/supervisor/SupervisorManager.java | 7 +
.../overlord/supervisor/SupervisorResource.java | 28 ++++
.../SeekableStreamIndexTaskClient.java | 53 +++++-
.../SeekableStreamIndexTaskRunner.java | 9 +-
.../supervisor/SeekableStreamSupervisor.java | 162 +++++++++++++++++-
.../apache/druid/indexing/common/TestFirehose.java | 2 +-
.../AppenderatorDriverRealtimeIndexTaskTest.java | 101 +++++++++---
.../FilteringCloseableInputRowIteratorTest.java | 6 +-
.../druid/indexing/common/task/IndexTaskTest.java | 183 ++++++++++++++++-----
.../parallel/SinglePhaseParallelIndexingTest.java | 84 ++++++++--
.../druid/segment/DimensionHandlerUtils.java | 12 +-
.../segment/incremental/IncrementalIndex.java | 30 +++-
.../segment/incremental/ParseExceptionHandler.java | 25 ++-
...MetersTotals.java => ParseExceptionReport.java} | 67 ++++----
.../druid/segment/transform/Transformer.java | 5 +
.../incremental/IncrementalIndexAddResultTest.java | 4 +-
.../segment/incremental/IncrementalIndexTest.java | 26 ++-
.../incremental/ParseExceptionHandlerTest.java | 32 ++--
.../client/indexing/HttpIndexingServiceClient.java | 9 +-
.../indexing/overlord/supervisor/Supervisor.java | 8 +
55 files changed, 1063 insertions(+), 315 deletions(-)
copy
indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/GeneratedPartitionsMetadataReport.java
=>
core/src/main/java/org/apache/druid/java/util/common/parsers/UnparseableColumnsParseException.java
(51%)
copy
processing/src/main/java/org/apache/druid/segment/incremental/{RowIngestionMetersTotals.java
=> ParseExceptionReport.java} (50%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
