acdn-mpreston commented on issue #7926: Kafka Indexing breaks due to Mismatched DatSourceMetadata types during InternalReset call URL: https://github.com/apache/incubator-druid/issues/7926#issuecomment-504055845 @jihoonson I made the changes you have suggested but have run into issues further down the ingestion pipeline. Looks like when forcing those 3 locations to use End numbers instead of Start numbers, there is still another location that is creating the Start numbers as per the error I am including below. It was running into these types of additional spots that required special handling that started me down the path that maybe consolidating the two classes into one would save some trouble given that they seem to be providing almost the same functionality: 2019-06-20T14:41:14,535 ERROR [KafkaSupervisor-npav-ts-metrics-15m] org.apache.druid.metadata.SQLMetadataStorageActionHandler - Encountered exception while deserializing task payload, setting task to null aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | com.fasterxml.jackson.databind.JsonMappingException: Class org.apache.druid.indexing.seekablestream.SeekableStreamStartSequenceNumbers is not assignable to org.apache.druid.indexing.seekablestream.SeekableStreamEndSequenceNumbers (through reference chain: org.apache.druid.indexing.kafka.KafkaIndexTask["ioConfig"]->org.apache.druid.indexing.kafka.KafkaIndexTaskIOConfig["startPartitions"]) aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.JsonMappingException.wrapWithPath(JsonMappingException.java:210) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.JsonMappingException.wrapWithPath(JsonMappingException.java:177) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.wrapAndThrow(BeanDeserializerBase.java:1474) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:465) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:378) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1099) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:296) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeOther(BeanDeserializer.java:166) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:136) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:122) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:93) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeWithType(BeanDeserializerBase.java:992) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:518) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:463) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:378) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1099) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:296) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeOther(BeanDeserializer.java:166) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:136) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:122) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:93) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:131) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.impl.TypeWrappedDeserializer.deserialize(TypeWrappedDeserializer.java:42) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:3736) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:2836) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.metadata.SQLMetadataStorageActionHandler$TaskInfoMapper.map(SQLMetadataStorageActionHandler.java:355) ~[druid-server-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.metadata.SQLMetadataStorageActionHandler$TaskInfoMapper.map(SQLMetadataStorageActionHandler.java:334) ~[druid-server-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.skife.jdbi.v2.Query$4.munge(Query.java:183) ~[jdbi-2.63.1.jar:2.63.1] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.skife.jdbi.v2.QueryResultSetMunger.munge(QueryResultSetMunger.java:43) ~[jdbi-2.63.1.jar:2.63.1] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.skife.jdbi.v2.SQLStatement.internalExecute(SQLStatement.java:1340) ~[jdbi-2.63.1.jar:2.63.1] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.skife.jdbi.v2.Query.fold(Query.java:173) ~[jdbi-2.63.1.jar:2.63.1] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.skife.jdbi.v2.Query.list(Query.java:82) ~[jdbi-2.63.1.jar:2.63.1] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.skife.jdbi.v2.Query.list(Query.java:75) ~[jdbi-2.63.1.jar:2.63.1] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.metadata.SQLMetadataStorageActionHandler.lambda$getActiveTaskInfo$4(SQLMetadataStorageActionHandler.java:296) ~[druid-server-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.skife.jdbi.v2.DBI.withHandle(DBI.java:281) ~[jdbi-2.63.1.jar:2.63.1] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.metadata.SQLMetadataConnector.lambda$retryWithHandle$0(SQLMetadataConnector.java:133) ~[druid-server-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.java.util.common.RetryUtils.retry(RetryUtils.java:86) ~[druid-core-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.java.util.common.RetryUtils.retry(RetryUtils.java:114) ~[druid-core-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.java.util.common.RetryUtils.retry(RetryUtils.java:104) ~[druid-core-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.metadata.SQLMetadataConnector.retryWithHandle(SQLMetadataConnector.java:133) ~[druid-server-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.metadata.SQLMetadataConnector.retryWithHandle(SQLMetadataConnector.java:142) ~[druid-server-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.metadata.SQLMetadataStorageActionHandler.getActiveTaskInfo(SQLMetadataStorageActionHandler.java:290) ~[druid-server-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.indexing.overlord.MetadataTaskStorage.getActiveTasks(MetadataTaskStorage.java:195) ~[druid-indexing-service-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.indexing.seekablestream.supervisor.SeekableStreamSupervisor.discoverTasks(SeekableStreamSupervisor.java:1233) ~[druid-indexing-service-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.indexing.seekablestream.supervisor.SeekableStreamSupervisor.runInternal(SeekableStreamSupervisor.java:1004) ~[druid-indexing-service-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.indexing.seekablestream.supervisor.SeekableStreamSupervisor$RunNotice.handle(SeekableStreamSupervisor.java:265) ~[druid-indexing-service-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at org.apache.druid.indexing.seekablestream.supervisor.SeekableStreamSupervisor.lambda$tryInit$3(SeekableStreamSupervisor.java:724) ~[druid-indexing-service-0.14.1-incubating-SNAPSHOT.jar:0.14.1-incubating-SNAPSHOT] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_66-internal] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_66-internal] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_66-internal] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_66-internal] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at java.lang.Thread.run(Thread.java:745) [?:1.8.0_66-internal] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | Caused by: java.lang.IllegalArgumentException: Class org.apache.druid.indexing.seekablestream.SeekableStreamStartSequenceNumbers is not assignable to org.apache.druid.indexing.seekablestream.SeekableStreamEndSequenceNumbers aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.JavaType._assertSubclass(JavaType.java:466) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.JavaType.narrowBy(JavaType.java:149) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.type.TypeFactory.constructSpecializedType(TypeFactory.java:315) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:177) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:108) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:93) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeWithType(BeanDeserializerBase.java:992) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:518) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:463) ~[jackson-databind-2.6.7.jar:2.6.7] aod_overlord.1.rmwhy8xqubgz@datahub2-leader-d0xb | ... 48 more
---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] With regards, Apache Git Services --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
