[
https://issues.apache.org/jira/browse/HUDI-7437?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Lin Liu updated HUDI-7437:
--------------------------
Description:
[https://dev.azure.com/apache-hudi-ci-org/apache-hudi-ci/_build/results?buildId=22565&view=logs&j=dcedfe73-9485-5cc5-817a-73b61fc5dcb0&t=9df7def4-004b-5fb7-f042-da5d723783ad]
{code:java}
org.apache.spark.SparkException:
Job aborted due to stage failure: Task 0 in stage 0.0 failed 1 times, most
recent failure: Lost task 0.0 in stage 0.0 (TID 0) (9771cefbc2c0 executor
driver): org.apache.hudi.internal.schema.HoodieSchemaException: Failed to get
avro schema from avro binary: [-117, -107, -22, -54, -112, -110, -7, -21, -119,
1, 72, 99, 102, 54, 100, 53, 52, 50, 51, 45, 101, 54, 98, 101, 45, 52, 50, 102,
48, 45, 56, 48, 49, 98, 45, 100, 54, 50, 55, 56, 102, 97, 99, 57, 56, 99, 51,
2, 2, 48, 4, 72, 55, 54, 49, 98, 98, 102, 54, 55, 45, 55, 100, 57, 50, 45, 52,
98, 98, 48, 45, 56, 56, 49, 99, 45, 50, 55, 57, 101, 102, 99, 54, 97, 52, 101,
48, 53, 72, 48, 57, 98, 55, 51, 49, 51, 54, 45, 101, 52, 99, 97, 45, 52, 52,
56, 56, 45, 98, 100, 54, 50, 45, 48, 56, 49, 56, 100, 102, 98, 52, 100, 52,
102, 99, -4, -37, -23, 76, 72, 97, -41, 63, -48, 85, 1, -90, -68, 22, -64, 63,
48, 121, -12, -55, -64, -19, -50, 63, 107, -26, -49, -106, 83, -98, -18, 63,
-13, -75, -16, -62, 15, -109, -83, -15, -68, -94, -91, -35, -118, -3, 1, -68,
-100, 107, 62, 12, 67, 97, 110, 97, 100, 97, 24, -16, -10, -123, -108, 8, 0, 0,
12, -123, -24, 2, 4, 76, 65, 4, 67, 65, 0, -90, 125, 95, -94, 109, 16, 81, 64,
6, 85, 83, 68, 2, -67, 28, -16, 4, -126, -69, 81, 64, 6, 85, 83, 68, 0, 0]
at
org.apache.hudi.utilities.sources.helpers.AvroConvertor.fromAvroBinary(AvroConvertor.java:153)
at
org.apache.hudi.utilities.sources.AvroKafkaSource.lambda$toRDD$29bf7102$1(AvroKafkaSource.java:120)
Caused by: com.twitter.bijection.InversionFailure: Failed to invert: [B@60e40350
at
com.twitter.bijection.InversionFailure$$anonfun$partialFailure$1.applyOrElse(InversionFailure.scala:43)
at
com.twitter.bijection.InversionFailure$$anonfun$partialFailure$1.applyOrElse(InversionFailure.scala:42)
at
scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:38)
at scala.util.Failure.recoverWith(Try.scala:236)
at com.twitter.bijection.Inversion$.attempt(Inversion.scala:32)
at
com.twitter.bijection.avro.BinaryAvroCodec.invert(AvroCodecs.scala:330)
at
com.twitter.bijection.avro.BinaryAvroCodec.invert(AvroCodecs.scala:320)
at
org.apache.hudi.utilities.sources.helpers.AvroConvertor.fromAvroBinary(AvroConvertor.java:150)
... 33 more
Caused by: java.io.EOFException
at org.apache.avro.io.BinaryDecoder.ensureBounds(BinaryDecoder.java:542)
at org.apache.avro.io.BinaryDecoder.readLong(BinaryDecoder.java:205)
at
org.apache.avro.io.ResolvingDecoder.readLong(ResolvingDecoder.java:169)
at
org.apache.avro.generic.GenericDatumReader.readWithoutConversion(GenericDatumReader.java:197)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:160)
at
org.apache.avro.generic.GenericDatumReader.readField(GenericDatumReader.java:259)
at
org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:247)
at
org.apache.avro.generic.GenericDatumReader.readWithoutConversion(GenericDatumReader.java:179)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:160)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:153)
at
com.twitter.bijection.avro.BinaryAvroCodec.$anonfun$invert$3(AvroCodecs.scala:332)
at
com.twitter.bijection.Inversion$.$anonfun$attempt$1(Inversion.scala:32)
at scala.util.Try$.apply(Try.scala:213)
... 37 more
{code}
was:
[https://dev.azure.com/apache-hudi-ci-org/apache-hudi-ci/_build/results?buildId=22565&view=logs&j=dcedfe73-9485-5cc5-817a-73b61fc5dcb0&t=9df7def4-004b-5fb7-f042-da5d723783ad]
{code:java}
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:160)
at
org.apache.avro.generic.GenericDatumReader.readField(GenericDatumReader.java:259)
at
org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:247)
at
org.apache.avro.generic.GenericDatumReader.readWithoutConversion(GenericDatumReader.java:179)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:160)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:153)
at
com.twitter.bijection.avro.BinaryAvroCodec.$anonfun$invert$3(AvroCodecs.scala:332)
at
com.twitter.bijection.Inversion$.$anonfun$attempt$1(Inversion.scala:32)
at scala.util.Try$.apply(Try.scala:213)
... 37 more
{code}
> Fix flaky test: TestAvroKafkaSource. testAppendKafkaOffsetsSourceFormatAdapter
> ------------------------------------------------------------------------------
>
> Key: HUDI-7437
> URL: https://issues.apache.org/jira/browse/HUDI-7437
> Project: Apache Hudi
> Issue Type: Bug
> Reporter: Lin Liu
> Priority: Major
>
> [https://dev.azure.com/apache-hudi-ci-org/apache-hudi-ci/_build/results?buildId=22565&view=logs&j=dcedfe73-9485-5cc5-817a-73b61fc5dcb0&t=9df7def4-004b-5fb7-f042-da5d723783ad]
>
> {code:java}
> org.apache.spark.SparkException:
> Job aborted due to stage failure: Task 0 in stage 0.0 failed 1 times, most
> recent failure: Lost task 0.0 in stage 0.0 (TID 0) (9771cefbc2c0 executor
> driver): org.apache.hudi.internal.schema.HoodieSchemaException: Failed to get
> avro schema from avro binary: [-117, -107, -22, -54, -112, -110, -7, -21,
> -119, 1, 72, 99, 102, 54, 100, 53, 52, 50, 51, 45, 101, 54, 98, 101, 45, 52,
> 50, 102, 48, 45, 56, 48, 49, 98, 45, 100, 54, 50, 55, 56, 102, 97, 99, 57,
> 56, 99, 51, 2, 2, 48, 4, 72, 55, 54, 49, 98, 98, 102, 54, 55, 45, 55, 100,
> 57, 50, 45, 52, 98, 98, 48, 45, 56, 56, 49, 99, 45, 50, 55, 57, 101, 102, 99,
> 54, 97, 52, 101, 48, 53, 72, 48, 57, 98, 55, 51, 49, 51, 54, 45, 101, 52, 99,
> 97, 45, 52, 52, 56, 56, 45, 98, 100, 54, 50, 45, 48, 56, 49, 56, 100, 102,
> 98, 52, 100, 52, 102, 99, -4, -37, -23, 76, 72, 97, -41, 63, -48, 85, 1, -90,
> -68, 22, -64, 63, 48, 121, -12, -55, -64, -19, -50, 63, 107, -26, -49, -106,
> 83, -98, -18, 63, -13, -75, -16, -62, 15, -109, -83, -15, -68, -94, -91, -35,
> -118, -3, 1, -68, -100, 107, 62, 12, 67, 97, 110, 97, 100, 97, 24, -16, -10,
> -123, -108, 8, 0, 0, 12, -123, -24, 2, 4, 76, 65, 4, 67, 65, 0, -90, 125, 95,
> -94, 109, 16, 81, 64, 6, 85, 83, 68, 2, -67, 28, -16, 4, -126, -69, 81, 64,
> 6, 85, 83, 68, 0, 0]
> at
> org.apache.hudi.utilities.sources.helpers.AvroConvertor.fromAvroBinary(AvroConvertor.java:153)
> at
> org.apache.hudi.utilities.sources.AvroKafkaSource.lambda$toRDD$29bf7102$1(AvroKafkaSource.java:120)
> Caused by: com.twitter.bijection.InversionFailure: Failed to invert:
> [B@60e40350
> at
> com.twitter.bijection.InversionFailure$$anonfun$partialFailure$1.applyOrElse(InversionFailure.scala:43)
> at
> com.twitter.bijection.InversionFailure$$anonfun$partialFailure$1.applyOrElse(InversionFailure.scala:42)
> at
> scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:38)
> at scala.util.Failure.recoverWith(Try.scala:236)
> at com.twitter.bijection.Inversion$.attempt(Inversion.scala:32)
> at
> com.twitter.bijection.avro.BinaryAvroCodec.invert(AvroCodecs.scala:330)
> at
> com.twitter.bijection.avro.BinaryAvroCodec.invert(AvroCodecs.scala:320)
> at
> org.apache.hudi.utilities.sources.helpers.AvroConvertor.fromAvroBinary(AvroConvertor.java:150)
> ... 33 more
> Caused by: java.io.EOFException
> at org.apache.avro.io.BinaryDecoder.ensureBounds(BinaryDecoder.java:542)
> at org.apache.avro.io.BinaryDecoder.readLong(BinaryDecoder.java:205)
> at
> org.apache.avro.io.ResolvingDecoder.readLong(ResolvingDecoder.java:169)
> at
> org.apache.avro.generic.GenericDatumReader.readWithoutConversion(GenericDatumReader.java:197)
> at
> org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:160)
> at
> org.apache.avro.generic.GenericDatumReader.readField(GenericDatumReader.java:259)
> at
> org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:247)
> at
> org.apache.avro.generic.GenericDatumReader.readWithoutConversion(GenericDatumReader.java:179)
> at
> org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:160)
> at
> org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:153)
> at
> com.twitter.bijection.avro.BinaryAvroCodec.$anonfun$invert$3(AvroCodecs.scala:332)
> at
> com.twitter.bijection.Inversion$.$anonfun$attempt$1(Inversion.scala:32)
> at scala.util.Try$.apply(Try.scala:213)
> ... 37 more
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
