sadikovi commented on code in PR #38090:
URL: https://github.com/apache/spark/pull/38090#discussion_r994237339
##########
sql/core/src/test/scala/org/apache/spark/sql/JsonFunctionsSuite.scala:
##########
@@ -853,11 +853,68 @@ class JsonFunctionsSuite extends QueryTest with
SharedSparkSession {
val df2 = Seq("""{"data": {"c2": [19], "c1": 123456}}""").toDF("c0")
checkAnswer(df2.select(from_json($"c0", new StructType().add("data",
st))), Row(Row(null)))
val df3 = Seq("""[{"c2": [19], "c1": 123456}]""").toDF("c0")
- checkAnswer(df3.select(from_json($"c0", ArrayType(st))), Row(null))
+ checkAnswer(df3.select(from_json($"c0", ArrayType(st))),
Row(Array(Row(123456, null))))
val df4 = Seq("""{"c2": [19]}""").toDF("c0")
checkAnswer(df4.select(from_json($"c0", MapType(StringType, st))),
Row(null))
}
+ test("SPARK-40646: return partial results for JSON arrays with objects") {
+ val st = new StructType()
+ .add("c1", StringType)
+ .add("c2", ArrayType(new StructType().add("a", LongType)))
+
+ // Value of "c2.a" is a string instead of a long.
Review Comment:
Thanks for pointing it out, the comment is incorrect, it belonged to the
original test that I refactored later. I will update.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
