This is an automated email from the ASF dual-hosted git repository.
maxgekk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 3b81aaad1e9 [SPARK-38740][SQL][TESTS] Test the error class:
INVALID_JSON_SCHEMA_MAPTYPE
3b81aaad1e9 is described below
commit 3b81aaad1e9420fe537c7871e6ae337d5a34f881
Author: panbingkun <[email protected]>
AuthorDate: Sun Apr 24 10:34:38 2022 +0300
[SPARK-38740][SQL][TESTS] Test the error class: INVALID_JSON_SCHEMA_MAPTYPE
## What changes were proposed in this pull request?
This PR aims to add a test for the error class INVALID_JSON_SCHEMA_MAPTYPE
to `QueryCompilationErrorsSuite`.
### Why are the changes needed?
The changes improve test coverage, and document expected error messages in
tests.
### Does this PR introduce any user-facing change?
No
### How was this patch tested?
By running new test:
```
$ build/sbt "sql/testOnly *QueryCompilationErrorsSuite*"
```
Closes #36298 from panbingkun/SPARK-38740.
Authored-by: panbingkun <[email protected]>
Signed-off-by: Max Gekk <[email protected]>
---
.../spark/sql/errors/QueryCompilationErrorsSuite.scala | 18 +++++++++++++++++-
1 file changed, 17 insertions(+), 1 deletion(-)
diff --git
a/sql/core/src/test/scala/org/apache/spark/sql/errors/QueryCompilationErrorsSuite.scala
b/sql/core/src/test/scala/org/apache/spark/sql/errors/QueryCompilationErrorsSuite.scala
index 23e512993c4..66d7465c184 100644
---
a/sql/core/src/test/scala/org/apache/spark/sql/errors/QueryCompilationErrorsSuite.scala
+++
b/sql/core/src/test/scala/org/apache/spark/sql/errors/QueryCompilationErrorsSuite.scala
@@ -22,7 +22,7 @@ import org.apache.spark.sql.api.java.{UDF1, UDF2, UDF23Test}
import org.apache.spark.sql.expressions.SparkUserDefinedFunction
import org.apache.spark.sql.functions.{grouping, grouping_id, sum, udf}
import org.apache.spark.sql.internal.SQLConf
-import org.apache.spark.sql.types.{IntegerType, StringType}
+import org.apache.spark.sql.types.{IntegerType, MapType, StringType,
StructField, StructType}
case class StringLongClass(a: String, b: Long)
@@ -393,6 +393,22 @@ class QueryCompilationErrorsSuite
sqlState = Some("22023"))
}
}
+
+ test("INVALID_JSON_SCHEMA_MAPTYPE: " +
+ "Parse JSON rows can only contain StringType as a key type for a
MapType.") {
+ val schema = StructType(
+ StructField("map", MapType(IntegerType, IntegerType, true), false) ::
Nil)
+
+ checkErrorClass(
+ exception = intercept[AnalysisException] {
+ spark.read.schema(schema).json(spark.emptyDataset[String])
+ },
+ errorClass = "INVALID_JSON_SCHEMA_MAPTYPE",
+ msg = "Input schema " +
+
"StructType(StructField(map,MapType(IntegerType,IntegerType,true),false)) " +
+ "can only contain StringType as a key type for a MapType."
+ )
+ }
}
class MyCastToString extends SparkUserDefinedFunction(
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
